diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,78330 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 11184,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 8.94134477825465e-05,
+      "grad_norm": 2.0561293777255423,
+      "learning_rate": 5.952380952380952e-07,
+      "loss": 1.1743,
+      "step": 1
+    },
+    {
+      "epoch": 0.000178826895565093,
+      "grad_norm": 2.110129058582927,
+      "learning_rate": 1.1904761904761904e-06,
+      "loss": 1.2404,
+      "step": 2
+    },
+    {
+      "epoch": 0.0002682403433476395,
+      "grad_norm": 2.349801079225049,
+      "learning_rate": 1.7857142857142857e-06,
+      "loss": 1.2617,
+      "step": 3
+    },
+    {
+      "epoch": 0.000357653791130186,
+      "grad_norm": 2.385423410568817,
+      "learning_rate": 2.3809523809523808e-06,
+      "loss": 1.2919,
+      "step": 4
+    },
+    {
+      "epoch": 0.0004470672389127325,
+      "grad_norm": 1.9802838015079423,
+      "learning_rate": 2.9761904761904763e-06,
+      "loss": 1.203,
+      "step": 5
+    },
+    {
+      "epoch": 0.000536480686695279,
+      "grad_norm": 2.4473796373770855,
+      "learning_rate": 3.5714285714285714e-06,
+      "loss": 1.2343,
+      "step": 6
+    },
+    {
+      "epoch": 0.0006258941344778255,
+      "grad_norm": 2.0288332406183525,
+      "learning_rate": 4.166666666666667e-06,
+      "loss": 1.2195,
+      "step": 7
+    },
+    {
+      "epoch": 0.000715307582260372,
+      "grad_norm": 1.7177723098156834,
+      "learning_rate": 4.7619047619047615e-06,
+      "loss": 1.1479,
+      "step": 8
+    },
+    {
+      "epoch": 0.0008047210300429185,
+      "grad_norm": 1.9743650224131206,
+      "learning_rate": 5.357142857142857e-06,
+      "loss": 1.185,
+      "step": 9
+    },
+    {
+      "epoch": 0.000894134477825465,
+      "grad_norm": 1.5915098006763526,
+      "learning_rate": 5.9523809523809525e-06,
+      "loss": 1.1216,
+      "step": 10
+    },
+    {
+      "epoch": 0.0009835479256080114,
+      "grad_norm": 1.2505445024049064,
+      "learning_rate": 6.547619047619048e-06,
+      "loss": 1.139,
+      "step": 11
+    },
+    {
+      "epoch": 0.001072961373390558,
+      "grad_norm": 1.1013103311267436,
+      "learning_rate": 7.142857142857143e-06,
+      "loss": 1.1882,
+      "step": 12
+    },
+    {
+      "epoch": 0.0011623748211731044,
+      "grad_norm": 0.8033242884936722,
+      "learning_rate": 7.738095238095238e-06,
+      "loss": 1.0296,
+      "step": 13
+    },
+    {
+      "epoch": 0.001251788268955651,
+      "grad_norm": 0.8019770704818697,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 1.0376,
+      "step": 14
+    },
+    {
+      "epoch": 0.0013412017167381974,
+      "grad_norm": 0.6537086739526409,
+      "learning_rate": 8.92857142857143e-06,
+      "loss": 1.0433,
+      "step": 15
+    },
+    {
+      "epoch": 0.001430615164520744,
+      "grad_norm": 0.5388988049720221,
+      "learning_rate": 9.523809523809523e-06,
+      "loss": 1.0268,
+      "step": 16
+    },
+    {
+      "epoch": 0.0015200286123032904,
+      "grad_norm": 0.48236231138034924,
+      "learning_rate": 1.011904761904762e-05,
+      "loss": 1.0557,
+      "step": 17
+    },
+    {
+      "epoch": 0.001609442060085837,
+      "grad_norm": 0.4008694789833239,
+      "learning_rate": 1.0714285714285714e-05,
+      "loss": 0.9743,
+      "step": 18
+    },
+    {
+      "epoch": 0.0016988555078683834,
+      "grad_norm": 0.3916820889326327,
+      "learning_rate": 1.130952380952381e-05,
+      "loss": 1.0565,
+      "step": 19
+    },
+    {
+      "epoch": 0.00178826895565093,
+      "grad_norm": 0.3652713012589713,
+      "learning_rate": 1.1904761904761905e-05,
+      "loss": 0.9318,
+      "step": 20
+    },
+    {
+      "epoch": 0.0018776824034334764,
+      "grad_norm": 0.3252750595553912,
+      "learning_rate": 1.25e-05,
+      "loss": 0.947,
+      "step": 21
+    },
+    {
+      "epoch": 0.001967095851216023,
+      "grad_norm": 0.2897662428091444,
+      "learning_rate": 1.3095238095238096e-05,
+      "loss": 0.993,
+      "step": 22
+    },
+    {
+      "epoch": 0.0020565092989985696,
+      "grad_norm": 0.32464365392513495,
+      "learning_rate": 1.3690476190476192e-05,
+      "loss": 0.906,
+      "step": 23
+    },
+    {
+      "epoch": 0.002145922746781116,
+      "grad_norm": 0.2489215978619215,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 0.959,
+      "step": 24
+    },
+    {
+      "epoch": 0.0022353361945636626,
+      "grad_norm": 0.2722188416359575,
+      "learning_rate": 1.4880952380952381e-05,
+      "loss": 0.9405,
+      "step": 25
+    },
+    {
+      "epoch": 0.002324749642346209,
+      "grad_norm": 0.2502910892552143,
+      "learning_rate": 1.5476190476190476e-05,
+      "loss": 0.9618,
+      "step": 26
+    },
+    {
+      "epoch": 0.0024141630901287556,
+      "grad_norm": 0.270688694483121,
+      "learning_rate": 1.6071428571428572e-05,
+      "loss": 0.9669,
+      "step": 27
+    },
+    {
+      "epoch": 0.002503576537911302,
+      "grad_norm": 0.23908192498129813,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.9532,
+      "step": 28
+    },
+    {
+      "epoch": 0.0025929899856938486,
+      "grad_norm": 0.2800978720379577,
+      "learning_rate": 1.7261904761904763e-05,
+      "loss": 0.9369,
+      "step": 29
+    },
+    {
+      "epoch": 0.002682403433476395,
+      "grad_norm": 0.24515248327913453,
+      "learning_rate": 1.785714285714286e-05,
+      "loss": 0.9322,
+      "step": 30
+    },
+    {
+      "epoch": 0.0027718168812589416,
+      "grad_norm": 0.2521905296859232,
+      "learning_rate": 1.8452380952380954e-05,
+      "loss": 0.9089,
+      "step": 31
+    },
+    {
+      "epoch": 0.002861230329041488,
+      "grad_norm": 0.31836368842148055,
+      "learning_rate": 1.9047619047619046e-05,
+      "loss": 0.9205,
+      "step": 32
+    },
+    {
+      "epoch": 0.0029506437768240345,
+      "grad_norm": 0.2905253921348118,
+      "learning_rate": 1.9642857142857145e-05,
+      "loss": 0.9613,
+      "step": 33
+    },
+    {
+      "epoch": 0.003040057224606581,
+      "grad_norm": 0.2316378109962924,
+      "learning_rate": 2.023809523809524e-05,
+      "loss": 0.9338,
+      "step": 34
+    },
+    {
+      "epoch": 0.0031294706723891275,
+      "grad_norm": 0.23541869608675042,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 0.9278,
+      "step": 35
+    },
+    {
+      "epoch": 0.003218884120171674,
+      "grad_norm": 0.24520959546771323,
+      "learning_rate": 2.1428571428571428e-05,
+      "loss": 0.9271,
+      "step": 36
+    },
+    {
+      "epoch": 0.0033082975679542205,
+      "grad_norm": 0.1986674762398861,
+      "learning_rate": 2.2023809523809524e-05,
+      "loss": 0.8961,
+      "step": 37
+    },
+    {
+      "epoch": 0.003397711015736767,
+      "grad_norm": 0.20407631670962081,
+      "learning_rate": 2.261904761904762e-05,
+      "loss": 0.903,
+      "step": 38
+    },
+    {
+      "epoch": 0.0034871244635193135,
+      "grad_norm": 0.187184993992387,
+      "learning_rate": 2.3214285714285715e-05,
+      "loss": 0.8979,
+      "step": 39
+    },
+    {
+      "epoch": 0.00357653791130186,
+      "grad_norm": 0.1304128888982604,
+      "learning_rate": 2.380952380952381e-05,
+      "loss": 0.8499,
+      "step": 40
+    },
+    {
+      "epoch": 0.0036659513590844065,
+      "grad_norm": 0.2163542835590992,
+      "learning_rate": 2.4404761904761906e-05,
+      "loss": 0.9326,
+      "step": 41
+    },
+    {
+      "epoch": 0.0037553648068669528,
+      "grad_norm": 0.20937973418973724,
+      "learning_rate": 2.5e-05,
+      "loss": 0.9083,
+      "step": 42
+    },
+    {
+      "epoch": 0.0038447782546494995,
+      "grad_norm": 0.1733965842765813,
+      "learning_rate": 2.5595238095238093e-05,
+      "loss": 0.8693,
+      "step": 43
+    },
+    {
+      "epoch": 0.003934191702432046,
+      "grad_norm": 0.17726959092578298,
+      "learning_rate": 2.6190476190476192e-05,
+      "loss": 0.8992,
+      "step": 44
+    },
+    {
+      "epoch": 0.004023605150214592,
+      "grad_norm": 0.21050508391348788,
+      "learning_rate": 2.6785714285714288e-05,
+      "loss": 0.9482,
+      "step": 45
+    },
+    {
+      "epoch": 0.004113018597997139,
+      "grad_norm": 0.1690836896852566,
+      "learning_rate": 2.7380952380952383e-05,
+      "loss": 0.8436,
+      "step": 46
+    },
+    {
+      "epoch": 0.0042024320457796855,
+      "grad_norm": 0.17766921152784435,
+      "learning_rate": 2.797619047619048e-05,
+      "loss": 0.8682,
+      "step": 47
+    },
+    {
+      "epoch": 0.004291845493562232,
+      "grad_norm": 0.1743619781671248,
+      "learning_rate": 2.857142857142857e-05,
+      "loss": 0.8773,
+      "step": 48
+    },
+    {
+      "epoch": 0.004381258941344778,
+      "grad_norm": 0.18330812746861277,
+      "learning_rate": 2.916666666666667e-05,
+      "loss": 0.8713,
+      "step": 49
+    },
+    {
+      "epoch": 0.004470672389127325,
+      "grad_norm": 0.20739820377575138,
+      "learning_rate": 2.9761904761904762e-05,
+      "loss": 0.932,
+      "step": 50
+    },
+    {
+      "epoch": 0.0045600858369098714,
+      "grad_norm": 0.1865634664337979,
+      "learning_rate": 3.0357142857142857e-05,
+      "loss": 0.8868,
+      "step": 51
+    },
+    {
+      "epoch": 0.004649499284692418,
+      "grad_norm": 0.14392836349010338,
+      "learning_rate": 3.095238095238095e-05,
+      "loss": 0.8466,
+      "step": 52
+    },
+    {
+      "epoch": 0.004738912732474964,
+      "grad_norm": 0.17013301212525367,
+      "learning_rate": 3.154761904761905e-05,
+      "loss": 0.8524,
+      "step": 53
+    },
+    {
+      "epoch": 0.004828326180257511,
+      "grad_norm": 0.16859818131107282,
+      "learning_rate": 3.2142857142857144e-05,
+      "loss": 0.899,
+      "step": 54
+    },
+    {
+      "epoch": 0.004917739628040057,
+      "grad_norm": 0.17948460525892768,
+      "learning_rate": 3.273809523809524e-05,
+      "loss": 0.9184,
+      "step": 55
+    },
+    {
+      "epoch": 0.005007153075822604,
+      "grad_norm": 0.17455826472124958,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.8625,
+      "step": 56
+    },
+    {
+      "epoch": 0.00509656652360515,
+      "grad_norm": 0.17201131443698145,
+      "learning_rate": 3.392857142857143e-05,
+      "loss": 0.8747,
+      "step": 57
+    },
+    {
+      "epoch": 0.005185979971387697,
+      "grad_norm": 0.20740628063965721,
+      "learning_rate": 3.4523809523809526e-05,
+      "loss": 0.9394,
+      "step": 58
+    },
+    {
+      "epoch": 0.005275393419170243,
+      "grad_norm": 0.16479452405384346,
+      "learning_rate": 3.511904761904762e-05,
+      "loss": 0.8699,
+      "step": 59
+    },
+    {
+      "epoch": 0.00536480686695279,
+      "grad_norm": 0.19087103812655698,
+      "learning_rate": 3.571428571428572e-05,
+      "loss": 0.9039,
+      "step": 60
+    },
+    {
+      "epoch": 0.005454220314735336,
+      "grad_norm": 0.21442338526693708,
+      "learning_rate": 3.630952380952381e-05,
+      "loss": 0.872,
+      "step": 61
+    },
+    {
+      "epoch": 0.005543633762517883,
+      "grad_norm": 0.2005923809574376,
+      "learning_rate": 3.690476190476191e-05,
+      "loss": 0.8915,
+      "step": 62
+    },
+    {
+      "epoch": 0.005633047210300429,
+      "grad_norm": 0.2214058101076323,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.867,
+      "step": 63
+    },
+    {
+      "epoch": 0.005722460658082976,
+      "grad_norm": 0.4488670356074555,
+      "learning_rate": 3.809523809523809e-05,
+      "loss": 0.718,
+      "step": 64
+    },
+    {
+      "epoch": 0.005811874105865522,
+      "grad_norm": 0.2180658694578772,
+      "learning_rate": 3.8690476190476195e-05,
+      "loss": 0.91,
+      "step": 65
+    },
+    {
+      "epoch": 0.005901287553648069,
+      "grad_norm": 0.2585227048230226,
+      "learning_rate": 3.928571428571429e-05,
+      "loss": 0.8847,
+      "step": 66
+    },
+    {
+      "epoch": 0.005990701001430615,
+      "grad_norm": 0.19159695363871052,
+      "learning_rate": 3.9880952380952386e-05,
+      "loss": 0.8242,
+      "step": 67
+    },
+    {
+      "epoch": 0.006080114449213162,
+      "grad_norm": 0.31187571722814295,
+      "learning_rate": 4.047619047619048e-05,
+      "loss": 0.8499,
+      "step": 68
+    },
+    {
+      "epoch": 0.006169527896995708,
+      "grad_norm": 0.25863272311469176,
+      "learning_rate": 4.107142857142857e-05,
+      "loss": 0.8749,
+      "step": 69
+    },
+    {
+      "epoch": 0.006258941344778255,
+      "grad_norm": 0.1989338325183949,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.8462,
+      "step": 70
+    },
+    {
+      "epoch": 0.006348354792560801,
+      "grad_norm": 0.22388220902584252,
+      "learning_rate": 4.226190476190476e-05,
+      "loss": 0.8049,
+      "step": 71
+    },
+    {
+      "epoch": 0.006437768240343348,
+      "grad_norm": 0.221368400885186,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 0.8371,
+      "step": 72
+    },
+    {
+      "epoch": 0.006527181688125894,
+      "grad_norm": 0.23942978692898317,
+      "learning_rate": 4.345238095238096e-05,
+      "loss": 0.856,
+      "step": 73
+    },
+    {
+      "epoch": 0.006616595135908441,
+      "grad_norm": 0.22636635618989742,
+      "learning_rate": 4.404761904761905e-05,
+      "loss": 0.8416,
+      "step": 74
+    },
+    {
+      "epoch": 0.006706008583690987,
+      "grad_norm": 0.1798172404644227,
+      "learning_rate": 4.464285714285715e-05,
+      "loss": 0.8231,
+      "step": 75
+    },
+    {
+      "epoch": 0.006795422031473534,
+      "grad_norm": 0.18478037664701874,
+      "learning_rate": 4.523809523809524e-05,
+      "loss": 0.815,
+      "step": 76
+    },
+    {
+      "epoch": 0.00688483547925608,
+      "grad_norm": 0.23636033777719834,
+      "learning_rate": 4.5833333333333334e-05,
+      "loss": 0.8085,
+      "step": 77
+    },
+    {
+      "epoch": 0.006974248927038627,
+      "grad_norm": 0.22011380090306168,
+      "learning_rate": 4.642857142857143e-05,
+      "loss": 0.7925,
+      "step": 78
+    },
+    {
+      "epoch": 0.007063662374821173,
+      "grad_norm": 0.26035033699822735,
+      "learning_rate": 4.7023809523809525e-05,
+      "loss": 0.8698,
+      "step": 79
+    },
+    {
+      "epoch": 0.00715307582260372,
+      "grad_norm": 0.21200282155938194,
+      "learning_rate": 4.761904761904762e-05,
+      "loss": 0.8888,
+      "step": 80
+    },
+    {
+      "epoch": 0.007242489270386266,
+      "grad_norm": 0.23495266655721295,
+      "learning_rate": 4.8214285714285716e-05,
+      "loss": 0.8266,
+      "step": 81
+    },
+    {
+      "epoch": 0.007331902718168813,
+      "grad_norm": 0.265704739673591,
+      "learning_rate": 4.880952380952381e-05,
+      "loss": 0.8088,
+      "step": 82
+    },
+    {
+      "epoch": 0.007421316165951359,
+      "grad_norm": 0.27264021687207773,
+      "learning_rate": 4.940476190476191e-05,
+      "loss": 0.8434,
+      "step": 83
+    },
+    {
+      "epoch": 0.0075107296137339056,
+      "grad_norm": 0.21711158776037004,
+      "learning_rate": 5e-05,
+      "loss": 0.8111,
+      "step": 84
+    },
+    {
+      "epoch": 0.007600143061516452,
+      "grad_norm": 0.26125302980792525,
+      "learning_rate": 5.05952380952381e-05,
+      "loss": 0.8041,
+      "step": 85
+    },
+    {
+      "epoch": 0.007689556509298999,
+      "grad_norm": 0.23595938345167475,
+      "learning_rate": 5.119047619047619e-05,
+      "loss": 0.8229,
+      "step": 86
+    },
+    {
+      "epoch": 0.007778969957081545,
+      "grad_norm": 0.2346478899055385,
+      "learning_rate": 5.1785714285714296e-05,
+      "loss": 0.6553,
+      "step": 87
+    },
+    {
+      "epoch": 0.007868383404864092,
+      "grad_norm": 0.2690821755497001,
+      "learning_rate": 5.2380952380952384e-05,
+      "loss": 0.8265,
+      "step": 88
+    },
+    {
+      "epoch": 0.007957796852646639,
+      "grad_norm": 0.2252339955128104,
+      "learning_rate": 5.297619047619048e-05,
+      "loss": 0.7966,
+      "step": 89
+    },
+    {
+      "epoch": 0.008047210300429184,
+      "grad_norm": 0.23455757982204364,
+      "learning_rate": 5.3571428571428575e-05,
+      "loss": 0.8347,
+      "step": 90
+    },
+    {
+      "epoch": 0.008136623748211731,
+      "grad_norm": 0.2156645260316404,
+      "learning_rate": 5.4166666666666664e-05,
+      "loss": 0.8569,
+      "step": 91
+    },
+    {
+      "epoch": 0.008226037195994278,
+      "grad_norm": 0.2113662274275603,
+      "learning_rate": 5.4761904761904766e-05,
+      "loss": 0.8194,
+      "step": 92
+    },
+    {
+      "epoch": 0.008315450643776824,
+      "grad_norm": 0.22144675402780956,
+      "learning_rate": 5.535714285714286e-05,
+      "loss": 0.8039,
+      "step": 93
+    },
+    {
+      "epoch": 0.008404864091559371,
+      "grad_norm": 0.1979648129919404,
+      "learning_rate": 5.595238095238096e-05,
+      "loss": 0.7813,
+      "step": 94
+    },
+    {
+      "epoch": 0.008494277539341916,
+      "grad_norm": 0.19895250187823757,
+      "learning_rate": 5.6547619047619046e-05,
+      "loss": 0.8385,
+      "step": 95
+    },
+    {
+      "epoch": 0.008583690987124463,
+      "grad_norm": 0.2803805108276223,
+      "learning_rate": 5.714285714285714e-05,
+      "loss": 0.8181,
+      "step": 96
+    },
+    {
+      "epoch": 0.00867310443490701,
+      "grad_norm": 0.21550923849149445,
+      "learning_rate": 5.773809523809524e-05,
+      "loss": 0.8263,
+      "step": 97
+    },
+    {
+      "epoch": 0.008762517882689556,
+      "grad_norm": 0.27758794630986927,
+      "learning_rate": 5.833333333333334e-05,
+      "loss": 0.815,
+      "step": 98
+    },
+    {
+      "epoch": 0.008851931330472103,
+      "grad_norm": 0.22416688254339892,
+      "learning_rate": 5.8928571428571435e-05,
+      "loss": 0.7814,
+      "step": 99
+    },
+    {
+      "epoch": 0.00894134477825465,
+      "grad_norm": 0.3193953890290913,
+      "learning_rate": 5.9523809523809524e-05,
+      "loss": 0.8367,
+      "step": 100
+    },
+    {
+      "epoch": 0.009030758226037196,
+      "grad_norm": 0.23342601313535777,
+      "learning_rate": 6.011904761904762e-05,
+      "loss": 0.789,
+      "step": 101
+    },
+    {
+      "epoch": 0.009120171673819743,
+      "grad_norm": 0.24603791334877326,
+      "learning_rate": 6.0714285714285715e-05,
+      "loss": 0.7699,
+      "step": 102
+    },
+    {
+      "epoch": 0.009209585121602288,
+      "grad_norm": 0.1809346019333052,
+      "learning_rate": 6.130952380952381e-05,
+      "loss": 0.8302,
+      "step": 103
+    },
+    {
+      "epoch": 0.009298998569384835,
+      "grad_norm": 0.22869128888820203,
+      "learning_rate": 6.19047619047619e-05,
+      "loss": 0.8116,
+      "step": 104
+    },
+    {
+      "epoch": 0.009388412017167383,
+      "grad_norm": 0.22317789157638704,
+      "learning_rate": 6.25e-05,
+      "loss": 0.8175,
+      "step": 105
+    },
+    {
+      "epoch": 0.009477825464949928,
+      "grad_norm": 0.21812408006448195,
+      "learning_rate": 6.30952380952381e-05,
+      "loss": 0.8438,
+      "step": 106
+    },
+    {
+      "epoch": 0.009567238912732475,
+      "grad_norm": 0.25498395018232567,
+      "learning_rate": 6.369047619047619e-05,
+      "loss": 0.7896,
+      "step": 107
+    },
+    {
+      "epoch": 0.009656652360515022,
+      "grad_norm": 0.1830106028466469,
+      "learning_rate": 6.428571428571429e-05,
+      "loss": 0.8029,
+      "step": 108
+    },
+    {
+      "epoch": 0.009746065808297568,
+      "grad_norm": 0.26922737496912386,
+      "learning_rate": 6.488095238095238e-05,
+      "loss": 0.7894,
+      "step": 109
+    },
+    {
+      "epoch": 0.009835479256080115,
+      "grad_norm": 0.20578055235085702,
+      "learning_rate": 6.547619047619048e-05,
+      "loss": 0.7882,
+      "step": 110
+    },
+    {
+      "epoch": 0.00992489270386266,
+      "grad_norm": 0.22870908987235625,
+      "learning_rate": 6.607142857142857e-05,
+      "loss": 0.7928,
+      "step": 111
+    },
+    {
+      "epoch": 0.010014306151645207,
+      "grad_norm": 0.21690761494797853,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 0.787,
+      "step": 112
+    },
+    {
+      "epoch": 0.010103719599427755,
+      "grad_norm": 0.1853419478618968,
+      "learning_rate": 6.726190476190477e-05,
+      "loss": 0.7978,
+      "step": 113
+    },
+    {
+      "epoch": 0.0101931330472103,
+      "grad_norm": 0.22804345340076893,
+      "learning_rate": 6.785714285714286e-05,
+      "loss": 0.8685,
+      "step": 114
+    },
+    {
+      "epoch": 0.010282546494992847,
+      "grad_norm": 0.18341774642101724,
+      "learning_rate": 6.845238095238096e-05,
+      "loss": 0.7558,
+      "step": 115
+    },
+    {
+      "epoch": 0.010371959942775394,
+      "grad_norm": 0.2118037810412967,
+      "learning_rate": 6.904761904761905e-05,
+      "loss": 0.7758,
+      "step": 116
+    },
+    {
+      "epoch": 0.01046137339055794,
+      "grad_norm": 0.21025070973542878,
+      "learning_rate": 6.964285714285715e-05,
+      "loss": 0.78,
+      "step": 117
+    },
+    {
+      "epoch": 0.010550786838340487,
+      "grad_norm": 0.24164636610075713,
+      "learning_rate": 7.023809523809524e-05,
+      "loss": 0.819,
+      "step": 118
+    },
+    {
+      "epoch": 0.010640200286123032,
+      "grad_norm": 0.220216422274266,
+      "learning_rate": 7.083333333333334e-05,
+      "loss": 0.8098,
+      "step": 119
+    },
+    {
+      "epoch": 0.01072961373390558,
+      "grad_norm": 0.20438153977288911,
+      "learning_rate": 7.142857142857143e-05,
+      "loss": 0.7764,
+      "step": 120
+    },
+    {
+      "epoch": 0.010819027181688127,
+      "grad_norm": 0.19522629323061672,
+      "learning_rate": 7.202380952380953e-05,
+      "loss": 0.7952,
+      "step": 121
+    },
+    {
+      "epoch": 0.010908440629470672,
+      "grad_norm": 0.21792100917180637,
+      "learning_rate": 7.261904761904762e-05,
+      "loss": 0.8025,
+      "step": 122
+    },
+    {
+      "epoch": 0.010997854077253219,
+      "grad_norm": 0.1866217643762774,
+      "learning_rate": 7.321428571428571e-05,
+      "loss": 0.7825,
+      "step": 123
+    },
+    {
+      "epoch": 0.011087267525035766,
+      "grad_norm": 0.21151378100796775,
+      "learning_rate": 7.380952380952382e-05,
+      "loss": 0.8121,
+      "step": 124
+    },
+    {
+      "epoch": 0.011176680972818312,
+      "grad_norm": 0.2299344215639943,
+      "learning_rate": 7.440476190476191e-05,
+      "loss": 0.821,
+      "step": 125
+    },
+    {
+      "epoch": 0.011266094420600859,
+      "grad_norm": 0.24747829384059966,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.8166,
+      "step": 126
+    },
+    {
+      "epoch": 0.011355507868383404,
+      "grad_norm": 0.21693042921346817,
+      "learning_rate": 7.55952380952381e-05,
+      "loss": 0.7637,
+      "step": 127
+    },
+    {
+      "epoch": 0.011444921316165951,
+      "grad_norm": 0.24805159658553091,
+      "learning_rate": 7.619047619047618e-05,
+      "loss": 0.799,
+      "step": 128
+    },
+    {
+      "epoch": 0.011534334763948498,
+      "grad_norm": 0.217091226356457,
+      "learning_rate": 7.67857142857143e-05,
+      "loss": 0.784,
+      "step": 129
+    },
+    {
+      "epoch": 0.011623748211731044,
+      "grad_norm": 0.20927612150329125,
+      "learning_rate": 7.738095238095239e-05,
+      "loss": 0.7545,
+      "step": 130
+    },
+    {
+      "epoch": 0.011713161659513591,
+      "grad_norm": 0.1867631447065541,
+      "learning_rate": 7.797619047619048e-05,
+      "loss": 0.7819,
+      "step": 131
+    },
+    {
+      "epoch": 0.011802575107296138,
+      "grad_norm": 0.20425607982541644,
+      "learning_rate": 7.857142857142858e-05,
+      "loss": 0.7499,
+      "step": 132
+    },
+    {
+      "epoch": 0.011891988555078684,
+      "grad_norm": 0.1950074364581055,
+      "learning_rate": 7.916666666666666e-05,
+      "loss": 0.799,
+      "step": 133
+    },
+    {
+      "epoch": 0.01198140200286123,
+      "grad_norm": 0.29286961019583635,
+      "learning_rate": 7.976190476190477e-05,
+      "loss": 0.754,
+      "step": 134
+    },
+    {
+      "epoch": 0.012070815450643776,
+      "grad_norm": 0.3307179124306253,
+      "learning_rate": 8.035714285714287e-05,
+      "loss": 0.8297,
+      "step": 135
+    },
+    {
+      "epoch": 0.012160228898426323,
+      "grad_norm": 0.21384955733028554,
+      "learning_rate": 8.095238095238096e-05,
+      "loss": 0.8319,
+      "step": 136
+    },
+    {
+      "epoch": 0.01224964234620887,
+      "grad_norm": 0.2885862007209382,
+      "learning_rate": 8.154761904761904e-05,
+      "loss": 0.7236,
+      "step": 137
+    },
+    {
+      "epoch": 0.012339055793991416,
+      "grad_norm": 0.18978613909816655,
+      "learning_rate": 8.214285714285714e-05,
+      "loss": 0.7015,
+      "step": 138
+    },
+    {
+      "epoch": 0.012428469241773963,
+      "grad_norm": 0.28955074385988994,
+      "learning_rate": 8.273809523809524e-05,
+      "loss": 0.7941,
+      "step": 139
+    },
+    {
+      "epoch": 0.01251788268955651,
+      "grad_norm": 0.2115283804158277,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.7542,
+      "step": 140
+    },
+    {
+      "epoch": 0.012607296137339056,
+      "grad_norm": 0.20965009140604346,
+      "learning_rate": 8.392857142857144e-05,
+      "loss": 0.8116,
+      "step": 141
+    },
+    {
+      "epoch": 0.012696709585121603,
+      "grad_norm": 0.27269336762824625,
+      "learning_rate": 8.452380952380952e-05,
+      "loss": 0.7804,
+      "step": 142
+    },
+    {
+      "epoch": 0.012786123032904148,
+      "grad_norm": 0.16266707465600028,
+      "learning_rate": 8.511904761904762e-05,
+      "loss": 0.7696,
+      "step": 143
+    },
+    {
+      "epoch": 0.012875536480686695,
+      "grad_norm": 0.23345873424988062,
+      "learning_rate": 8.571428571428571e-05,
+      "loss": 0.8226,
+      "step": 144
+    },
+    {
+      "epoch": 0.012964949928469242,
+      "grad_norm": 0.1916422019164452,
+      "learning_rate": 8.630952380952382e-05,
+      "loss": 0.7906,
+      "step": 145
+    },
+    {
+      "epoch": 0.013054363376251788,
+      "grad_norm": 0.18136197717920516,
+      "learning_rate": 8.690476190476192e-05,
+      "loss": 0.8287,
+      "step": 146
+    },
+    {
+      "epoch": 0.013143776824034335,
+      "grad_norm": 0.21743197823785576,
+      "learning_rate": 8.75e-05,
+      "loss": 0.8189,
+      "step": 147
+    },
+    {
+      "epoch": 0.013233190271816882,
+      "grad_norm": 0.19619177527516765,
+      "learning_rate": 8.80952380952381e-05,
+      "loss": 0.7517,
+      "step": 148
+    },
+    {
+      "epoch": 0.013322603719599427,
+      "grad_norm": 0.18623548166055598,
+      "learning_rate": 8.869047619047619e-05,
+      "loss": 0.8023,
+      "step": 149
+    },
+    {
+      "epoch": 0.013412017167381975,
+      "grad_norm": 0.18301849592769284,
+      "learning_rate": 8.92857142857143e-05,
+      "loss": 0.7567,
+      "step": 150
+    },
+    {
+      "epoch": 0.01350143061516452,
+      "grad_norm": 0.17706746400320875,
+      "learning_rate": 8.988095238095238e-05,
+      "loss": 0.7626,
+      "step": 151
+    },
+    {
+      "epoch": 0.013590844062947067,
+      "grad_norm": 0.17251956752202008,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.8113,
+      "step": 152
+    },
+    {
+      "epoch": 0.013680257510729614,
+      "grad_norm": 0.21081771226833168,
+      "learning_rate": 9.107142857142857e-05,
+      "loss": 0.8203,
+      "step": 153
+    },
+    {
+      "epoch": 0.01376967095851216,
+      "grad_norm": 0.156508967266314,
+      "learning_rate": 9.166666666666667e-05,
+      "loss": 0.7859,
+      "step": 154
+    },
+    {
+      "epoch": 0.013859084406294707,
+      "grad_norm": 0.1517814542704874,
+      "learning_rate": 9.226190476190478e-05,
+      "loss": 0.7615,
+      "step": 155
+    },
+    {
+      "epoch": 0.013948497854077254,
+      "grad_norm": 0.17544063714932664,
+      "learning_rate": 9.285714285714286e-05,
+      "loss": 0.7889,
+      "step": 156
+    },
+    {
+      "epoch": 0.0140379113018598,
+      "grad_norm": 0.16979045727324724,
+      "learning_rate": 9.345238095238095e-05,
+      "loss": 0.806,
+      "step": 157
+    },
+    {
+      "epoch": 0.014127324749642347,
+      "grad_norm": 0.1650762578258288,
+      "learning_rate": 9.404761904761905e-05,
+      "loss": 0.7845,
+      "step": 158
+    },
+    {
+      "epoch": 0.014216738197424892,
+      "grad_norm": 0.17152755503768238,
+      "learning_rate": 9.464285714285715e-05,
+      "loss": 0.7446,
+      "step": 159
+    },
+    {
+      "epoch": 0.01430615164520744,
+      "grad_norm": 0.17296235812894287,
+      "learning_rate": 9.523809523809524e-05,
+      "loss": 0.7331,
+      "step": 160
+    },
+    {
+      "epoch": 0.014395565092989986,
+      "grad_norm": 0.22071798529317624,
+      "learning_rate": 9.583333333333334e-05,
+      "loss": 0.7681,
+      "step": 161
+    },
+    {
+      "epoch": 0.014484978540772532,
+      "grad_norm": 0.16447887120913293,
+      "learning_rate": 9.642857142857143e-05,
+      "loss": 0.7906,
+      "step": 162
+    },
+    {
+      "epoch": 0.014574391988555079,
+      "grad_norm": 0.20795977275399793,
+      "learning_rate": 9.702380952380953e-05,
+      "loss": 0.7367,
+      "step": 163
+    },
+    {
+      "epoch": 0.014663805436337626,
+      "grad_norm": 0.200671839848964,
+      "learning_rate": 9.761904761904762e-05,
+      "loss": 0.7872,
+      "step": 164
+    },
+    {
+      "epoch": 0.014753218884120171,
+      "grad_norm": 0.1403935554491104,
+      "learning_rate": 9.821428571428572e-05,
+      "loss": 0.6436,
+      "step": 165
+    },
+    {
+      "epoch": 0.014842632331902719,
+      "grad_norm": 0.2559849893700486,
+      "learning_rate": 9.880952380952381e-05,
+      "loss": 0.793,
+      "step": 166
+    },
+    {
+      "epoch": 0.014932045779685264,
+      "grad_norm": 0.1870004621570952,
+      "learning_rate": 9.940476190476191e-05,
+      "loss": 0.7293,
+      "step": 167
+    },
+    {
+      "epoch": 0.015021459227467811,
+      "grad_norm": 0.19364503584061896,
+      "learning_rate": 0.0001,
+      "loss": 0.8031,
+      "step": 168
+    },
+    {
+      "epoch": 0.015110872675250358,
+      "grad_norm": 0.19058875760199043,
+      "learning_rate": 0.0001005952380952381,
+      "loss": 0.7817,
+      "step": 169
+    },
+    {
+      "epoch": 0.015200286123032904,
+      "grad_norm": 0.20920583048222993,
+      "learning_rate": 0.0001011904761904762,
+      "loss": 0.8056,
+      "step": 170
+    },
+    {
+      "epoch": 0.01528969957081545,
+      "grad_norm": 0.17897481230142598,
+      "learning_rate": 0.00010178571428571428,
+      "loss": 0.8117,
+      "step": 171
+    },
+    {
+      "epoch": 0.015379113018597998,
+      "grad_norm": 0.171660512055585,
+      "learning_rate": 0.00010238095238095237,
+      "loss": 0.7601,
+      "step": 172
+    },
+    {
+      "epoch": 0.015468526466380543,
+      "grad_norm": 0.1925917909011819,
+      "learning_rate": 0.00010297619047619047,
+      "loss": 0.7764,
+      "step": 173
+    },
+    {
+      "epoch": 0.01555793991416309,
+      "grad_norm": 0.1751135656477254,
+      "learning_rate": 0.00010357142857142859,
+      "loss": 0.8055,
+      "step": 174
+    },
+    {
+      "epoch": 0.015647353361945636,
+      "grad_norm": 0.1920281594149051,
+      "learning_rate": 0.00010416666666666667,
+      "loss": 0.7681,
+      "step": 175
+    },
+    {
+      "epoch": 0.015736766809728183,
+      "grad_norm": 0.18045335307500668,
+      "learning_rate": 0.00010476190476190477,
+      "loss": 0.8055,
+      "step": 176
+    },
+    {
+      "epoch": 0.01582618025751073,
+      "grad_norm": 0.18644211256898827,
+      "learning_rate": 0.00010535714285714286,
+      "loss": 0.7531,
+      "step": 177
+    },
+    {
+      "epoch": 0.015915593705293277,
+      "grad_norm": 0.1706065694560796,
+      "learning_rate": 0.00010595238095238096,
+      "loss": 0.786,
+      "step": 178
+    },
+    {
+      "epoch": 0.01600500715307582,
+      "grad_norm": 0.18637869842811836,
+      "learning_rate": 0.00010654761904761906,
+      "loss": 0.8468,
+      "step": 179
+    },
+    {
+      "epoch": 0.016094420600858368,
+      "grad_norm": 0.17126749456747453,
+      "learning_rate": 0.00010714285714285715,
+      "loss": 0.7788,
+      "step": 180
+    },
+    {
+      "epoch": 0.016183834048640915,
+      "grad_norm": 0.17085090950799,
+      "learning_rate": 0.00010773809523809523,
+      "loss": 0.7289,
+      "step": 181
+    },
+    {
+      "epoch": 0.016273247496423462,
+      "grad_norm": 0.18144468587062795,
+      "learning_rate": 0.00010833333333333333,
+      "loss": 0.7458,
+      "step": 182
+    },
+    {
+      "epoch": 0.01636266094420601,
+      "grad_norm": 0.18196537170428728,
+      "learning_rate": 0.00010892857142857142,
+      "loss": 0.7712,
+      "step": 183
+    },
+    {
+      "epoch": 0.016452074391988557,
+      "grad_norm": 0.18095613034236901,
+      "learning_rate": 0.00010952380952380953,
+      "loss": 0.7688,
+      "step": 184
+    },
+    {
+      "epoch": 0.0165414878397711,
+      "grad_norm": 0.23984072506221696,
+      "learning_rate": 0.00011011904761904763,
+      "loss": 0.8073,
+      "step": 185
+    },
+    {
+      "epoch": 0.016630901287553648,
+      "grad_norm": 0.21865155598090943,
+      "learning_rate": 0.00011071428571428572,
+      "loss": 0.7493,
+      "step": 186
+    },
+    {
+      "epoch": 0.016720314735336195,
+      "grad_norm": 0.2334570057002279,
+      "learning_rate": 0.00011130952380952382,
+      "loss": 0.7847,
+      "step": 187
+    },
+    {
+      "epoch": 0.016809728183118742,
+      "grad_norm": 0.1633425817381341,
+      "learning_rate": 0.00011190476190476191,
+      "loss": 0.7917,
+      "step": 188
+    },
+    {
+      "epoch": 0.01689914163090129,
+      "grad_norm": 0.2880781211729467,
+      "learning_rate": 0.00011250000000000001,
+      "loss": 0.7818,
+      "step": 189
+    },
+    {
+      "epoch": 0.016988555078683833,
+      "grad_norm": 0.2899736532721752,
+      "learning_rate": 0.00011309523809523809,
+      "loss": 0.7774,
+      "step": 190
+    },
+    {
+      "epoch": 0.01707796852646638,
+      "grad_norm": 0.19276390726465353,
+      "learning_rate": 0.00011369047619047619,
+      "loss": 0.7529,
+      "step": 191
+    },
+    {
+      "epoch": 0.017167381974248927,
+      "grad_norm": 0.21005389780765737,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 0.7678,
+      "step": 192
+    },
+    {
+      "epoch": 0.017256795422031474,
+      "grad_norm": 0.14971159986188676,
+      "learning_rate": 0.00011488095238095238,
+      "loss": 0.7722,
+      "step": 193
+    },
+    {
+      "epoch": 0.01734620886981402,
+      "grad_norm": 0.21558333146179645,
+      "learning_rate": 0.00011547619047619047,
+      "loss": 0.7867,
+      "step": 194
+    },
+    {
+      "epoch": 0.017435622317596565,
+      "grad_norm": 0.16596554249887074,
+      "learning_rate": 0.00011607142857142858,
+      "loss": 0.8137,
+      "step": 195
+    },
+    {
+      "epoch": 0.017525035765379112,
+      "grad_norm": 0.14965283870685778,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 0.7794,
+      "step": 196
+    },
+    {
+      "epoch": 0.01761444921316166,
+      "grad_norm": 0.1720968019718456,
+      "learning_rate": 0.00011726190476190477,
+      "loss": 0.7945,
+      "step": 197
+    },
+    {
+      "epoch": 0.017703862660944206,
+      "grad_norm": 0.164108056469238,
+      "learning_rate": 0.00011785714285714287,
+      "loss": 0.7915,
+      "step": 198
+    },
+    {
+      "epoch": 0.017793276108726754,
+      "grad_norm": 0.17545092569015422,
+      "learning_rate": 0.00011845238095238097,
+      "loss": 0.7666,
+      "step": 199
+    },
+    {
+      "epoch": 0.0178826895565093,
+      "grad_norm": 0.17664784023649271,
+      "learning_rate": 0.00011904761904761905,
+      "loss": 0.8186,
+      "step": 200
+    },
+    {
+      "epoch": 0.017972103004291844,
+      "grad_norm": 0.1668435147773049,
+      "learning_rate": 0.00011964285714285714,
+      "loss": 0.82,
+      "step": 201
+    },
+    {
+      "epoch": 0.01806151645207439,
+      "grad_norm": 0.1625417134415411,
+      "learning_rate": 0.00012023809523809524,
+      "loss": 0.7785,
+      "step": 202
+    },
+    {
+      "epoch": 0.01815092989985694,
+      "grad_norm": 0.19940012924057968,
+      "learning_rate": 0.00012083333333333333,
+      "loss": 0.7594,
+      "step": 203
+    },
+    {
+      "epoch": 0.018240343347639486,
+      "grad_norm": 0.1734879800137485,
+      "learning_rate": 0.00012142857142857143,
+      "loss": 0.7816,
+      "step": 204
+    },
+    {
+      "epoch": 0.018329756795422033,
+      "grad_norm": 0.1613584582256434,
+      "learning_rate": 0.00012202380952380954,
+      "loss": 0.7474,
+      "step": 205
+    },
+    {
+      "epoch": 0.018419170243204577,
+      "grad_norm": 0.1487258013175936,
+      "learning_rate": 0.00012261904761904762,
+      "loss": 0.7588,
+      "step": 206
+    },
+    {
+      "epoch": 0.018508583690987124,
+      "grad_norm": 0.16348933019850898,
+      "learning_rate": 0.00012321428571428572,
+      "loss": 0.7601,
+      "step": 207
+    },
+    {
+      "epoch": 0.01859799713876967,
+      "grad_norm": 0.1670083397931658,
+      "learning_rate": 0.0001238095238095238,
+      "loss": 0.788,
+      "step": 208
+    },
+    {
+      "epoch": 0.018687410586552218,
+      "grad_norm": 0.18864709208661637,
+      "learning_rate": 0.0001244047619047619,
+      "loss": 0.783,
+      "step": 209
+    },
+    {
+      "epoch": 0.018776824034334765,
+      "grad_norm": 0.1628258744521737,
+      "learning_rate": 0.000125,
+      "loss": 0.7436,
+      "step": 210
+    },
+    {
+      "epoch": 0.01886623748211731,
+      "grad_norm": 0.1598533395710613,
+      "learning_rate": 0.0001255952380952381,
+      "loss": 0.7964,
+      "step": 211
+    },
+    {
+      "epoch": 0.018955650929899856,
+      "grad_norm": 0.1959731219862374,
+      "learning_rate": 0.0001261904761904762,
+      "loss": 0.7643,
+      "step": 212
+    },
+    {
+      "epoch": 0.019045064377682403,
+      "grad_norm": 0.16420931762914473,
+      "learning_rate": 0.0001267857142857143,
+      "loss": 0.7706,
+      "step": 213
+    },
+    {
+      "epoch": 0.01913447782546495,
+      "grad_norm": 0.18990094593717055,
+      "learning_rate": 0.00012738095238095238,
+      "loss": 0.8109,
+      "step": 214
+    },
+    {
+      "epoch": 0.019223891273247497,
+      "grad_norm": 0.17881784901176648,
+      "learning_rate": 0.00012797619047619048,
+      "loss": 0.7403,
+      "step": 215
+    },
+    {
+      "epoch": 0.019313304721030045,
+      "grad_norm": 0.16269384475282364,
+      "learning_rate": 0.00012857142857142858,
+      "loss": 0.7522,
+      "step": 216
+    },
+    {
+      "epoch": 0.019402718168812588,
+      "grad_norm": 0.18837567751443693,
+      "learning_rate": 0.00012916666666666667,
+      "loss": 0.8059,
+      "step": 217
+    },
+    {
+      "epoch": 0.019492131616595135,
+      "grad_norm": 0.15575188375600846,
+      "learning_rate": 0.00012976190476190477,
+      "loss": 0.7703,
+      "step": 218
+    },
+    {
+      "epoch": 0.019581545064377683,
+      "grad_norm": 0.1546273979633899,
+      "learning_rate": 0.00013035714285714286,
+      "loss": 0.753,
+      "step": 219
+    },
+    {
+      "epoch": 0.01967095851216023,
+      "grad_norm": 0.16641951823177095,
+      "learning_rate": 0.00013095238095238096,
+      "loss": 0.7717,
+      "step": 220
+    },
+    {
+      "epoch": 0.019760371959942777,
+      "grad_norm": 0.1503163283886717,
+      "learning_rate": 0.00013154761904761905,
+      "loss": 0.7862,
+      "step": 221
+    },
+    {
+      "epoch": 0.01984978540772532,
+      "grad_norm": 0.16077547428210973,
+      "learning_rate": 0.00013214285714285715,
+      "loss": 0.7831,
+      "step": 222
+    },
+    {
+      "epoch": 0.019939198855507868,
+      "grad_norm": 0.1663560072158716,
+      "learning_rate": 0.00013273809523809524,
+      "loss": 0.7635,
+      "step": 223
+    },
+    {
+      "epoch": 0.020028612303290415,
+      "grad_norm": 0.19575812601942705,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 0.7292,
+      "step": 224
+    },
+    {
+      "epoch": 0.020118025751072962,
+      "grad_norm": 0.363076437778233,
+      "learning_rate": 0.00013392857142857144,
+      "loss": 0.7457,
+      "step": 225
+    },
+    {
+      "epoch": 0.02020743919885551,
+      "grad_norm": 0.3023549089152136,
+      "learning_rate": 0.00013452380952380953,
+      "loss": 0.7553,
+      "step": 226
+    },
+    {
+      "epoch": 0.020296852646638053,
+      "grad_norm": 0.22495592170352538,
+      "learning_rate": 0.00013511904761904763,
+      "loss": 0.7771,
+      "step": 227
+    },
+    {
+      "epoch": 0.0203862660944206,
+      "grad_norm": 0.2204338613481807,
+      "learning_rate": 0.00013571428571428572,
+      "loss": 0.7458,
+      "step": 228
+    },
+    {
+      "epoch": 0.020475679542203147,
+      "grad_norm": 0.21796874245457673,
+      "learning_rate": 0.00013630952380952382,
+      "loss": 0.7416,
+      "step": 229
+    },
+    {
+      "epoch": 0.020565092989985694,
+      "grad_norm": 0.14277202754593432,
+      "learning_rate": 0.0001369047619047619,
+      "loss": 0.7798,
+      "step": 230
+    },
+    {
+      "epoch": 0.02065450643776824,
+      "grad_norm": 0.1669877427785951,
+      "learning_rate": 0.0001375,
+      "loss": 0.7004,
+      "step": 231
+    },
+    {
+      "epoch": 0.02074391988555079,
+      "grad_norm": 0.15369565082705638,
+      "learning_rate": 0.0001380952380952381,
+      "loss": 0.7987,
+      "step": 232
+    },
+    {
+      "epoch": 0.020833333333333332,
+      "grad_norm": 0.19064171281803682,
+      "learning_rate": 0.0001386904761904762,
+      "loss": 0.77,
+      "step": 233
+    },
+    {
+      "epoch": 0.02092274678111588,
+      "grad_norm": 0.14715020000951806,
+      "learning_rate": 0.0001392857142857143,
+      "loss": 0.7686,
+      "step": 234
+    },
+    {
+      "epoch": 0.021012160228898426,
+      "grad_norm": 0.14374679154488326,
+      "learning_rate": 0.0001398809523809524,
+      "loss": 0.763,
+      "step": 235
+    },
+    {
+      "epoch": 0.021101573676680974,
+      "grad_norm": 0.14812446840346574,
+      "learning_rate": 0.00014047619047619049,
+      "loss": 0.7715,
+      "step": 236
+    },
+    {
+      "epoch": 0.02119098712446352,
+      "grad_norm": 0.1438646220744886,
+      "learning_rate": 0.00014107142857142858,
+      "loss": 0.803,
+      "step": 237
+    },
+    {
+      "epoch": 0.021280400572246064,
+      "grad_norm": 0.143902150058327,
+      "learning_rate": 0.00014166666666666668,
+      "loss": 0.7887,
+      "step": 238
+    },
+    {
+      "epoch": 0.02136981402002861,
+      "grad_norm": 0.14974489214712636,
+      "learning_rate": 0.00014226190476190477,
+      "loss": 0.7681,
+      "step": 239
+    },
+    {
+      "epoch": 0.02145922746781116,
+      "grad_norm": 0.13780558303924406,
+      "learning_rate": 0.00014285714285714287,
+      "loss": 0.7908,
+      "step": 240
+    },
+    {
+      "epoch": 0.021548640915593706,
+      "grad_norm": 0.14992938728824562,
+      "learning_rate": 0.00014345238095238096,
+      "loss": 0.737,
+      "step": 241
+    },
+    {
+      "epoch": 0.021638054363376253,
+      "grad_norm": 0.1418778123188069,
+      "learning_rate": 0.00014404761904761906,
+      "loss": 0.7497,
+      "step": 242
+    },
+    {
+      "epoch": 0.021727467811158797,
+      "grad_norm": 0.13399899217122932,
+      "learning_rate": 0.00014464285714285715,
+      "loss": 0.7523,
+      "step": 243
+    },
+    {
+      "epoch": 0.021816881258941344,
+      "grad_norm": 0.15370214188897147,
+      "learning_rate": 0.00014523809523809525,
+      "loss": 0.7757,
+      "step": 244
+    },
+    {
+      "epoch": 0.02190629470672389,
+      "grad_norm": 0.13787083721832324,
+      "learning_rate": 0.00014583333333333335,
+      "loss": 0.757,
+      "step": 245
+    },
+    {
+      "epoch": 0.021995708154506438,
+      "grad_norm": 0.15430944136505606,
+      "learning_rate": 0.00014642857142857141,
+      "loss": 0.7651,
+      "step": 246
+    },
+    {
+      "epoch": 0.022085121602288985,
+      "grad_norm": 0.15237680093872807,
+      "learning_rate": 0.00014702380952380954,
+      "loss": 0.7791,
+      "step": 247
+    },
+    {
+      "epoch": 0.022174535050071532,
+      "grad_norm": 0.155996743743697,
+      "learning_rate": 0.00014761904761904763,
+      "loss": 0.7653,
+      "step": 248
+    },
+    {
+      "epoch": 0.022263948497854076,
+      "grad_norm": 0.15477963392353306,
+      "learning_rate": 0.00014821428571428573,
+      "loss": 0.7748,
+      "step": 249
+    },
+    {
+      "epoch": 0.022353361945636623,
+      "grad_norm": 0.16784743402439536,
+      "learning_rate": 0.00014880952380952382,
+      "loss": 0.8032,
+      "step": 250
+    },
+    {
+      "epoch": 0.02244277539341917,
+      "grad_norm": 0.16225935561055452,
+      "learning_rate": 0.00014940476190476192,
+      "loss": 0.7731,
+      "step": 251
+    },
+    {
+      "epoch": 0.022532188841201718,
+      "grad_norm": 0.15230750067856916,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.7295,
+      "step": 252
+    },
+    {
+      "epoch": 0.022621602288984265,
+      "grad_norm": 0.15756333625937002,
+      "learning_rate": 0.0001505952380952381,
+      "loss": 0.7322,
+      "step": 253
+    },
+    {
+      "epoch": 0.02271101573676681,
+      "grad_norm": 0.21363247706777208,
+      "learning_rate": 0.0001511904761904762,
+      "loss": 0.7459,
+      "step": 254
+    },
+    {
+      "epoch": 0.022800429184549355,
+      "grad_norm": 0.1579964530525483,
+      "learning_rate": 0.00015178571428571427,
+      "loss": 0.7331,
+      "step": 255
+    },
+    {
+      "epoch": 0.022889842632331903,
+      "grad_norm": 0.17944238720622244,
+      "learning_rate": 0.00015238095238095237,
+      "loss": 0.7424,
+      "step": 256
+    },
+    {
+      "epoch": 0.02297925608011445,
+      "grad_norm": 0.18222727598080807,
+      "learning_rate": 0.00015297619047619046,
+      "loss": 0.7568,
+      "step": 257
+    },
+    {
+      "epoch": 0.023068669527896997,
+      "grad_norm": 0.17265692365487922,
+      "learning_rate": 0.0001535714285714286,
+      "loss": 0.8037,
+      "step": 258
+    },
+    {
+      "epoch": 0.02315808297567954,
+      "grad_norm": 0.15968069386473327,
+      "learning_rate": 0.00015416666666666668,
+      "loss": 0.7857,
+      "step": 259
+    },
+    {
+      "epoch": 0.023247496423462088,
+      "grad_norm": 0.16223362762877688,
+      "learning_rate": 0.00015476190476190478,
+      "loss": 0.7984,
+      "step": 260
+    },
+    {
+      "epoch": 0.023336909871244635,
+      "grad_norm": 0.13767113246482066,
+      "learning_rate": 0.00015535714285714287,
+      "loss": 0.6867,
+      "step": 261
+    },
+    {
+      "epoch": 0.023426323319027182,
+      "grad_norm": 0.14682605494144146,
+      "learning_rate": 0.00015595238095238097,
+      "loss": 0.6354,
+      "step": 262
+    },
+    {
+      "epoch": 0.02351573676680973,
+      "grad_norm": 0.16451426398791022,
+      "learning_rate": 0.00015654761904761906,
+      "loss": 0.7744,
+      "step": 263
+    },
+    {
+      "epoch": 0.023605150214592276,
+      "grad_norm": 0.1548541651080135,
+      "learning_rate": 0.00015714285714285716,
+      "loss": 0.8102,
+      "step": 264
+    },
+    {
+      "epoch": 0.02369456366237482,
+      "grad_norm": 0.15589597234695227,
+      "learning_rate": 0.00015773809523809523,
+      "loss": 0.7497,
+      "step": 265
+    },
+    {
+      "epoch": 0.023783977110157367,
+      "grad_norm": 0.1698170950801147,
+      "learning_rate": 0.00015833333333333332,
+      "loss": 0.7682,
+      "step": 266
+    },
+    {
+      "epoch": 0.023873390557939914,
+      "grad_norm": 0.14153682276230395,
+      "learning_rate": 0.00015892857142857142,
+      "loss": 0.7477,
+      "step": 267
+    },
+    {
+      "epoch": 0.02396280400572246,
+      "grad_norm": 0.16057250547241034,
+      "learning_rate": 0.00015952380952380954,
+      "loss": 0.7574,
+      "step": 268
+    },
+    {
+      "epoch": 0.02405221745350501,
+      "grad_norm": 0.16438406652855816,
+      "learning_rate": 0.00016011904761904764,
+      "loss": 0.8073,
+      "step": 269
+    },
+    {
+      "epoch": 0.024141630901287552,
+      "grad_norm": 0.1350720338338524,
+      "learning_rate": 0.00016071428571428573,
+      "loss": 0.7419,
+      "step": 270
+    },
+    {
+      "epoch": 0.0242310443490701,
+      "grad_norm": 0.13854580492182864,
+      "learning_rate": 0.00016130952380952383,
+      "loss": 0.7415,
+      "step": 271
+    },
+    {
+      "epoch": 0.024320457796852647,
+      "grad_norm": 0.1427475379855209,
+      "learning_rate": 0.00016190476190476192,
+      "loss": 0.7545,
+      "step": 272
+    },
+    {
+      "epoch": 0.024409871244635194,
+      "grad_norm": 0.14269017360962177,
+      "learning_rate": 0.00016250000000000002,
+      "loss": 0.745,
+      "step": 273
+    },
+    {
+      "epoch": 0.02449928469241774,
+      "grad_norm": 0.16908329864144472,
+      "learning_rate": 0.0001630952380952381,
+      "loss": 0.7555,
+      "step": 274
+    },
+    {
+      "epoch": 0.024588698140200285,
+      "grad_norm": 0.17944025368634006,
+      "learning_rate": 0.00016369047619047618,
+      "loss": 0.799,
+      "step": 275
+    },
+    {
+      "epoch": 0.02467811158798283,
+      "grad_norm": 0.1609215101347338,
+      "learning_rate": 0.00016428571428571428,
+      "loss": 0.762,
+      "step": 276
+    },
+    {
+      "epoch": 0.02476752503576538,
+      "grad_norm": 0.14264149698511705,
+      "learning_rate": 0.00016488095238095237,
+      "loss": 0.6606,
+      "step": 277
+    },
+    {
+      "epoch": 0.024856938483547926,
+      "grad_norm": 0.16941574641526563,
+      "learning_rate": 0.00016547619047619047,
+      "loss": 0.7443,
+      "step": 278
+    },
+    {
+      "epoch": 0.024946351931330473,
+      "grad_norm": 0.14477738612788144,
+      "learning_rate": 0.0001660714285714286,
+      "loss": 0.7314,
+      "step": 279
+    },
+    {
+      "epoch": 0.02503576537911302,
+      "grad_norm": 0.17983552011417575,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 0.7416,
+      "step": 280
+    },
+    {
+      "epoch": 0.025125178826895564,
+      "grad_norm": 0.1397923042730881,
+      "learning_rate": 0.00016726190476190478,
+      "loss": 0.7367,
+      "step": 281
+    },
+    {
+      "epoch": 0.02521459227467811,
+      "grad_norm": 0.17182661029288196,
+      "learning_rate": 0.00016785714285714288,
+      "loss": 0.8032,
+      "step": 282
+    },
+    {
+      "epoch": 0.025304005722460658,
+      "grad_norm": 0.13613038223152693,
+      "learning_rate": 0.00016845238095238097,
+      "loss": 0.6123,
+      "step": 283
+    },
+    {
+      "epoch": 0.025393419170243205,
+      "grad_norm": 0.26114746963174346,
+      "learning_rate": 0.00016904761904761904,
+      "loss": 0.7642,
+      "step": 284
+    },
+    {
+      "epoch": 0.025482832618025753,
+      "grad_norm": 0.16951008720566116,
+      "learning_rate": 0.00016964285714285714,
+      "loss": 0.7495,
+      "step": 285
+    },
+    {
+      "epoch": 0.025572246065808296,
+      "grad_norm": 0.1881952870933283,
+      "learning_rate": 0.00017023809523809523,
+      "loss": 0.754,
+      "step": 286
+    },
+    {
+      "epoch": 0.025661659513590843,
+      "grad_norm": 0.15006342302358433,
+      "learning_rate": 0.00017083333333333333,
+      "loss": 0.7405,
+      "step": 287
+    },
+    {
+      "epoch": 0.02575107296137339,
+      "grad_norm": 0.206916040693543,
+      "learning_rate": 0.00017142857142857143,
+      "loss": 0.7213,
+      "step": 288
+    },
+    {
+      "epoch": 0.025840486409155938,
+      "grad_norm": 0.15796917139970845,
+      "learning_rate": 0.00017202380952380955,
+      "loss": 0.7843,
+      "step": 289
+    },
+    {
+      "epoch": 0.025929899856938485,
+      "grad_norm": 0.22246416839822425,
+      "learning_rate": 0.00017261904761904764,
+      "loss": 0.7502,
+      "step": 290
+    },
+    {
+      "epoch": 0.02601931330472103,
+      "grad_norm": 0.15719126597204575,
+      "learning_rate": 0.00017321428571428574,
+      "loss": 0.7851,
+      "step": 291
+    },
+    {
+      "epoch": 0.026108726752503576,
+      "grad_norm": 0.1433196430821136,
+      "learning_rate": 0.00017380952380952383,
+      "loss": 0.7649,
+      "step": 292
+    },
+    {
+      "epoch": 0.026198140200286123,
+      "grad_norm": 0.14309656866407608,
+      "learning_rate": 0.0001744047619047619,
+      "loss": 0.7776,
+      "step": 293
+    },
+    {
+      "epoch": 0.02628755364806867,
+      "grad_norm": 0.14303470961808046,
+      "learning_rate": 0.000175,
+      "loss": 0.7739,
+      "step": 294
+    },
+    {
+      "epoch": 0.026376967095851217,
+      "grad_norm": 0.12835921320871033,
+      "learning_rate": 0.0001755952380952381,
+      "loss": 0.7468,
+      "step": 295
+    },
+    {
+      "epoch": 0.026466380543633764,
+      "grad_norm": 0.14382285439052148,
+      "learning_rate": 0.0001761904761904762,
+      "loss": 0.7842,
+      "step": 296
+    },
+    {
+      "epoch": 0.026555793991416308,
+      "grad_norm": 0.14569780018210934,
+      "learning_rate": 0.00017678571428571428,
+      "loss": 0.7779,
+      "step": 297
+    },
+    {
+      "epoch": 0.026645207439198855,
+      "grad_norm": 0.1602420179444464,
+      "learning_rate": 0.00017738095238095238,
+      "loss": 0.768,
+      "step": 298
+    },
+    {
+      "epoch": 0.026734620886981402,
+      "grad_norm": 0.18084573430785647,
+      "learning_rate": 0.00017797619047619048,
+      "loss": 0.765,
+      "step": 299
+    },
+    {
+      "epoch": 0.02682403433476395,
+      "grad_norm": 0.1508605659106244,
+      "learning_rate": 0.0001785714285714286,
+      "loss": 0.7512,
+      "step": 300
+    },
+    {
+      "epoch": 0.026913447782546496,
+      "grad_norm": 0.15233056384626548,
+      "learning_rate": 0.0001791666666666667,
+      "loss": 0.7824,
+      "step": 301
+    },
+    {
+      "epoch": 0.02700286123032904,
+      "grad_norm": 0.14005361940830713,
+      "learning_rate": 0.00017976190476190476,
+      "loss": 0.7416,
+      "step": 302
+    },
+    {
+      "epoch": 0.027092274678111587,
+      "grad_norm": 0.15371883435765776,
+      "learning_rate": 0.00018035714285714286,
+      "loss": 0.7506,
+      "step": 303
+    },
+    {
+      "epoch": 0.027181688125894134,
+      "grad_norm": 0.14256203313043458,
+      "learning_rate": 0.00018095238095238095,
+      "loss": 0.7335,
+      "step": 304
+    },
+    {
+      "epoch": 0.02727110157367668,
+      "grad_norm": 0.18830532509829453,
+      "learning_rate": 0.00018154761904761905,
+      "loss": 0.8171,
+      "step": 305
+    },
+    {
+      "epoch": 0.02736051502145923,
+      "grad_norm": 0.1782906605997398,
+      "learning_rate": 0.00018214285714285714,
+      "loss": 0.7479,
+      "step": 306
+    },
+    {
+      "epoch": 0.027449928469241772,
+      "grad_norm": 0.13795661617978594,
+      "learning_rate": 0.00018273809523809524,
+      "loss": 0.7586,
+      "step": 307
+    },
+    {
+      "epoch": 0.02753934191702432,
+      "grad_norm": 0.12319603114922824,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 0.6372,
+      "step": 308
+    },
+    {
+      "epoch": 0.027628755364806867,
+      "grad_norm": 0.1869255355085717,
+      "learning_rate": 0.00018392857142857143,
+      "loss": 0.7261,
+      "step": 309
+    },
+    {
+      "epoch": 0.027718168812589414,
+      "grad_norm": 0.16449794306958923,
+      "learning_rate": 0.00018452380952380955,
+      "loss": 0.7514,
+      "step": 310
+    },
+    {
+      "epoch": 0.02780758226037196,
+      "grad_norm": 0.16697451733614813,
+      "learning_rate": 0.00018511904761904765,
+      "loss": 0.7689,
+      "step": 311
+    },
+    {
+      "epoch": 0.027896995708154508,
+      "grad_norm": 0.14779796419929567,
+      "learning_rate": 0.00018571428571428572,
+      "loss": 0.7239,
+      "step": 312
+    },
+    {
+      "epoch": 0.027986409155937052,
+      "grad_norm": 0.12989241131058346,
+      "learning_rate": 0.0001863095238095238,
+      "loss": 0.7635,
+      "step": 313
+    },
+    {
+      "epoch": 0.0280758226037196,
+      "grad_norm": 0.14580393872816344,
+      "learning_rate": 0.0001869047619047619,
+      "loss": 0.7383,
+      "step": 314
+    },
+    {
+      "epoch": 0.028165236051502146,
+      "grad_norm": 0.14897869503792352,
+      "learning_rate": 0.0001875,
+      "loss": 0.7621,
+      "step": 315
+    },
+    {
+      "epoch": 0.028254649499284693,
+      "grad_norm": 0.1366296309494852,
+      "learning_rate": 0.0001880952380952381,
+      "loss": 0.7301,
+      "step": 316
+    },
+    {
+      "epoch": 0.02834406294706724,
+      "grad_norm": 0.1493345441892212,
+      "learning_rate": 0.0001886904761904762,
+      "loss": 0.7155,
+      "step": 317
+    },
+    {
+      "epoch": 0.028433476394849784,
+      "grad_norm": 0.14262897604417665,
+      "learning_rate": 0.0001892857142857143,
+      "loss": 0.7138,
+      "step": 318
+    },
+    {
+      "epoch": 0.02852288984263233,
+      "grad_norm": 0.1478087499692351,
+      "learning_rate": 0.00018988095238095239,
+      "loss": 0.7226,
+      "step": 319
+    },
+    {
+      "epoch": 0.02861230329041488,
+      "grad_norm": 0.14329508427911136,
+      "learning_rate": 0.00019047619047619048,
+      "loss": 0.752,
+      "step": 320
+    },
+    {
+      "epoch": 0.028701716738197425,
+      "grad_norm": 0.15433153836478503,
+      "learning_rate": 0.00019107142857142858,
+      "loss": 0.7511,
+      "step": 321
+    },
+    {
+      "epoch": 0.028791130185979973,
+      "grad_norm": 0.14257299699395432,
+      "learning_rate": 0.00019166666666666667,
+      "loss": 0.7781,
+      "step": 322
+    },
+    {
+      "epoch": 0.028880543633762516,
+      "grad_norm": 0.18268207374704826,
+      "learning_rate": 0.00019226190476190477,
+      "loss": 0.74,
+      "step": 323
+    },
+    {
+      "epoch": 0.028969957081545063,
+      "grad_norm": 0.14119196286220154,
+      "learning_rate": 0.00019285714285714286,
+      "loss": 0.7328,
+      "step": 324
+    },
+    {
+      "epoch": 0.02905937052932761,
+      "grad_norm": 0.1500254647605655,
+      "learning_rate": 0.00019345238095238096,
+      "loss": 0.7404,
+      "step": 325
+    },
+    {
+      "epoch": 0.029148783977110158,
+      "grad_norm": 0.16675227982826257,
+      "learning_rate": 0.00019404761904761905,
+      "loss": 0.7545,
+      "step": 326
+    },
+    {
+      "epoch": 0.029238197424892705,
+      "grad_norm": 0.15122365017636605,
+      "learning_rate": 0.00019464285714285715,
+      "loss": 0.7601,
+      "step": 327
+    },
+    {
+      "epoch": 0.029327610872675252,
+      "grad_norm": 0.14518926672621277,
+      "learning_rate": 0.00019523809523809525,
+      "loss": 0.7596,
+      "step": 328
+    },
+    {
+      "epoch": 0.029417024320457796,
+      "grad_norm": 0.14233812603551593,
+      "learning_rate": 0.00019583333333333334,
+      "loss": 0.7464,
+      "step": 329
+    },
+    {
+      "epoch": 0.029506437768240343,
+      "grad_norm": 0.15617733890126526,
+      "learning_rate": 0.00019642857142857144,
+      "loss": 0.7669,
+      "step": 330
+    },
+    {
+      "epoch": 0.02959585121602289,
+      "grad_norm": 0.152398466844348,
+      "learning_rate": 0.00019702380952380953,
+      "loss": 0.7615,
+      "step": 331
+    },
+    {
+      "epoch": 0.029685264663805437,
+      "grad_norm": 0.14946760687831673,
+      "learning_rate": 0.00019761904761904763,
+      "loss": 0.7519,
+      "step": 332
+    },
+    {
+      "epoch": 0.029774678111587984,
+      "grad_norm": 0.1255414041444009,
+      "learning_rate": 0.00019821428571428572,
+      "loss": 0.7562,
+      "step": 333
+    },
+    {
+      "epoch": 0.029864091559370528,
+      "grad_norm": 0.1804771933133527,
+      "learning_rate": 0.00019880952380952382,
+      "loss": 0.7584,
+      "step": 334
+    },
+    {
+      "epoch": 0.029953505007153075,
+      "grad_norm": 0.141588179396028,
+      "learning_rate": 0.00019940476190476191,
+      "loss": 0.7653,
+      "step": 335
+    },
+    {
+      "epoch": 0.030042918454935622,
+      "grad_norm": 0.19128262339028043,
+      "learning_rate": 0.0002,
+      "loss": 0.7463,
+      "step": 336
+    },
+    {
+      "epoch": 0.03013233190271817,
+      "grad_norm": 0.2040146882795594,
+      "learning_rate": 0.0001999999958065604,
+      "loss": 0.7431,
+      "step": 337
+    },
+    {
+      "epoch": 0.030221745350500717,
+      "grad_norm": 0.16621172893356576,
+      "learning_rate": 0.0001999999832262419,
+      "loss": 0.7159,
+      "step": 338
+    },
+    {
+      "epoch": 0.03031115879828326,
+      "grad_norm": 0.15417748466055656,
+      "learning_rate": 0.00019999996225904558,
+      "loss": 0.7832,
+      "step": 339
+    },
+    {
+      "epoch": 0.030400572246065807,
+      "grad_norm": 0.1645146388785241,
+      "learning_rate": 0.00019999993290497318,
+      "loss": 0.7792,
+      "step": 340
+    },
+    {
+      "epoch": 0.030489985693848354,
+      "grad_norm": 0.1429376293886044,
+      "learning_rate": 0.0001999998951640272,
+      "loss": 0.7261,
+      "step": 341
+    },
+    {
+      "epoch": 0.0305793991416309,
+      "grad_norm": 0.1279217088622704,
+      "learning_rate": 0.0001999998490362108,
+      "loss": 0.7469,
+      "step": 342
+    },
+    {
+      "epoch": 0.03066881258941345,
+      "grad_norm": 0.14848839810222111,
+      "learning_rate": 0.0001999997945215278,
+      "loss": 0.7643,
+      "step": 343
+    },
+    {
+      "epoch": 0.030758226037195996,
+      "grad_norm": 0.1293967774133959,
+      "learning_rate": 0.0001999997316199828,
+      "loss": 0.7632,
+      "step": 344
+    },
+    {
+      "epoch": 0.03084763948497854,
+      "grad_norm": 0.14627874175254404,
+      "learning_rate": 0.00019999966033158108,
+      "loss": 0.7411,
+      "step": 345
+    },
+    {
+      "epoch": 0.030937052932761087,
+      "grad_norm": 0.14895126358755092,
+      "learning_rate": 0.00019999958065632862,
+      "loss": 0.7879,
+      "step": 346
+    },
+    {
+      "epoch": 0.031026466380543634,
+      "grad_norm": 0.1380977295096373,
+      "learning_rate": 0.0001999994925942321,
+      "loss": 0.7791,
+      "step": 347
+    },
+    {
+      "epoch": 0.03111587982832618,
+      "grad_norm": 0.14610982998470068,
+      "learning_rate": 0.00019999939614529893,
+      "loss": 0.7722,
+      "step": 348
+    },
+    {
+      "epoch": 0.031205293276108728,
+      "grad_norm": 0.13216921277230612,
+      "learning_rate": 0.00019999929130953714,
+      "loss": 0.7546,
+      "step": 349
+    },
+    {
+      "epoch": 0.03129470672389127,
+      "grad_norm": 0.130376685482745,
+      "learning_rate": 0.00019999917808695558,
+      "loss": 0.7307,
+      "step": 350
+    },
+    {
+      "epoch": 0.03138412017167382,
+      "grad_norm": 0.14804609236670552,
+      "learning_rate": 0.0001999990564775637,
+      "loss": 0.7707,
+      "step": 351
+    },
+    {
+      "epoch": 0.031473533619456366,
+      "grad_norm": 0.15990501919042555,
+      "learning_rate": 0.00019999892648137174,
+      "loss": 0.7721,
+      "step": 352
+    },
+    {
+      "epoch": 0.03156294706723891,
+      "grad_norm": 0.1724087263908763,
+      "learning_rate": 0.00019999878809839056,
+      "loss": 0.7258,
+      "step": 353
+    },
+    {
+      "epoch": 0.03165236051502146,
+      "grad_norm": 0.2407800719037409,
+      "learning_rate": 0.0001999986413286318,
+      "loss": 0.7325,
+      "step": 354
+    },
+    {
+      "epoch": 0.031741773962804004,
+      "grad_norm": 0.15306939520381377,
+      "learning_rate": 0.00019999848617210776,
+      "loss": 0.7913,
+      "step": 355
+    },
+    {
+      "epoch": 0.031831187410586555,
+      "grad_norm": 0.1702575798919102,
+      "learning_rate": 0.00019999832262883148,
+      "loss": 0.7504,
+      "step": 356
+    },
+    {
+      "epoch": 0.0319206008583691,
+      "grad_norm": 0.14037656962066053,
+      "learning_rate": 0.00019999815069881663,
+      "loss": 0.7475,
+      "step": 357
+    },
+    {
+      "epoch": 0.03201001430615164,
+      "grad_norm": 0.14754562941243596,
+      "learning_rate": 0.00019999797038207763,
+      "loss": 0.7864,
+      "step": 358
+    },
+    {
+      "epoch": 0.03209942775393419,
+      "grad_norm": 0.12864808043485818,
+      "learning_rate": 0.00019999778167862964,
+      "loss": 0.7834,
+      "step": 359
+    },
+    {
+      "epoch": 0.032188841201716736,
+      "grad_norm": 0.13137607556941588,
+      "learning_rate": 0.00019999758458848847,
+      "loss": 0.7406,
+      "step": 360
+    },
+    {
+      "epoch": 0.03227825464949929,
+      "grad_norm": 0.1442219585418945,
+      "learning_rate": 0.00019999737911167065,
+      "loss": 0.791,
+      "step": 361
+    },
+    {
+      "epoch": 0.03236766809728183,
+      "grad_norm": 0.12715482031777,
+      "learning_rate": 0.00019999716524819337,
+      "loss": 0.7327,
+      "step": 362
+    },
+    {
+      "epoch": 0.032457081545064374,
+      "grad_norm": 0.14368290477496098,
+      "learning_rate": 0.00019999694299807465,
+      "loss": 0.766,
+      "step": 363
+    },
+    {
+      "epoch": 0.032546494992846925,
+      "grad_norm": 0.13781952320083163,
+      "learning_rate": 0.0001999967123613331,
+      "loss": 0.7572,
+      "step": 364
+    },
+    {
+      "epoch": 0.03263590844062947,
+      "grad_norm": 0.13718312366489296,
+      "learning_rate": 0.000199996473337988,
+      "loss": 0.7531,
+      "step": 365
+    },
+    {
+      "epoch": 0.03272532188841202,
+      "grad_norm": 0.12911342583521151,
+      "learning_rate": 0.0001999962259280595,
+      "loss": 0.7591,
+      "step": 366
+    },
+    {
+      "epoch": 0.03281473533619456,
+      "grad_norm": 0.13287018464001493,
+      "learning_rate": 0.00019999597013156824,
+      "loss": 0.7245,
+      "step": 367
+    },
+    {
+      "epoch": 0.032904148783977114,
+      "grad_norm": 0.13544655379045906,
+      "learning_rate": 0.00019999570594853575,
+      "loss": 0.717,
+      "step": 368
+    },
+    {
+      "epoch": 0.03299356223175966,
+      "grad_norm": 0.13798866964446496,
+      "learning_rate": 0.0001999954333789842,
+      "loss": 0.726,
+      "step": 369
+    },
+    {
+      "epoch": 0.0330829756795422,
+      "grad_norm": 0.13771905791098824,
+      "learning_rate": 0.00019999515242293637,
+      "loss": 0.7689,
+      "step": 370
+    },
+    {
+      "epoch": 0.03317238912732475,
+      "grad_norm": 0.13939505666773797,
+      "learning_rate": 0.0001999948630804159,
+      "loss": 0.791,
+      "step": 371
+    },
+    {
+      "epoch": 0.033261802575107295,
+      "grad_norm": 0.17800840659396225,
+      "learning_rate": 0.000199994565351447,
+      "loss": 0.7684,
+      "step": 372
+    },
+    {
+      "epoch": 0.033351216022889846,
+      "grad_norm": 0.16375003492045115,
+      "learning_rate": 0.00019999425923605468,
+      "loss": 0.7404,
+      "step": 373
+    },
+    {
+      "epoch": 0.03344062947067239,
+      "grad_norm": 0.1342485035248727,
+      "learning_rate": 0.0001999939447342646,
+      "loss": 0.7432,
+      "step": 374
+    },
+    {
+      "epoch": 0.03353004291845493,
+      "grad_norm": 0.18058648729137572,
+      "learning_rate": 0.00019999362184610316,
+      "loss": 0.7126,
+      "step": 375
+    },
+    {
+      "epoch": 0.033619456366237484,
+      "grad_norm": 0.15739341615594354,
+      "learning_rate": 0.00019999329057159736,
+      "loss": 0.7664,
+      "step": 376
+    },
+    {
+      "epoch": 0.03370886981402003,
+      "grad_norm": 0.15192060926772705,
+      "learning_rate": 0.0001999929509107751,
+      "loss": 0.7767,
+      "step": 377
+    },
+    {
+      "epoch": 0.03379828326180258,
+      "grad_norm": 0.1418504346423533,
+      "learning_rate": 0.00019999260286366477,
+      "loss": 0.7302,
+      "step": 378
+    },
+    {
+      "epoch": 0.03388769670958512,
+      "grad_norm": 0.1555302392842492,
+      "learning_rate": 0.00019999224643029565,
+      "loss": 0.754,
+      "step": 379
+    },
+    {
+      "epoch": 0.033977110157367665,
+      "grad_norm": 0.1553521046107196,
+      "learning_rate": 0.0001999918816106975,
+      "loss": 0.7374,
+      "step": 380
+    },
+    {
+      "epoch": 0.034066523605150216,
+      "grad_norm": 0.1480620907327576,
+      "learning_rate": 0.00019999150840490105,
+      "loss": 0.7423,
+      "step": 381
+    },
+    {
+      "epoch": 0.03415593705293276,
+      "grad_norm": 0.14424788798125943,
+      "learning_rate": 0.00019999112681293757,
+      "loss": 0.7372,
+      "step": 382
+    },
+    {
+      "epoch": 0.03424535050071531,
+      "grad_norm": 0.16045156433236157,
+      "learning_rate": 0.000199990736834839,
+      "loss": 0.768,
+      "step": 383
+    },
+    {
+      "epoch": 0.034334763948497854,
+      "grad_norm": 0.12990484537367608,
+      "learning_rate": 0.00019999033847063811,
+      "loss": 0.7595,
+      "step": 384
+    },
+    {
+      "epoch": 0.0344241773962804,
+      "grad_norm": 0.14254960138734035,
+      "learning_rate": 0.00019998993172036828,
+      "loss": 0.7236,
+      "step": 385
+    },
+    {
+      "epoch": 0.03451359084406295,
+      "grad_norm": 0.13055424030858231,
+      "learning_rate": 0.00019998951658406364,
+      "loss": 0.7642,
+      "step": 386
+    },
+    {
+      "epoch": 0.03460300429184549,
+      "grad_norm": 0.14573017704058894,
+      "learning_rate": 0.000199989093061759,
+      "loss": 0.8043,
+      "step": 387
+    },
+    {
+      "epoch": 0.03469241773962804,
+      "grad_norm": 0.1567731595910283,
+      "learning_rate": 0.00019998866115348988,
+      "loss": 0.7617,
+      "step": 388
+    },
+    {
+      "epoch": 0.034781831187410586,
+      "grad_norm": 0.13460324595079953,
+      "learning_rate": 0.0001999882208592925,
+      "loss": 0.6516,
+      "step": 389
+    },
+    {
+      "epoch": 0.03487124463519313,
+      "grad_norm": 0.16037414719494753,
+      "learning_rate": 0.00019998777217920385,
+      "loss": 0.7876,
+      "step": 390
+    },
+    {
+      "epoch": 0.03496065808297568,
+      "grad_norm": 0.14116153489939415,
+      "learning_rate": 0.0001999873151132614,
+      "loss": 0.7278,
+      "step": 391
+    },
+    {
+      "epoch": 0.035050071530758224,
+      "grad_norm": 0.1531327743036089,
+      "learning_rate": 0.00019998684966150365,
+      "loss": 0.74,
+      "step": 392
+    },
+    {
+      "epoch": 0.035139484978540775,
+      "grad_norm": 0.13789694738823,
+      "learning_rate": 0.00019998637582396958,
+      "loss": 0.7469,
+      "step": 393
+    },
+    {
+      "epoch": 0.03522889842632332,
+      "grad_norm": 0.14535901490729167,
+      "learning_rate": 0.0001999858936006989,
+      "loss": 0.7372,
+      "step": 394
+    },
+    {
+      "epoch": 0.03531831187410586,
+      "grad_norm": 0.13586468468949317,
+      "learning_rate": 0.00019998540299173207,
+      "loss": 0.759,
+      "step": 395
+    },
+    {
+      "epoch": 0.03540772532188841,
+      "grad_norm": 0.12567033392466787,
+      "learning_rate": 0.00019998490399711024,
+      "loss": 0.6091,
+      "step": 396
+    },
+    {
+      "epoch": 0.035497138769670956,
+      "grad_norm": 0.18739198204891125,
+      "learning_rate": 0.0001999843966168753,
+      "loss": 0.7572,
+      "step": 397
+    },
+    {
+      "epoch": 0.03558655221745351,
+      "grad_norm": 0.13734826666059044,
+      "learning_rate": 0.00019998388085106972,
+      "loss": 0.7608,
+      "step": 398
+    },
+    {
+      "epoch": 0.03567596566523605,
+      "grad_norm": 0.15377203771063164,
+      "learning_rate": 0.00019998335669973682,
+      "loss": 0.7419,
+      "step": 399
+    },
+    {
+      "epoch": 0.0357653791130186,
+      "grad_norm": 0.14558671742039064,
+      "learning_rate": 0.00019998282416292055,
+      "loss": 0.7474,
+      "step": 400
+    },
+    {
+      "epoch": 0.035854792560801145,
+      "grad_norm": 0.14338428377798232,
+      "learning_rate": 0.00019998228324066557,
+      "loss": 0.7145,
+      "step": 401
+    },
+    {
+      "epoch": 0.03594420600858369,
+      "grad_norm": 0.15021501386231842,
+      "learning_rate": 0.00019998173393301723,
+      "loss": 0.7524,
+      "step": 402
+    },
+    {
+      "epoch": 0.03603361945636624,
+      "grad_norm": 0.1392625742477777,
+      "learning_rate": 0.0001999811762400216,
+      "loss": 0.7519,
+      "step": 403
+    },
+    {
+      "epoch": 0.03612303290414878,
+      "grad_norm": 0.13879444872943517,
+      "learning_rate": 0.0001999806101617255,
+      "loss": 0.7805,
+      "step": 404
+    },
+    {
+      "epoch": 0.036212446351931334,
+      "grad_norm": 0.13943587220956663,
+      "learning_rate": 0.00019998003569817637,
+      "loss": 0.7452,
+      "step": 405
+    },
+    {
+      "epoch": 0.03630185979971388,
+      "grad_norm": 0.1671930903190882,
+      "learning_rate": 0.00019997945284942235,
+      "loss": 0.7711,
+      "step": 406
+    },
+    {
+      "epoch": 0.03639127324749642,
+      "grad_norm": 0.14104917880606602,
+      "learning_rate": 0.0001999788616155124,
+      "loss": 0.7871,
+      "step": 407
+    },
+    {
+      "epoch": 0.03648068669527897,
+      "grad_norm": 0.1430898454123607,
+      "learning_rate": 0.00019997826199649605,
+      "loss": 0.7275,
+      "step": 408
+    },
+    {
+      "epoch": 0.036570100143061515,
+      "grad_norm": 0.1246296386023427,
+      "learning_rate": 0.00019997765399242364,
+      "loss": 0.7055,
+      "step": 409
+    },
+    {
+      "epoch": 0.036659513590844066,
+      "grad_norm": 0.1303544446097857,
+      "learning_rate": 0.0001999770376033461,
+      "loss": 0.753,
+      "step": 410
+    },
+    {
+      "epoch": 0.03674892703862661,
+      "grad_norm": 0.14003739459055844,
+      "learning_rate": 0.00019997641282931515,
+      "loss": 0.7411,
+      "step": 411
+    },
+    {
+      "epoch": 0.03683834048640915,
+      "grad_norm": 0.1393047419853482,
+      "learning_rate": 0.00019997577967038324,
+      "loss": 0.7228,
+      "step": 412
+    },
+    {
+      "epoch": 0.036927753934191704,
+      "grad_norm": 0.1298205144170178,
+      "learning_rate": 0.0001999751381266034,
+      "loss": 0.7888,
+      "step": 413
+    },
+    {
+      "epoch": 0.03701716738197425,
+      "grad_norm": 0.16499136089975117,
+      "learning_rate": 0.00019997448819802948,
+      "loss": 0.7715,
+      "step": 414
+    },
+    {
+      "epoch": 0.0371065808297568,
+      "grad_norm": 0.16434966175376198,
+      "learning_rate": 0.00019997382988471595,
+      "loss": 0.7586,
+      "step": 415
+    },
+    {
+      "epoch": 0.03719599427753934,
+      "grad_norm": 0.139484311693861,
+      "learning_rate": 0.00019997316318671806,
+      "loss": 0.7328,
+      "step": 416
+    },
+    {
+      "epoch": 0.037285407725321885,
+      "grad_norm": 0.1494348151364694,
+      "learning_rate": 0.00019997248810409173,
+      "loss": 0.7299,
+      "step": 417
+    },
+    {
+      "epoch": 0.037374821173104436,
+      "grad_norm": 0.20124225977326243,
+      "learning_rate": 0.0001999718046368935,
+      "loss": 0.8201,
+      "step": 418
+    },
+    {
+      "epoch": 0.03746423462088698,
+      "grad_norm": 0.1278685571251956,
+      "learning_rate": 0.0001999711127851808,
+      "loss": 0.717,
+      "step": 419
+    },
+    {
+      "epoch": 0.03755364806866953,
+      "grad_norm": 0.16181795752469658,
+      "learning_rate": 0.0001999704125490116,
+      "loss": 0.7627,
+      "step": 420
+    },
+    {
+      "epoch": 0.037643061516452074,
+      "grad_norm": 0.12861169596526678,
+      "learning_rate": 0.00019996970392844462,
+      "loss": 0.7378,
+      "step": 421
+    },
+    {
+      "epoch": 0.03773247496423462,
+      "grad_norm": 0.13462142851300074,
+      "learning_rate": 0.0001999689869235393,
+      "loss": 0.7544,
+      "step": 422
+    },
+    {
+      "epoch": 0.03782188841201717,
+      "grad_norm": 0.13262196791654676,
+      "learning_rate": 0.00019996826153435582,
+      "loss": 0.7173,
+      "step": 423
+    },
+    {
+      "epoch": 0.03791130185979971,
+      "grad_norm": 0.13313405433897088,
+      "learning_rate": 0.00019996752776095495,
+      "loss": 0.7248,
+      "step": 424
+    },
+    {
+      "epoch": 0.03800071530758226,
+      "grad_norm": 0.13511192432896033,
+      "learning_rate": 0.00019996678560339824,
+      "loss": 0.7711,
+      "step": 425
+    },
+    {
+      "epoch": 0.038090128755364806,
+      "grad_norm": 0.13117026547521,
+      "learning_rate": 0.00019996603506174795,
+      "loss": 0.7035,
+      "step": 426
+    },
+    {
+      "epoch": 0.03817954220314735,
+      "grad_norm": 0.13666860452056684,
+      "learning_rate": 0.00019996527613606708,
+      "loss": 0.7188,
+      "step": 427
+    },
+    {
+      "epoch": 0.0382689556509299,
+      "grad_norm": 0.12584052646905972,
+      "learning_rate": 0.00019996450882641916,
+      "loss": 0.7397,
+      "step": 428
+    },
+    {
+      "epoch": 0.038358369098712444,
+      "grad_norm": 0.15262814874764208,
+      "learning_rate": 0.00019996373313286867,
+      "loss": 0.7614,
+      "step": 429
+    },
+    {
+      "epoch": 0.038447782546494995,
+      "grad_norm": 0.13069268148052895,
+      "learning_rate": 0.00019996294905548056,
+      "loss": 0.7654,
+      "step": 430
+    },
+    {
+      "epoch": 0.03853719599427754,
+      "grad_norm": 0.12295428464333714,
+      "learning_rate": 0.00019996215659432066,
+      "loss": 0.7664,
+      "step": 431
+    },
+    {
+      "epoch": 0.03862660944206009,
+      "grad_norm": 0.1380458860120512,
+      "learning_rate": 0.00019996135574945544,
+      "loss": 0.7409,
+      "step": 432
+    },
+    {
+      "epoch": 0.03871602288984263,
+      "grad_norm": 0.13101941231090916,
+      "learning_rate": 0.00019996054652095198,
+      "loss": 0.7239,
+      "step": 433
+    },
+    {
+      "epoch": 0.038805436337625177,
+      "grad_norm": 0.14006469010901593,
+      "learning_rate": 0.00019995972890887823,
+      "loss": 0.7341,
+      "step": 434
+    },
+    {
+      "epoch": 0.03889484978540773,
+      "grad_norm": 0.1419355706668117,
+      "learning_rate": 0.00019995890291330272,
+      "loss": 0.7498,
+      "step": 435
+    },
+    {
+      "epoch": 0.03898426323319027,
+      "grad_norm": 0.18616691687750708,
+      "learning_rate": 0.00019995806853429477,
+      "loss": 0.7183,
+      "step": 436
+    },
+    {
+      "epoch": 0.03907367668097282,
+      "grad_norm": 0.132776848022904,
+      "learning_rate": 0.0001999572257719243,
+      "loss": 0.7443,
+      "step": 437
+    },
+    {
+      "epoch": 0.039163090128755365,
+      "grad_norm": 0.13806861309522186,
+      "learning_rate": 0.00019995637462626205,
+      "loss": 0.7385,
+      "step": 438
+    },
+    {
+      "epoch": 0.03925250357653791,
+      "grad_norm": 0.1387144211554444,
+      "learning_rate": 0.00019995551509737936,
+      "loss": 0.7444,
+      "step": 439
+    },
+    {
+      "epoch": 0.03934191702432046,
+      "grad_norm": 0.12505307072705305,
+      "learning_rate": 0.00019995464718534835,
+      "loss": 0.7353,
+      "step": 440
+    },
+    {
+      "epoch": 0.039431330472103,
+      "grad_norm": 0.13900129387991383,
+      "learning_rate": 0.00019995377089024178,
+      "loss": 0.7679,
+      "step": 441
+    },
+    {
+      "epoch": 0.039520743919885554,
+      "grad_norm": 0.15759309976629232,
+      "learning_rate": 0.00019995288621213318,
+      "loss": 0.7154,
+      "step": 442
+    },
+    {
+      "epoch": 0.0396101573676681,
+      "grad_norm": 0.14737586061455632,
+      "learning_rate": 0.0001999519931510967,
+      "loss": 0.7986,
+      "step": 443
+    },
+    {
+      "epoch": 0.03969957081545064,
+      "grad_norm": 0.14356040883837634,
+      "learning_rate": 0.00019995109170720728,
+      "loss": 0.7631,
+      "step": 444
+    },
+    {
+      "epoch": 0.03978898426323319,
+      "grad_norm": 0.1448877963833153,
+      "learning_rate": 0.0001999501818805405,
+      "loss": 0.7919,
+      "step": 445
+    },
+    {
+      "epoch": 0.039878397711015735,
+      "grad_norm": 0.14501403905484295,
+      "learning_rate": 0.0001999492636711727,
+      "loss": 0.7793,
+      "step": 446
+    },
+    {
+      "epoch": 0.039967811158798286,
+      "grad_norm": 0.1544289286098272,
+      "learning_rate": 0.00019994833707918084,
+      "loss": 0.6988,
+      "step": 447
+    },
+    {
+      "epoch": 0.04005722460658083,
+      "grad_norm": 0.14780815789739613,
+      "learning_rate": 0.00019994740210464268,
+      "loss": 0.7638,
+      "step": 448
+    },
+    {
+      "epoch": 0.04014663805436337,
+      "grad_norm": 0.1298375635202133,
+      "learning_rate": 0.00019994645874763658,
+      "loss": 0.735,
+      "step": 449
+    },
+    {
+      "epoch": 0.040236051502145924,
+      "grad_norm": 0.14686556090068478,
+      "learning_rate": 0.00019994550700824172,
+      "loss": 0.7453,
+      "step": 450
+    },
+    {
+      "epoch": 0.04032546494992847,
+      "grad_norm": 0.13404527270612346,
+      "learning_rate": 0.00019994454688653784,
+      "loss": 0.7712,
+      "step": 451
+    },
+    {
+      "epoch": 0.04041487839771102,
+      "grad_norm": 0.1310142835861655,
+      "learning_rate": 0.00019994357838260557,
+      "loss": 0.7586,
+      "step": 452
+    },
+    {
+      "epoch": 0.04050429184549356,
+      "grad_norm": 0.15586682416207048,
+      "learning_rate": 0.00019994260149652603,
+      "loss": 0.7982,
+      "step": 453
+    },
+    {
+      "epoch": 0.040593705293276106,
+      "grad_norm": 0.1337058874383403,
+      "learning_rate": 0.00019994161622838126,
+      "loss": 0.7342,
+      "step": 454
+    },
+    {
+      "epoch": 0.040683118741058656,
+      "grad_norm": 0.13487451922611599,
+      "learning_rate": 0.0001999406225782538,
+      "loss": 0.7596,
+      "step": 455
+    },
+    {
+      "epoch": 0.0407725321888412,
+      "grad_norm": 0.14001903118944092,
+      "learning_rate": 0.00019993962054622703,
+      "loss": 0.7521,
+      "step": 456
+    },
+    {
+      "epoch": 0.04086194563662375,
+      "grad_norm": 0.1283111996477831,
+      "learning_rate": 0.00019993861013238497,
+      "loss": 0.7324,
+      "step": 457
+    },
+    {
+      "epoch": 0.040951359084406294,
+      "grad_norm": 0.12413040996816634,
+      "learning_rate": 0.0001999375913368124,
+      "loss": 0.7484,
+      "step": 458
+    },
+    {
+      "epoch": 0.04104077253218884,
+      "grad_norm": 0.16214025054494102,
+      "learning_rate": 0.00019993656415959472,
+      "loss": 0.7701,
+      "step": 459
+    },
+    {
+      "epoch": 0.04113018597997139,
+      "grad_norm": 0.1402239080850471,
+      "learning_rate": 0.00019993552860081814,
+      "loss": 0.7194,
+      "step": 460
+    },
+    {
+      "epoch": 0.04121959942775393,
+      "grad_norm": 0.16055695314249324,
+      "learning_rate": 0.00019993448466056938,
+      "loss": 0.7614,
+      "step": 461
+    },
+    {
+      "epoch": 0.04130901287553648,
+      "grad_norm": 0.14241074375403195,
+      "learning_rate": 0.00019993343233893615,
+      "loss": 0.7505,
+      "step": 462
+    },
+    {
+      "epoch": 0.041398426323319026,
+      "grad_norm": 0.18477996355078305,
+      "learning_rate": 0.00019993237163600663,
+      "loss": 0.8112,
+      "step": 463
+    },
+    {
+      "epoch": 0.04148783977110158,
+      "grad_norm": 0.13563893855401885,
+      "learning_rate": 0.00019993130255186977,
+      "loss": 0.7613,
+      "step": 464
+    },
+    {
+      "epoch": 0.04157725321888412,
+      "grad_norm": 0.1488080399725912,
+      "learning_rate": 0.00019993022508661525,
+      "loss": 0.7523,
+      "step": 465
+    },
+    {
+      "epoch": 0.041666666666666664,
+      "grad_norm": 0.1469387967868984,
+      "learning_rate": 0.00019992913924033349,
+      "loss": 0.7488,
+      "step": 466
+    },
+    {
+      "epoch": 0.041756080114449215,
+      "grad_norm": 0.1844685125618898,
+      "learning_rate": 0.00019992804501311543,
+      "loss": 0.6849,
+      "step": 467
+    },
+    {
+      "epoch": 0.04184549356223176,
+      "grad_norm": 0.1462143947832762,
+      "learning_rate": 0.00019992694240505293,
+      "loss": 0.7336,
+      "step": 468
+    },
+    {
+      "epoch": 0.04193490701001431,
+      "grad_norm": 0.14562489221818117,
+      "learning_rate": 0.00019992583141623848,
+      "loss": 0.7435,
+      "step": 469
+    },
+    {
+      "epoch": 0.04202432045779685,
+      "grad_norm": 0.11495446768836336,
+      "learning_rate": 0.00019992471204676525,
+      "loss": 0.7039,
+      "step": 470
+    },
+    {
+      "epoch": 0.0421137339055794,
+      "grad_norm": 0.11792691124106604,
+      "learning_rate": 0.00019992358429672704,
+      "loss": 0.6641,
+      "step": 471
+    },
+    {
+      "epoch": 0.04220314735336195,
+      "grad_norm": 0.20152633860060518,
+      "learning_rate": 0.00019992244816621852,
+      "loss": 0.7308,
+      "step": 472
+    },
+    {
+      "epoch": 0.04229256080114449,
+      "grad_norm": 0.15890314673012898,
+      "learning_rate": 0.00019992130365533497,
+      "loss": 0.7514,
+      "step": 473
+    },
+    {
+      "epoch": 0.04238197424892704,
+      "grad_norm": 0.15408929759278153,
+      "learning_rate": 0.00019992015076417233,
+      "loss": 0.7126,
+      "step": 474
+    },
+    {
+      "epoch": 0.042471387696709585,
+      "grad_norm": 0.1404999870956162,
+      "learning_rate": 0.00019991898949282732,
+      "loss": 0.7215,
+      "step": 475
+    },
+    {
+      "epoch": 0.04256080114449213,
+      "grad_norm": 0.15981253720673086,
+      "learning_rate": 0.00019991781984139736,
+      "loss": 0.8229,
+      "step": 476
+    },
+    {
+      "epoch": 0.04265021459227468,
+      "grad_norm": 0.13625556464675984,
+      "learning_rate": 0.00019991664180998048,
+      "loss": 0.7454,
+      "step": 477
+    },
+    {
+      "epoch": 0.04273962804005722,
+      "grad_norm": 0.12476313565068395,
+      "learning_rate": 0.00019991545539867556,
+      "loss": 0.7104,
+      "step": 478
+    },
+    {
+      "epoch": 0.042829041487839774,
+      "grad_norm": 0.14616647360442547,
+      "learning_rate": 0.00019991426060758202,
+      "loss": 0.7285,
+      "step": 479
+    },
+    {
+      "epoch": 0.04291845493562232,
+      "grad_norm": 0.13865320477555032,
+      "learning_rate": 0.00019991305743680013,
+      "loss": 0.7569,
+      "step": 480
+    },
+    {
+      "epoch": 0.04300786838340486,
+      "grad_norm": 0.15091565120758949,
+      "learning_rate": 0.00019991184588643077,
+      "loss": 0.7823,
+      "step": 481
+    },
+    {
+      "epoch": 0.04309728183118741,
+      "grad_norm": 0.13750707768197865,
+      "learning_rate": 0.00019991062595657558,
+      "loss": 0.7383,
+      "step": 482
+    },
+    {
+      "epoch": 0.043186695278969955,
+      "grad_norm": 0.12570624939705013,
+      "learning_rate": 0.00019990939764733684,
+      "loss": 0.7367,
+      "step": 483
+    },
+    {
+      "epoch": 0.043276108726752506,
+      "grad_norm": 0.13122230007812602,
+      "learning_rate": 0.0001999081609588176,
+      "loss": 0.7264,
+      "step": 484
+    },
+    {
+      "epoch": 0.04336552217453505,
+      "grad_norm": 0.1428062962566568,
+      "learning_rate": 0.0001999069158911215,
+      "loss": 0.7273,
+      "step": 485
+    },
+    {
+      "epoch": 0.04345493562231759,
+      "grad_norm": 0.13257513404462737,
+      "learning_rate": 0.00019990566244435307,
+      "loss": 0.7538,
+      "step": 486
+    },
+    {
+      "epoch": 0.043544349070100144,
+      "grad_norm": 0.13265459326465437,
+      "learning_rate": 0.0001999044006186174,
+      "loss": 0.7395,
+      "step": 487
+    },
+    {
+      "epoch": 0.04363376251788269,
+      "grad_norm": 0.14292731168974002,
+      "learning_rate": 0.00019990313041402024,
+      "loss": 0.8108,
+      "step": 488
+    },
+    {
+      "epoch": 0.04372317596566524,
+      "grad_norm": 0.15072219268560882,
+      "learning_rate": 0.00019990185183066825,
+      "loss": 0.7406,
+      "step": 489
+    },
+    {
+      "epoch": 0.04381258941344778,
+      "grad_norm": 0.1374410768529314,
+      "learning_rate": 0.00019990056486866858,
+      "loss": 0.7435,
+      "step": 490
+    },
+    {
+      "epoch": 0.043902002861230326,
+      "grad_norm": 0.14723473256975783,
+      "learning_rate": 0.00019989926952812916,
+      "loss": 0.7234,
+      "step": 491
+    },
+    {
+      "epoch": 0.043991416309012876,
+      "grad_norm": 0.13039613512559928,
+      "learning_rate": 0.00019989796580915866,
+      "loss": 0.6398,
+      "step": 492
+    },
+    {
+      "epoch": 0.04408082975679542,
+      "grad_norm": 0.17499129752457157,
+      "learning_rate": 0.0001998966537118664,
+      "loss": 0.7002,
+      "step": 493
+    },
+    {
+      "epoch": 0.04417024320457797,
+      "grad_norm": 0.13557670026318142,
+      "learning_rate": 0.0001998953332363625,
+      "loss": 0.7641,
+      "step": 494
+    },
+    {
+      "epoch": 0.044259656652360514,
+      "grad_norm": 0.17717767036115853,
+      "learning_rate": 0.00019989400438275758,
+      "loss": 0.7243,
+      "step": 495
+    },
+    {
+      "epoch": 0.044349070100143065,
+      "grad_norm": 0.13564909944529516,
+      "learning_rate": 0.00019989266715116316,
+      "loss": 0.7424,
+      "step": 496
+    },
+    {
+      "epoch": 0.04443848354792561,
+      "grad_norm": 0.12468485199104612,
+      "learning_rate": 0.0001998913215416914,
+      "loss": 0.7346,
+      "step": 497
+    },
+    {
+      "epoch": 0.04452789699570815,
+      "grad_norm": 0.12739050616329048,
+      "learning_rate": 0.00019988996755445517,
+      "loss": 0.7321,
+      "step": 498
+    },
+    {
+      "epoch": 0.0446173104434907,
+      "grad_norm": 0.13791493864636814,
+      "learning_rate": 0.00019988860518956796,
+      "loss": 0.7432,
+      "step": 499
+    },
+    {
+      "epoch": 0.044706723891273246,
+      "grad_norm": 0.14435091994747112,
+      "learning_rate": 0.0001998872344471441,
+      "loss": 0.7633,
+      "step": 500
+    },
+    {
+      "epoch": 0.0447961373390558,
+      "grad_norm": 0.13334897030939077,
+      "learning_rate": 0.00019988585532729848,
+      "loss": 0.772,
+      "step": 501
+    },
+    {
+      "epoch": 0.04488555078683834,
+      "grad_norm": 0.1296215349410546,
+      "learning_rate": 0.00019988446783014683,
+      "loss": 0.7004,
+      "step": 502
+    },
+    {
+      "epoch": 0.044974964234620884,
+      "grad_norm": 0.12579595365203977,
+      "learning_rate": 0.0001998830719558055,
+      "loss": 0.766,
+      "step": 503
+    },
+    {
+      "epoch": 0.045064377682403435,
+      "grad_norm": 0.13449244711693015,
+      "learning_rate": 0.00019988166770439154,
+      "loss": 0.7575,
+      "step": 504
+    },
+    {
+      "epoch": 0.04515379113018598,
+      "grad_norm": 0.16059784119886383,
+      "learning_rate": 0.00019988025507602274,
+      "loss": 0.7594,
+      "step": 505
+    },
+    {
+      "epoch": 0.04524320457796853,
+      "grad_norm": 0.1627794152098738,
+      "learning_rate": 0.00019987883407081753,
+      "loss": 0.7679,
+      "step": 506
+    },
+    {
+      "epoch": 0.04533261802575107,
+      "grad_norm": 0.13173555154499345,
+      "learning_rate": 0.00019987740468889519,
+      "loss": 0.7227,
+      "step": 507
+    },
+    {
+      "epoch": 0.04542203147353362,
+      "grad_norm": 0.14738236922845327,
+      "learning_rate": 0.00019987596693037552,
+      "loss": 0.7933,
+      "step": 508
+    },
+    {
+      "epoch": 0.04551144492131617,
+      "grad_norm": 0.1325248424031588,
+      "learning_rate": 0.00019987452079537913,
+      "loss": 0.7658,
+      "step": 509
+    },
+    {
+      "epoch": 0.04560085836909871,
+      "grad_norm": 0.1441556920441964,
+      "learning_rate": 0.00019987306628402727,
+      "loss": 0.7494,
+      "step": 510
+    },
+    {
+      "epoch": 0.04569027181688126,
+      "grad_norm": 0.12897823333836544,
+      "learning_rate": 0.00019987160339644198,
+      "loss": 0.7033,
+      "step": 511
+    },
+    {
+      "epoch": 0.045779685264663805,
+      "grad_norm": 0.1274874361254708,
+      "learning_rate": 0.00019987013213274593,
+      "loss": 0.7604,
+      "step": 512
+    },
+    {
+      "epoch": 0.04586909871244635,
+      "grad_norm": 0.12866056319834562,
+      "learning_rate": 0.0001998686524930625,
+      "loss": 0.734,
+      "step": 513
+    },
+    {
+      "epoch": 0.0459585121602289,
+      "grad_norm": 0.12952426589927818,
+      "learning_rate": 0.0001998671644775158,
+      "loss": 0.736,
+      "step": 514
+    },
+    {
+      "epoch": 0.04604792560801144,
+      "grad_norm": 0.1296682872705049,
+      "learning_rate": 0.00019986566808623062,
+      "loss": 0.7482,
+      "step": 515
+    },
+    {
+      "epoch": 0.046137339055793994,
+      "grad_norm": 0.13643343229315716,
+      "learning_rate": 0.00019986416331933246,
+      "loss": 0.7823,
+      "step": 516
+    },
+    {
+      "epoch": 0.04622675250357654,
+      "grad_norm": 0.12559897963304242,
+      "learning_rate": 0.00019986265017694755,
+      "loss": 0.757,
+      "step": 517
+    },
+    {
+      "epoch": 0.04631616595135908,
+      "grad_norm": 0.1254031941580812,
+      "learning_rate": 0.00019986112865920277,
+      "loss": 0.7517,
+      "step": 518
+    },
+    {
+      "epoch": 0.04640557939914163,
+      "grad_norm": 0.1422998591108585,
+      "learning_rate": 0.00019985959876622574,
+      "loss": 0.7793,
+      "step": 519
+    },
+    {
+      "epoch": 0.046494992846924176,
+      "grad_norm": 0.14039245646837561,
+      "learning_rate": 0.00019985806049814474,
+      "loss": 0.7373,
+      "step": 520
+    },
+    {
+      "epoch": 0.046584406294706726,
+      "grad_norm": 0.1543694367786145,
+      "learning_rate": 0.0001998565138550888,
+      "loss": 0.7777,
+      "step": 521
+    },
+    {
+      "epoch": 0.04667381974248927,
+      "grad_norm": 0.1437561102354817,
+      "learning_rate": 0.00019985495883718764,
+      "loss": 0.7673,
+      "step": 522
+    },
+    {
+      "epoch": 0.04676323319027181,
+      "grad_norm": 0.13738586111545406,
+      "learning_rate": 0.0001998533954445717,
+      "loss": 0.721,
+      "step": 523
+    },
+    {
+      "epoch": 0.046852646638054364,
+      "grad_norm": 0.14099512860655816,
+      "learning_rate": 0.00019985182367737202,
+      "loss": 0.76,
+      "step": 524
+    },
+    {
+      "epoch": 0.04694206008583691,
+      "grad_norm": 0.13743801536263367,
+      "learning_rate": 0.00019985024353572054,
+      "loss": 0.7478,
+      "step": 525
+    },
+    {
+      "epoch": 0.04703147353361946,
+      "grad_norm": 0.13853087740156295,
+      "learning_rate": 0.0001998486550197497,
+      "loss": 0.7559,
+      "step": 526
+    },
+    {
+      "epoch": 0.047120886981402,
+      "grad_norm": 0.14234568112815962,
+      "learning_rate": 0.00019984705812959276,
+      "loss": 0.7628,
+      "step": 527
+    },
+    {
+      "epoch": 0.04721030042918455,
+      "grad_norm": 0.1455442757413429,
+      "learning_rate": 0.0001998454528653836,
+      "loss": 0.7755,
+      "step": 528
+    },
+    {
+      "epoch": 0.047299713876967096,
+      "grad_norm": 0.14284198906355694,
+      "learning_rate": 0.00019984383922725695,
+      "loss": 0.7455,
+      "step": 529
+    },
+    {
+      "epoch": 0.04738912732474964,
+      "grad_norm": 0.1434755064666383,
+      "learning_rate": 0.00019984221721534805,
+      "loss": 0.7588,
+      "step": 530
+    },
+    {
+      "epoch": 0.04747854077253219,
+      "grad_norm": 0.12619650323590523,
+      "learning_rate": 0.00019984058682979297,
+      "loss": 0.7236,
+      "step": 531
+    },
+    {
+      "epoch": 0.047567954220314734,
+      "grad_norm": 0.14239581101466064,
+      "learning_rate": 0.00019983894807072848,
+      "loss": 0.7829,
+      "step": 532
+    },
+    {
+      "epoch": 0.047657367668097285,
+      "grad_norm": 0.1122122147544643,
+      "learning_rate": 0.00019983730093829194,
+      "loss": 0.7042,
+      "step": 533
+    },
+    {
+      "epoch": 0.04774678111587983,
+      "grad_norm": 0.1350755578907834,
+      "learning_rate": 0.00019983564543262156,
+      "loss": 0.7357,
+      "step": 534
+    },
+    {
+      "epoch": 0.04783619456366237,
+      "grad_norm": 0.1296160829391894,
+      "learning_rate": 0.0001998339815538562,
+      "loss": 0.7359,
+      "step": 535
+    },
+    {
+      "epoch": 0.04792560801144492,
+      "grad_norm": 0.1376407151008517,
+      "learning_rate": 0.00019983230930213536,
+      "loss": 0.7419,
+      "step": 536
+    },
+    {
+      "epoch": 0.04801502145922747,
+      "grad_norm": 0.15093885985487204,
+      "learning_rate": 0.00019983062867759928,
+      "loss": 0.7842,
+      "step": 537
+    },
+    {
+      "epoch": 0.04810443490701002,
+      "grad_norm": 0.13579898280333957,
+      "learning_rate": 0.00019982893968038896,
+      "loss": 0.7668,
+      "step": 538
+    },
+    {
+      "epoch": 0.04819384835479256,
+      "grad_norm": 0.14210589095560874,
+      "learning_rate": 0.00019982724231064602,
+      "loss": 0.7379,
+      "step": 539
+    },
+    {
+      "epoch": 0.048283261802575105,
+      "grad_norm": 0.1466414276191678,
+      "learning_rate": 0.00019982553656851284,
+      "loss": 0.7906,
+      "step": 540
+    },
+    {
+      "epoch": 0.048372675250357655,
+      "grad_norm": 0.16452166116652683,
+      "learning_rate": 0.00019982382245413248,
+      "loss": 0.7568,
+      "step": 541
+    },
+    {
+      "epoch": 0.0484620886981402,
+      "grad_norm": 0.1314069451501332,
+      "learning_rate": 0.00019982209996764866,
+      "loss": 0.7397,
+      "step": 542
+    },
+    {
+      "epoch": 0.04855150214592275,
+      "grad_norm": 0.14954678651377395,
+      "learning_rate": 0.0001998203691092059,
+      "loss": 0.7369,
+      "step": 543
+    },
+    {
+      "epoch": 0.04864091559370529,
+      "grad_norm": 0.13411638802578627,
+      "learning_rate": 0.00019981862987894934,
+      "loss": 0.7548,
+      "step": 544
+    },
+    {
+      "epoch": 0.04873032904148784,
+      "grad_norm": 0.1462102507343679,
+      "learning_rate": 0.0001998168822770248,
+      "loss": 0.7433,
+      "step": 545
+    },
+    {
+      "epoch": 0.04881974248927039,
+      "grad_norm": 0.12821679114600806,
+      "learning_rate": 0.0001998151263035789,
+      "loss": 0.715,
+      "step": 546
+    },
+    {
+      "epoch": 0.04890915593705293,
+      "grad_norm": 0.13348650425068628,
+      "learning_rate": 0.00019981336195875894,
+      "loss": 0.7332,
+      "step": 547
+    },
+    {
+      "epoch": 0.04899856938483548,
+      "grad_norm": 0.13388628421882978,
+      "learning_rate": 0.00019981158924271283,
+      "loss": 0.7154,
+      "step": 548
+    },
+    {
+      "epoch": 0.049087982832618025,
+      "grad_norm": 0.13045958268309799,
+      "learning_rate": 0.00019980980815558925,
+      "loss": 0.7514,
+      "step": 549
+    },
+    {
+      "epoch": 0.04917739628040057,
+      "grad_norm": 0.13627672066906102,
+      "learning_rate": 0.00019980801869753765,
+      "loss": 0.7653,
+      "step": 550
+    },
+    {
+      "epoch": 0.04926680972818312,
+      "grad_norm": 0.12671662424049504,
+      "learning_rate": 0.00019980622086870803,
+      "loss": 0.7344,
+      "step": 551
+    },
+    {
+      "epoch": 0.04935622317596566,
+      "grad_norm": 0.12309975672568257,
+      "learning_rate": 0.00019980441466925118,
+      "loss": 0.7374,
+      "step": 552
+    },
+    {
+      "epoch": 0.049445636623748214,
+      "grad_norm": 0.12473508112264814,
+      "learning_rate": 0.00019980260009931864,
+      "loss": 0.7555,
+      "step": 553
+    },
+    {
+      "epoch": 0.04953505007153076,
+      "grad_norm": 0.13929095618558812,
+      "learning_rate": 0.00019980077715906256,
+      "loss": 0.7826,
+      "step": 554
+    },
+    {
+      "epoch": 0.0496244635193133,
+      "grad_norm": 0.14078831608175185,
+      "learning_rate": 0.0001997989458486358,
+      "loss": 0.7369,
+      "step": 555
+    },
+    {
+      "epoch": 0.04971387696709585,
+      "grad_norm": 0.14624842026209237,
+      "learning_rate": 0.000199797106168192,
+      "loss": 0.7604,
+      "step": 556
+    },
+    {
+      "epoch": 0.049803290414878396,
+      "grad_norm": 0.12632418340571128,
+      "learning_rate": 0.00019979525811788542,
+      "loss": 0.6971,
+      "step": 557
+    },
+    {
+      "epoch": 0.049892703862660946,
+      "grad_norm": 0.15069468543697848,
+      "learning_rate": 0.0001997934016978711,
+      "loss": 0.7458,
+      "step": 558
+    },
+    {
+      "epoch": 0.04998211731044349,
+      "grad_norm": 0.13877557942690252,
+      "learning_rate": 0.00019979153690830463,
+      "loss": 0.7494,
+      "step": 559
+    },
+    {
+      "epoch": 0.05007153075822604,
+      "grad_norm": 0.1687526521232529,
+      "learning_rate": 0.00019978966374934254,
+      "loss": 0.7944,
+      "step": 560
+    },
+    {
+      "epoch": 0.050160944206008584,
+      "grad_norm": 0.12168270976494643,
+      "learning_rate": 0.00019978778222114185,
+      "loss": 0.6764,
+      "step": 561
+    },
+    {
+      "epoch": 0.05025035765379113,
+      "grad_norm": 0.15112906355552203,
+      "learning_rate": 0.00019978589232386035,
+      "loss": 0.727,
+      "step": 562
+    },
+    {
+      "epoch": 0.05033977110157368,
+      "grad_norm": 0.11487363870162133,
+      "learning_rate": 0.0001997839940576566,
+      "loss": 0.7326,
+      "step": 563
+    },
+    {
+      "epoch": 0.05042918454935622,
+      "grad_norm": 0.12517702406374023,
+      "learning_rate": 0.00019978208742268977,
+      "loss": 0.6983,
+      "step": 564
+    },
+    {
+      "epoch": 0.05051859799713877,
+      "grad_norm": 0.14170084646255354,
+      "learning_rate": 0.00019978017241911977,
+      "loss": 0.7434,
+      "step": 565
+    },
+    {
+      "epoch": 0.050608011444921316,
+      "grad_norm": 0.1266017897709469,
+      "learning_rate": 0.00019977824904710722,
+      "loss": 0.7331,
+      "step": 566
+    },
+    {
+      "epoch": 0.05069742489270386,
+      "grad_norm": 0.12202781544061803,
+      "learning_rate": 0.00019977631730681343,
+      "loss": 0.7095,
+      "step": 567
+    },
+    {
+      "epoch": 0.05078683834048641,
+      "grad_norm": 0.14123875294982596,
+      "learning_rate": 0.0001997743771984004,
+      "loss": 0.7587,
+      "step": 568
+    },
+    {
+      "epoch": 0.050876251788268954,
+      "grad_norm": 0.12893807039692734,
+      "learning_rate": 0.00019977242872203083,
+      "loss": 0.7103,
+      "step": 569
+    },
+    {
+      "epoch": 0.050965665236051505,
+      "grad_norm": 0.13296470501464192,
+      "learning_rate": 0.00019977047187786818,
+      "loss": 0.7787,
+      "step": 570
+    },
+    {
+      "epoch": 0.05105507868383405,
+      "grad_norm": 0.13626976652492065,
+      "learning_rate": 0.00019976850666607657,
+      "loss": 0.753,
+      "step": 571
+    },
+    {
+      "epoch": 0.05114449213161659,
+      "grad_norm": 0.15148039676613972,
+      "learning_rate": 0.00019976653308682076,
+      "loss": 0.7054,
+      "step": 572
+    },
+    {
+      "epoch": 0.05123390557939914,
+      "grad_norm": 0.1483470894019038,
+      "learning_rate": 0.0001997645511402663,
+      "loss": 0.7349,
+      "step": 573
+    },
+    {
+      "epoch": 0.05132331902718169,
+      "grad_norm": 0.14444040150850085,
+      "learning_rate": 0.00019976256082657946,
+      "loss": 0.7845,
+      "step": 574
+    },
+    {
+      "epoch": 0.05141273247496424,
+      "grad_norm": 0.15443031316316141,
+      "learning_rate": 0.00019976056214592708,
+      "loss": 0.7647,
+      "step": 575
+    },
+    {
+      "epoch": 0.05150214592274678,
+      "grad_norm": 0.14316724356008922,
+      "learning_rate": 0.00019975855509847686,
+      "loss": 0.7271,
+      "step": 576
+    },
+    {
+      "epoch": 0.051591559370529325,
+      "grad_norm": 0.14606565899966395,
+      "learning_rate": 0.00019975653968439712,
+      "loss": 0.7263,
+      "step": 577
+    },
+    {
+      "epoch": 0.051680972818311875,
+      "grad_norm": 0.131188046712421,
+      "learning_rate": 0.00019975451590385684,
+      "loss": 0.7291,
+      "step": 578
+    },
+    {
+      "epoch": 0.05177038626609442,
+      "grad_norm": 0.13351428094160192,
+      "learning_rate": 0.0001997524837570258,
+      "loss": 0.6938,
+      "step": 579
+    },
+    {
+      "epoch": 0.05185979971387697,
+      "grad_norm": 0.15220782035956273,
+      "learning_rate": 0.0001997504432440744,
+      "loss": 0.7463,
+      "step": 580
+    },
+    {
+      "epoch": 0.05194921316165951,
+      "grad_norm": 0.14542741685609828,
+      "learning_rate": 0.00019974839436517382,
+      "loss": 0.7278,
+      "step": 581
+    },
+    {
+      "epoch": 0.05203862660944206,
+      "grad_norm": 0.15073877611039802,
+      "learning_rate": 0.00019974633712049587,
+      "loss": 0.725,
+      "step": 582
+    },
+    {
+      "epoch": 0.05212804005722461,
+      "grad_norm": 0.13062711143913522,
+      "learning_rate": 0.00019974427151021304,
+      "loss": 0.769,
+      "step": 583
+    },
+    {
+      "epoch": 0.05221745350500715,
+      "grad_norm": 0.1393081424576596,
+      "learning_rate": 0.00019974219753449867,
+      "loss": 0.7689,
+      "step": 584
+    },
+    {
+      "epoch": 0.0523068669527897,
+      "grad_norm": 0.1407229298382934,
+      "learning_rate": 0.00019974011519352663,
+      "loss": 0.7322,
+      "step": 585
+    },
+    {
+      "epoch": 0.052396280400572245,
+      "grad_norm": 0.13855512870930625,
+      "learning_rate": 0.0001997380244874716,
+      "loss": 0.7601,
+      "step": 586
+    },
+    {
+      "epoch": 0.05248569384835479,
+      "grad_norm": 0.1219974205297833,
+      "learning_rate": 0.0001997359254165089,
+      "loss": 0.7133,
+      "step": 587
+    },
+    {
+      "epoch": 0.05257510729613734,
+      "grad_norm": 0.13504209449546514,
+      "learning_rate": 0.00019973381798081457,
+      "loss": 0.7291,
+      "step": 588
+    },
+    {
+      "epoch": 0.05266452074391988,
+      "grad_norm": 0.1297002144344185,
+      "learning_rate": 0.0001997317021805654,
+      "loss": 0.7427,
+      "step": 589
+    },
+    {
+      "epoch": 0.052753934191702434,
+      "grad_norm": 0.13619335966977208,
+      "learning_rate": 0.0001997295780159388,
+      "loss": 0.7293,
+      "step": 590
+    },
+    {
+      "epoch": 0.05284334763948498,
+      "grad_norm": 0.1347382765154658,
+      "learning_rate": 0.00019972744548711293,
+      "loss": 0.7977,
+      "step": 591
+    },
+    {
+      "epoch": 0.05293276108726753,
+      "grad_norm": 0.14704140978076102,
+      "learning_rate": 0.00019972530459426663,
+      "loss": 0.7512,
+      "step": 592
+    },
+    {
+      "epoch": 0.05302217453505007,
+      "grad_norm": 0.13926495685895754,
+      "learning_rate": 0.00019972315533757954,
+      "loss": 0.7181,
+      "step": 593
+    },
+    {
+      "epoch": 0.053111587982832616,
+      "grad_norm": 0.1461152052064031,
+      "learning_rate": 0.00019972099771723177,
+      "loss": 0.7187,
+      "step": 594
+    },
+    {
+      "epoch": 0.053201001430615166,
+      "grad_norm": 0.14886502869092835,
+      "learning_rate": 0.00019971883173340439,
+      "loss": 0.7518,
+      "step": 595
+    },
+    {
+      "epoch": 0.05329041487839771,
+      "grad_norm": 0.14158020336579374,
+      "learning_rate": 0.00019971665738627902,
+      "loss": 0.7619,
+      "step": 596
+    },
+    {
+      "epoch": 0.05337982832618026,
+      "grad_norm": 0.14638894513126646,
+      "learning_rate": 0.00019971447467603804,
+      "loss": 0.7338,
+      "step": 597
+    },
+    {
+      "epoch": 0.053469241773962804,
+      "grad_norm": 0.1544341873850426,
+      "learning_rate": 0.00019971228360286445,
+      "loss": 0.7945,
+      "step": 598
+    },
+    {
+      "epoch": 0.05355865522174535,
+      "grad_norm": 0.12731311236705659,
+      "learning_rate": 0.00019971008416694208,
+      "loss": 0.7152,
+      "step": 599
+    },
+    {
+      "epoch": 0.0536480686695279,
+      "grad_norm": 0.1232630597441297,
+      "learning_rate": 0.00019970787636845535,
+      "loss": 0.7353,
+      "step": 600
+    },
+    {
+      "epoch": 0.05373748211731044,
+      "grad_norm": 0.11980972376962457,
+      "learning_rate": 0.00019970566020758947,
+      "loss": 0.7248,
+      "step": 601
+    },
+    {
+      "epoch": 0.05382689556509299,
+      "grad_norm": 0.14773106009554093,
+      "learning_rate": 0.0001997034356845303,
+      "loss": 0.762,
+      "step": 602
+    },
+    {
+      "epoch": 0.053916309012875537,
+      "grad_norm": 0.141329097856926,
+      "learning_rate": 0.00019970120279946436,
+      "loss": 0.7005,
+      "step": 603
+    },
+    {
+      "epoch": 0.05400572246065808,
+      "grad_norm": 0.13369232702217265,
+      "learning_rate": 0.00019969896155257896,
+      "loss": 0.7246,
+      "step": 604
+    },
+    {
+      "epoch": 0.05409513590844063,
+      "grad_norm": 0.1380291903748923,
+      "learning_rate": 0.00019969671194406205,
+      "loss": 0.7462,
+      "step": 605
+    },
+    {
+      "epoch": 0.054184549356223174,
+      "grad_norm": 0.14182034895185874,
+      "learning_rate": 0.0001996944539741023,
+      "loss": 0.7044,
+      "step": 606
+    },
+    {
+      "epoch": 0.054273962804005725,
+      "grad_norm": 0.15321681186036004,
+      "learning_rate": 0.00019969218764288914,
+      "loss": 0.7787,
+      "step": 607
+    },
+    {
+      "epoch": 0.05436337625178827,
+      "grad_norm": 0.12176520186007982,
+      "learning_rate": 0.0001996899129506126,
+      "loss": 0.7346,
+      "step": 608
+    },
+    {
+      "epoch": 0.05445278969957081,
+      "grad_norm": 0.1324223012454419,
+      "learning_rate": 0.0001996876298974634,
+      "loss": 0.7243,
+      "step": 609
+    },
+    {
+      "epoch": 0.05454220314735336,
+      "grad_norm": 0.13446293160223594,
+      "learning_rate": 0.00019968533848363311,
+      "loss": 0.7448,
+      "step": 610
+    },
+    {
+      "epoch": 0.05463161659513591,
+      "grad_norm": 0.18181350703736796,
+      "learning_rate": 0.00019968303870931386,
+      "loss": 0.7049,
+      "step": 611
+    },
+    {
+      "epoch": 0.05472103004291846,
+      "grad_norm": 0.130501937337284,
+      "learning_rate": 0.00019968073057469857,
+      "loss": 0.7017,
+      "step": 612
+    },
+    {
+      "epoch": 0.054810443490701,
+      "grad_norm": 0.1320303847570039,
+      "learning_rate": 0.00019967841407998076,
+      "loss": 0.7232,
+      "step": 613
+    },
+    {
+      "epoch": 0.054899856938483545,
+      "grad_norm": 0.13549226179396548,
+      "learning_rate": 0.00019967608922535476,
+      "loss": 0.7537,
+      "step": 614
+    },
+    {
+      "epoch": 0.054989270386266095,
+      "grad_norm": 0.15848792562260677,
+      "learning_rate": 0.00019967375601101552,
+      "loss": 0.7556,
+      "step": 615
+    },
+    {
+      "epoch": 0.05507868383404864,
+      "grad_norm": 0.11584586050396796,
+      "learning_rate": 0.00019967141443715872,
+      "loss": 0.705,
+      "step": 616
+    },
+    {
+      "epoch": 0.05516809728183119,
+      "grad_norm": 0.14232671639868946,
+      "learning_rate": 0.0001996690645039808,
+      "loss": 0.7153,
+      "step": 617
+    },
+    {
+      "epoch": 0.05525751072961373,
+      "grad_norm": 0.14554105014471172,
+      "learning_rate": 0.00019966670621167877,
+      "loss": 0.7773,
+      "step": 618
+    },
+    {
+      "epoch": 0.05534692417739628,
+      "grad_norm": 0.16841149114180634,
+      "learning_rate": 0.0001996643395604505,
+      "loss": 0.7773,
+      "step": 619
+    },
+    {
+      "epoch": 0.05543633762517883,
+      "grad_norm": 0.13572158676193835,
+      "learning_rate": 0.00019966196455049442,
+      "loss": 0.7343,
+      "step": 620
+    },
+    {
+      "epoch": 0.05552575107296137,
+      "grad_norm": 0.15415201675568407,
+      "learning_rate": 0.00019965958118200972,
+      "loss": 0.7771,
+      "step": 621
+    },
+    {
+      "epoch": 0.05561516452074392,
+      "grad_norm": 0.136619547949069,
+      "learning_rate": 0.00019965718945519633,
+      "loss": 0.6988,
+      "step": 622
+    },
+    {
+      "epoch": 0.055704577968526466,
+      "grad_norm": 0.14444618209315507,
+      "learning_rate": 0.00019965478937025483,
+      "loss": 0.716,
+      "step": 623
+    },
+    {
+      "epoch": 0.055793991416309016,
+      "grad_norm": 0.13384600699928642,
+      "learning_rate": 0.00019965238092738643,
+      "loss": 0.7334,
+      "step": 624
+    },
+    {
+      "epoch": 0.05588340486409156,
+      "grad_norm": 0.11544069227517337,
+      "learning_rate": 0.00019964996412679325,
+      "loss": 0.6905,
+      "step": 625
+    },
+    {
+      "epoch": 0.055972818311874104,
+      "grad_norm": 0.12405799566715556,
+      "learning_rate": 0.00019964753896867788,
+      "loss": 0.7296,
+      "step": 626
+    },
+    {
+      "epoch": 0.056062231759656654,
+      "grad_norm": 0.113278602486339,
+      "learning_rate": 0.00019964510545324382,
+      "loss": 0.7131,
+      "step": 627
+    },
+    {
+      "epoch": 0.0561516452074392,
+      "grad_norm": 0.11461822677026404,
+      "learning_rate": 0.00019964266358069504,
+      "loss": 0.6804,
+      "step": 628
+    },
+    {
+      "epoch": 0.05624105865522175,
+      "grad_norm": 0.14179018907442725,
+      "learning_rate": 0.00019964021335123645,
+      "loss": 0.7522,
+      "step": 629
+    },
+    {
+      "epoch": 0.05633047210300429,
+      "grad_norm": 0.13602420414632405,
+      "learning_rate": 0.00019963775476507348,
+      "loss": 0.7439,
+      "step": 630
+    },
+    {
+      "epoch": 0.056419885550786836,
+      "grad_norm": 0.14129866398959826,
+      "learning_rate": 0.00019963528782241237,
+      "loss": 0.7258,
+      "step": 631
+    },
+    {
+      "epoch": 0.056509298998569386,
+      "grad_norm": 0.1402209612284688,
+      "learning_rate": 0.00019963281252346,
+      "loss": 0.7118,
+      "step": 632
+    },
+    {
+      "epoch": 0.05659871244635193,
+      "grad_norm": 0.1360022566571884,
+      "learning_rate": 0.00019963032886842393,
+      "loss": 0.7456,
+      "step": 633
+    },
+    {
+      "epoch": 0.05668812589413448,
+      "grad_norm": 0.12508438197463514,
+      "learning_rate": 0.00019962783685751253,
+      "loss": 0.7572,
+      "step": 634
+    },
+    {
+      "epoch": 0.056777539341917024,
+      "grad_norm": 0.13606992624931352,
+      "learning_rate": 0.0001996253364909348,
+      "loss": 0.706,
+      "step": 635
+    },
+    {
+      "epoch": 0.05686695278969957,
+      "grad_norm": 0.13001034617438606,
+      "learning_rate": 0.00019962282776890037,
+      "loss": 0.7075,
+      "step": 636
+    },
+    {
+      "epoch": 0.05695636623748212,
+      "grad_norm": 0.1264601032293844,
+      "learning_rate": 0.0001996203106916197,
+      "loss": 0.7065,
+      "step": 637
+    },
+    {
+      "epoch": 0.05704577968526466,
+      "grad_norm": 0.12638357578689147,
+      "learning_rate": 0.00019961778525930387,
+      "loss": 0.7626,
+      "step": 638
+    },
+    {
+      "epoch": 0.05713519313304721,
+      "grad_norm": 0.15671339254367644,
+      "learning_rate": 0.00019961525147216475,
+      "loss": 0.6519,
+      "step": 639
+    },
+    {
+      "epoch": 0.05722460658082976,
+      "grad_norm": 0.12231266921440224,
+      "learning_rate": 0.00019961270933041477,
+      "loss": 0.6953,
+      "step": 640
+    },
+    {
+      "epoch": 0.0573140200286123,
+      "grad_norm": 0.12142736761676201,
+      "learning_rate": 0.00019961015883426716,
+      "loss": 0.7147,
+      "step": 641
+    },
+    {
+      "epoch": 0.05740343347639485,
+      "grad_norm": 0.15212980303510343,
+      "learning_rate": 0.0001996075999839358,
+      "loss": 0.755,
+      "step": 642
+    },
+    {
+      "epoch": 0.057492846924177395,
+      "grad_norm": 0.13041126072224163,
+      "learning_rate": 0.0001996050327796353,
+      "loss": 0.6749,
+      "step": 643
+    },
+    {
+      "epoch": 0.057582260371959945,
+      "grad_norm": 0.13778070260876554,
+      "learning_rate": 0.00019960245722158108,
+      "loss": 0.7244,
+      "step": 644
+    },
+    {
+      "epoch": 0.05767167381974249,
+      "grad_norm": 0.1266665782860582,
+      "learning_rate": 0.000199599873309989,
+      "loss": 0.7058,
+      "step": 645
+    },
+    {
+      "epoch": 0.05776108726752503,
+      "grad_norm": 0.13627151144582708,
+      "learning_rate": 0.00019959728104507586,
+      "loss": 0.6985,
+      "step": 646
+    },
+    {
+      "epoch": 0.05785050071530758,
+      "grad_norm": 0.13671633888902285,
+      "learning_rate": 0.00019959468042705903,
+      "loss": 0.7686,
+      "step": 647
+    },
+    {
+      "epoch": 0.05793991416309013,
+      "grad_norm": 0.1329963076342693,
+      "learning_rate": 0.00019959207145615665,
+      "loss": 0.7572,
+      "step": 648
+    },
+    {
+      "epoch": 0.05802932761087268,
+      "grad_norm": 0.13268100771116736,
+      "learning_rate": 0.00019958945413258748,
+      "loss": 0.7029,
+      "step": 649
+    },
+    {
+      "epoch": 0.05811874105865522,
+      "grad_norm": 0.16174483548386373,
+      "learning_rate": 0.00019958682845657108,
+      "loss": 0.7807,
+      "step": 650
+    },
+    {
+      "epoch": 0.058208154506437765,
+      "grad_norm": 0.1331863289425946,
+      "learning_rate": 0.00019958419442832765,
+      "loss": 0.7251,
+      "step": 651
+    },
+    {
+      "epoch": 0.058297567954220315,
+      "grad_norm": 0.13474199348168248,
+      "learning_rate": 0.00019958155204807812,
+      "loss": 0.763,
+      "step": 652
+    },
+    {
+      "epoch": 0.05838698140200286,
+      "grad_norm": 0.11631135358455064,
+      "learning_rate": 0.00019957890131604405,
+      "loss": 0.7149,
+      "step": 653
+    },
+    {
+      "epoch": 0.05847639484978541,
+      "grad_norm": 0.14654625499072524,
+      "learning_rate": 0.0001995762422324478,
+      "loss": 0.7666,
+      "step": 654
+    },
+    {
+      "epoch": 0.05856580829756795,
+      "grad_norm": 0.14672758395843377,
+      "learning_rate": 0.00019957357479751236,
+      "loss": 0.7431,
+      "step": 655
+    },
+    {
+      "epoch": 0.058655221745350504,
+      "grad_norm": 0.13824841233468835,
+      "learning_rate": 0.00019957089901146148,
+      "loss": 0.7393,
+      "step": 656
+    },
+    {
+      "epoch": 0.05874463519313305,
+      "grad_norm": 0.155045431888981,
+      "learning_rate": 0.00019956821487451953,
+      "loss": 0.7278,
+      "step": 657
+    },
+    {
+      "epoch": 0.05883404864091559,
+      "grad_norm": 0.14091300763914102,
+      "learning_rate": 0.00019956552238691166,
+      "loss": 0.7658,
+      "step": 658
+    },
+    {
+      "epoch": 0.05892346208869814,
+      "grad_norm": 0.1323034241307353,
+      "learning_rate": 0.00019956282154886369,
+      "loss": 0.7518,
+      "step": 659
+    },
+    {
+      "epoch": 0.059012875536480686,
+      "grad_norm": 0.13396358916704318,
+      "learning_rate": 0.00019956011236060207,
+      "loss": 0.7299,
+      "step": 660
+    },
+    {
+      "epoch": 0.059102288984263236,
+      "grad_norm": 0.1269160688337596,
+      "learning_rate": 0.0001995573948223541,
+      "loss": 0.6998,
+      "step": 661
+    },
+    {
+      "epoch": 0.05919170243204578,
+      "grad_norm": 0.1520553710072348,
+      "learning_rate": 0.00019955466893434767,
+      "loss": 0.775,
+      "step": 662
+    },
+    {
+      "epoch": 0.059281115879828324,
+      "grad_norm": 0.12417850854272978,
+      "learning_rate": 0.00019955193469681137,
+      "loss": 0.7204,
+      "step": 663
+    },
+    {
+      "epoch": 0.059370529327610874,
+      "grad_norm": 0.13579642107592166,
+      "learning_rate": 0.00019954919210997453,
+      "loss": 0.7395,
+      "step": 664
+    },
+    {
+      "epoch": 0.05945994277539342,
+      "grad_norm": 0.13907444615265363,
+      "learning_rate": 0.00019954644117406718,
+      "loss": 0.7517,
+      "step": 665
+    },
+    {
+      "epoch": 0.05954935622317597,
+      "grad_norm": 0.13411902317325292,
+      "learning_rate": 0.00019954368188932002,
+      "loss": 0.7039,
+      "step": 666
+    },
+    {
+      "epoch": 0.05963876967095851,
+      "grad_norm": 0.12217667066973852,
+      "learning_rate": 0.0001995409142559645,
+      "loss": 0.7402,
+      "step": 667
+    },
+    {
+      "epoch": 0.059728183118741056,
+      "grad_norm": 0.13320970465985302,
+      "learning_rate": 0.0001995381382742327,
+      "loss": 0.7246,
+      "step": 668
+    },
+    {
+      "epoch": 0.059817596566523606,
+      "grad_norm": 0.12923193071074418,
+      "learning_rate": 0.00019953535394435744,
+      "loss": 0.7133,
+      "step": 669
+    },
+    {
+      "epoch": 0.05990701001430615,
+      "grad_norm": 0.13721938967936487,
+      "learning_rate": 0.0001995325612665723,
+      "loss": 0.7345,
+      "step": 670
+    },
+    {
+      "epoch": 0.0599964234620887,
+      "grad_norm": 0.15421872364794117,
+      "learning_rate": 0.00019952976024111143,
+      "loss": 0.7289,
+      "step": 671
+    },
+    {
+      "epoch": 0.060085836909871244,
+      "grad_norm": 0.1305146612770852,
+      "learning_rate": 0.00019952695086820975,
+      "loss": 0.7694,
+      "step": 672
+    },
+    {
+      "epoch": 0.06017525035765379,
+      "grad_norm": 0.13569752316016076,
+      "learning_rate": 0.0001995241331481029,
+      "loss": 0.7173,
+      "step": 673
+    },
+    {
+      "epoch": 0.06026466380543634,
+      "grad_norm": 0.14852479441833644,
+      "learning_rate": 0.00019952130708102722,
+      "loss": 0.7577,
+      "step": 674
+    },
+    {
+      "epoch": 0.06035407725321888,
+      "grad_norm": 0.14847663465854227,
+      "learning_rate": 0.0001995184726672197,
+      "loss": 0.7203,
+      "step": 675
+    },
+    {
+      "epoch": 0.06044349070100143,
+      "grad_norm": 0.12744932222850253,
+      "learning_rate": 0.00019951562990691807,
+      "loss": 0.7543,
+      "step": 676
+    },
+    {
+      "epoch": 0.06053290414878398,
+      "grad_norm": 0.14750102537166712,
+      "learning_rate": 0.00019951277880036073,
+      "loss": 0.7483,
+      "step": 677
+    },
+    {
+      "epoch": 0.06062231759656652,
+      "grad_norm": 0.1468913721093614,
+      "learning_rate": 0.0001995099193477868,
+      "loss": 0.7735,
+      "step": 678
+    },
+    {
+      "epoch": 0.06071173104434907,
+      "grad_norm": 0.13871921992001487,
+      "learning_rate": 0.00019950705154943613,
+      "loss": 0.6228,
+      "step": 679
+    },
+    {
+      "epoch": 0.060801144492131615,
+      "grad_norm": 0.18518491985245464,
+      "learning_rate": 0.00019950417540554925,
+      "loss": 0.7165,
+      "step": 680
+    },
+    {
+      "epoch": 0.060890557939914165,
+      "grad_norm": 0.11787003112482138,
+      "learning_rate": 0.00019950129091636732,
+      "loss": 0.6518,
+      "step": 681
+    },
+    {
+      "epoch": 0.06097997138769671,
+      "grad_norm": 0.1752987433901237,
+      "learning_rate": 0.00019949839808213227,
+      "loss": 0.8002,
+      "step": 682
+    },
+    {
+      "epoch": 0.06106938483547925,
+      "grad_norm": 0.14878272041570043,
+      "learning_rate": 0.00019949549690308677,
+      "loss": 0.782,
+      "step": 683
+    },
+    {
+      "epoch": 0.0611587982832618,
+      "grad_norm": 0.14497677728950875,
+      "learning_rate": 0.0001994925873794741,
+      "loss": 0.7246,
+      "step": 684
+    },
+    {
+      "epoch": 0.06124821173104435,
+      "grad_norm": 0.1638549062748978,
+      "learning_rate": 0.00019948966951153824,
+      "loss": 0.7351,
+      "step": 685
+    },
+    {
+      "epoch": 0.0613376251788269,
+      "grad_norm": 0.1613399554940919,
+      "learning_rate": 0.000199486743299524,
+      "loss": 0.7699,
+      "step": 686
+    },
+    {
+      "epoch": 0.06142703862660944,
+      "grad_norm": 0.1449574527490465,
+      "learning_rate": 0.00019948380874367674,
+      "loss": 0.8078,
+      "step": 687
+    },
+    {
+      "epoch": 0.06151645207439199,
+      "grad_norm": 0.14030085940049303,
+      "learning_rate": 0.00019948086584424256,
+      "loss": 0.7164,
+      "step": 688
+    },
+    {
+      "epoch": 0.061605865522174535,
+      "grad_norm": 0.12603245819517883,
+      "learning_rate": 0.00019947791460146833,
+      "loss": 0.6497,
+      "step": 689
+    },
+    {
+      "epoch": 0.06169527896995708,
+      "grad_norm": 0.14305956847144047,
+      "learning_rate": 0.00019947495501560153,
+      "loss": 0.752,
+      "step": 690
+    },
+    {
+      "epoch": 0.06178469241773963,
+      "grad_norm": 0.13472781175384563,
+      "learning_rate": 0.00019947198708689042,
+      "loss": 0.7672,
+      "step": 691
+    },
+    {
+      "epoch": 0.06187410586552217,
+      "grad_norm": 0.13945008197982542,
+      "learning_rate": 0.00019946901081558386,
+      "loss": 0.7516,
+      "step": 692
+    },
+    {
+      "epoch": 0.061963519313304724,
+      "grad_norm": 0.15830505753299237,
+      "learning_rate": 0.0001994660262019315,
+      "loss": 0.8041,
+      "step": 693
+    },
+    {
+      "epoch": 0.06205293276108727,
+      "grad_norm": 0.14014040234606098,
+      "learning_rate": 0.0001994630332461836,
+      "loss": 0.7409,
+      "step": 694
+    },
+    {
+      "epoch": 0.06214234620886981,
+      "grad_norm": 0.14274546545003258,
+      "learning_rate": 0.00019946003194859125,
+      "loss": 0.7367,
+      "step": 695
+    },
+    {
+      "epoch": 0.06223175965665236,
+      "grad_norm": 0.12258767457924243,
+      "learning_rate": 0.00019945702230940614,
+      "loss": 0.7332,
+      "step": 696
+    },
+    {
+      "epoch": 0.062321173104434906,
+      "grad_norm": 0.14873112197416236,
+      "learning_rate": 0.0001994540043288807,
+      "loss": 0.7544,
+      "step": 697
+    },
+    {
+      "epoch": 0.062410586552217456,
+      "grad_norm": 0.12799891508866834,
+      "learning_rate": 0.00019945097800726802,
+      "loss": 0.7454,
+      "step": 698
+    },
+    {
+      "epoch": 0.0625,
+      "grad_norm": 0.11286082568172902,
+      "learning_rate": 0.00019944794334482194,
+      "loss": 0.654,
+      "step": 699
+    },
+    {
+      "epoch": 0.06258941344778254,
+      "grad_norm": 0.11577717947068648,
+      "learning_rate": 0.0001994449003417969,
+      "loss": 0.7128,
+      "step": 700
+    },
+    {
+      "epoch": 0.06267882689556509,
+      "grad_norm": 0.12178903570158897,
+      "learning_rate": 0.00019944184899844822,
+      "loss": 0.6963,
+      "step": 701
+    },
+    {
+      "epoch": 0.06276824034334764,
+      "grad_norm": 0.13810288035741936,
+      "learning_rate": 0.00019943878931503176,
+      "loss": 0.7952,
+      "step": 702
+    },
+    {
+      "epoch": 0.06285765379113019,
+      "grad_norm": 0.1326994010852164,
+      "learning_rate": 0.0001994357212918041,
+      "loss": 0.7593,
+      "step": 703
+    },
+    {
+      "epoch": 0.06294706723891273,
+      "grad_norm": 0.1301541965540332,
+      "learning_rate": 0.00019943264492902258,
+      "loss": 0.7464,
+      "step": 704
+    },
+    {
+      "epoch": 0.06303648068669528,
+      "grad_norm": 0.13464987995523547,
+      "learning_rate": 0.00019942956022694523,
+      "loss": 0.7097,
+      "step": 705
+    },
+    {
+      "epoch": 0.06312589413447782,
+      "grad_norm": 0.13917737250545462,
+      "learning_rate": 0.00019942646718583076,
+      "loss": 0.7224,
+      "step": 706
+    },
+    {
+      "epoch": 0.06321530758226038,
+      "grad_norm": 0.1414139351954475,
+      "learning_rate": 0.00019942336580593852,
+      "loss": 0.7261,
+      "step": 707
+    },
+    {
+      "epoch": 0.06330472103004292,
+      "grad_norm": 0.13253630507943295,
+      "learning_rate": 0.0001994202560875287,
+      "loss": 0.7609,
+      "step": 708
+    },
+    {
+      "epoch": 0.06339413447782546,
+      "grad_norm": 0.1336772425299432,
+      "learning_rate": 0.00019941713803086204,
+      "loss": 0.7228,
+      "step": 709
+    },
+    {
+      "epoch": 0.06348354792560801,
+      "grad_norm": 0.1196794988784819,
+      "learning_rate": 0.0001994140116362001,
+      "loss": 0.7269,
+      "step": 710
+    },
+    {
+      "epoch": 0.06357296137339055,
+      "grad_norm": 0.14034688519705324,
+      "learning_rate": 0.0001994108769038051,
+      "loss": 0.7533,
+      "step": 711
+    },
+    {
+      "epoch": 0.06366237482117311,
+      "grad_norm": 0.14547324036210696,
+      "learning_rate": 0.00019940773383393987,
+      "loss": 0.7784,
+      "step": 712
+    },
+    {
+      "epoch": 0.06375178826895565,
+      "grad_norm": 0.12926532270765956,
+      "learning_rate": 0.00019940458242686802,
+      "loss": 0.7727,
+      "step": 713
+    },
+    {
+      "epoch": 0.0638412017167382,
+      "grad_norm": 0.12987913319277397,
+      "learning_rate": 0.00019940142268285395,
+      "loss": 0.7423,
+      "step": 714
+    },
+    {
+      "epoch": 0.06393061516452074,
+      "grad_norm": 0.1337888066405167,
+      "learning_rate": 0.0001993982546021626,
+      "loss": 0.7215,
+      "step": 715
+    },
+    {
+      "epoch": 0.06402002861230328,
+      "grad_norm": 0.14535531438688581,
+      "learning_rate": 0.00019939507818505966,
+      "loss": 0.7654,
+      "step": 716
+    },
+    {
+      "epoch": 0.06410944206008584,
+      "grad_norm": 0.13325312614038687,
+      "learning_rate": 0.00019939189343181157,
+      "loss": 0.7179,
+      "step": 717
+    },
+    {
+      "epoch": 0.06419885550786839,
+      "grad_norm": 0.13521397307356836,
+      "learning_rate": 0.00019938870034268542,
+      "loss": 0.7012,
+      "step": 718
+    },
+    {
+      "epoch": 0.06428826895565093,
+      "grad_norm": 0.15384413571419148,
+      "learning_rate": 0.00019938549891794898,
+      "loss": 0.7653,
+      "step": 719
+    },
+    {
+      "epoch": 0.06437768240343347,
+      "grad_norm": 0.1319557057040702,
+      "learning_rate": 0.0001993822891578708,
+      "loss": 0.7527,
+      "step": 720
+    },
+    {
+      "epoch": 0.06446709585121602,
+      "grad_norm": 0.13691094541233204,
+      "learning_rate": 0.00019937907106272002,
+      "loss": 0.7285,
+      "step": 721
+    },
+    {
+      "epoch": 0.06455650929899857,
+      "grad_norm": 0.13090145505866252,
+      "learning_rate": 0.00019937584463276657,
+      "loss": 0.7296,
+      "step": 722
+    },
+    {
+      "epoch": 0.06464592274678112,
+      "grad_norm": 0.15535630328026348,
+      "learning_rate": 0.00019937260986828108,
+      "loss": 0.7532,
+      "step": 723
+    },
+    {
+      "epoch": 0.06473533619456366,
+      "grad_norm": 0.1302325470184999,
+      "learning_rate": 0.0001993693667695348,
+      "loss": 0.7104,
+      "step": 724
+    },
+    {
+      "epoch": 0.0648247496423462,
+      "grad_norm": 0.1549425927896021,
+      "learning_rate": 0.0001993661153367997,
+      "loss": 0.7477,
+      "step": 725
+    },
+    {
+      "epoch": 0.06491416309012875,
+      "grad_norm": 0.14920333657038448,
+      "learning_rate": 0.00019936285557034858,
+      "loss": 0.7819,
+      "step": 726
+    },
+    {
+      "epoch": 0.0650035765379113,
+      "grad_norm": 0.13735486357377882,
+      "learning_rate": 0.00019935958747045472,
+      "loss": 0.7229,
+      "step": 727
+    },
+    {
+      "epoch": 0.06509298998569385,
+      "grad_norm": 0.1490154227416383,
+      "learning_rate": 0.00019935631103739225,
+      "loss": 0.717,
+      "step": 728
+    },
+    {
+      "epoch": 0.0651824034334764,
+      "grad_norm": 0.13096990787503296,
+      "learning_rate": 0.00019935302627143594,
+      "loss": 0.7145,
+      "step": 729
+    },
+    {
+      "epoch": 0.06527181688125894,
+      "grad_norm": 0.12201266897638513,
+      "learning_rate": 0.00019934973317286138,
+      "loss": 0.6502,
+      "step": 730
+    },
+    {
+      "epoch": 0.0653612303290415,
+      "grad_norm": 0.15582675583493855,
+      "learning_rate": 0.00019934643174194462,
+      "loss": 0.7317,
+      "step": 731
+    },
+    {
+      "epoch": 0.06545064377682404,
+      "grad_norm": 0.1465554319881765,
+      "learning_rate": 0.00019934312197896262,
+      "loss": 0.7169,
+      "step": 732
+    },
+    {
+      "epoch": 0.06554005722460658,
+      "grad_norm": 0.14297321642260505,
+      "learning_rate": 0.00019933980388419297,
+      "loss": 0.7341,
+      "step": 733
+    },
+    {
+      "epoch": 0.06562947067238913,
+      "grad_norm": 0.13700776871153827,
+      "learning_rate": 0.00019933647745791393,
+      "loss": 0.747,
+      "step": 734
+    },
+    {
+      "epoch": 0.06571888412017167,
+      "grad_norm": 0.15044133666023637,
+      "learning_rate": 0.0001993331427004045,
+      "loss": 0.753,
+      "step": 735
+    },
+    {
+      "epoch": 0.06580829756795423,
+      "grad_norm": 0.12807152643683795,
+      "learning_rate": 0.00019932979961194435,
+      "loss": 0.718,
+      "step": 736
+    },
+    {
+      "epoch": 0.06589771101573677,
+      "grad_norm": 0.131260908738607,
+      "learning_rate": 0.00019932644819281389,
+      "loss": 0.7298,
+      "step": 737
+    },
+    {
+      "epoch": 0.06598712446351931,
+      "grad_norm": 0.137385967911541,
+      "learning_rate": 0.00019932308844329417,
+      "loss": 0.728,
+      "step": 738
+    },
+    {
+      "epoch": 0.06607653791130186,
+      "grad_norm": 0.11825355843798098,
+      "learning_rate": 0.00019931972036366696,
+      "loss": 0.682,
+      "step": 739
+    },
+    {
+      "epoch": 0.0661659513590844,
+      "grad_norm": 0.13888216683795018,
+      "learning_rate": 0.00019931634395421475,
+      "loss": 0.7365,
+      "step": 740
+    },
+    {
+      "epoch": 0.06625536480686696,
+      "grad_norm": 0.14720510940426565,
+      "learning_rate": 0.0001993129592152207,
+      "loss": 0.7343,
+      "step": 741
+    },
+    {
+      "epoch": 0.0663447782546495,
+      "grad_norm": 0.14416212111072949,
+      "learning_rate": 0.00019930956614696874,
+      "loss": 0.7505,
+      "step": 742
+    },
+    {
+      "epoch": 0.06643419170243205,
+      "grad_norm": 0.15343175370455367,
+      "learning_rate": 0.0001993061647497434,
+      "loss": 0.774,
+      "step": 743
+    },
+    {
+      "epoch": 0.06652360515021459,
+      "grad_norm": 0.13160312933152093,
+      "learning_rate": 0.0001993027550238299,
+      "loss": 0.715,
+      "step": 744
+    },
+    {
+      "epoch": 0.06661301859799713,
+      "grad_norm": 0.1591303168679385,
+      "learning_rate": 0.00019929933696951433,
+      "loss": 0.7646,
+      "step": 745
+    },
+    {
+      "epoch": 0.06670243204577969,
+      "grad_norm": 0.15277758949307932,
+      "learning_rate": 0.00019929591058708324,
+      "loss": 0.7651,
+      "step": 746
+    },
+    {
+      "epoch": 0.06679184549356224,
+      "grad_norm": 0.14456201293295254,
+      "learning_rate": 0.00019929247587682406,
+      "loss": 0.7388,
+      "step": 747
+    },
+    {
+      "epoch": 0.06688125894134478,
+      "grad_norm": 0.14591265294711275,
+      "learning_rate": 0.00019928903283902486,
+      "loss": 0.6672,
+      "step": 748
+    },
+    {
+      "epoch": 0.06697067238912732,
+      "grad_norm": 0.1556436230980796,
+      "learning_rate": 0.00019928558147397439,
+      "loss": 0.7202,
+      "step": 749
+    },
+    {
+      "epoch": 0.06706008583690987,
+      "grad_norm": 0.18381221161642883,
+      "learning_rate": 0.0001992821217819621,
+      "loss": 0.7357,
+      "step": 750
+    },
+    {
+      "epoch": 0.06714949928469242,
+      "grad_norm": 0.11554239566255714,
+      "learning_rate": 0.00019927865376327816,
+      "loss": 0.6425,
+      "step": 751
+    },
+    {
+      "epoch": 0.06723891273247497,
+      "grad_norm": 0.169676194613199,
+      "learning_rate": 0.00019927517741821343,
+      "loss": 0.7147,
+      "step": 752
+    },
+    {
+      "epoch": 0.06732832618025751,
+      "grad_norm": 0.1450713304439192,
+      "learning_rate": 0.00019927169274705945,
+      "loss": 0.7162,
+      "step": 753
+    },
+    {
+      "epoch": 0.06741773962804005,
+      "grad_norm": 0.13391735419323958,
+      "learning_rate": 0.00019926819975010852,
+      "loss": 0.6899,
+      "step": 754
+    },
+    {
+      "epoch": 0.0675071530758226,
+      "grad_norm": 0.1566186723321688,
+      "learning_rate": 0.00019926469842765352,
+      "loss": 0.7474,
+      "step": 755
+    },
+    {
+      "epoch": 0.06759656652360516,
+      "grad_norm": 0.15534300007036608,
+      "learning_rate": 0.00019926118877998817,
+      "loss": 0.774,
+      "step": 756
+    },
+    {
+      "epoch": 0.0676859799713877,
+      "grad_norm": 0.12734185495513012,
+      "learning_rate": 0.0001992576708074068,
+      "loss": 0.7154,
+      "step": 757
+    },
+    {
+      "epoch": 0.06777539341917024,
+      "grad_norm": 0.12740350354540297,
+      "learning_rate": 0.00019925414451020442,
+      "loss": 0.6952,
+      "step": 758
+    },
+    {
+      "epoch": 0.06786480686695279,
+      "grad_norm": 0.13221484871923436,
+      "learning_rate": 0.00019925060988867682,
+      "loss": 0.7322,
+      "step": 759
+    },
+    {
+      "epoch": 0.06795422031473533,
+      "grad_norm": 0.1266006018500511,
+      "learning_rate": 0.00019924706694312045,
+      "loss": 0.6951,
+      "step": 760
+    },
+    {
+      "epoch": 0.06804363376251789,
+      "grad_norm": 0.1414303028348522,
+      "learning_rate": 0.00019924351567383243,
+      "loss": 0.7068,
+      "step": 761
+    },
+    {
+      "epoch": 0.06813304721030043,
+      "grad_norm": 0.15447404998799094,
+      "learning_rate": 0.00019923995608111058,
+      "loss": 0.7599,
+      "step": 762
+    },
+    {
+      "epoch": 0.06822246065808298,
+      "grad_norm": 0.16762867298264486,
+      "learning_rate": 0.0001992363881652535,
+      "loss": 0.7799,
+      "step": 763
+    },
+    {
+      "epoch": 0.06831187410586552,
+      "grad_norm": 0.1386373104595499,
+      "learning_rate": 0.0001992328119265604,
+      "loss": 0.7224,
+      "step": 764
+    },
+    {
+      "epoch": 0.06840128755364806,
+      "grad_norm": 0.12031242431237346,
+      "learning_rate": 0.0001992292273653312,
+      "loss": 0.6884,
+      "step": 765
+    },
+    {
+      "epoch": 0.06849070100143062,
+      "grad_norm": 0.12787836584625958,
+      "learning_rate": 0.00019922563448186652,
+      "loss": 0.7351,
+      "step": 766
+    },
+    {
+      "epoch": 0.06858011444921316,
+      "grad_norm": 0.13603315028202942,
+      "learning_rate": 0.00019922203327646772,
+      "loss": 0.7587,
+      "step": 767
+    },
+    {
+      "epoch": 0.06866952789699571,
+      "grad_norm": 0.13566426774634868,
+      "learning_rate": 0.0001992184237494368,
+      "loss": 0.7417,
+      "step": 768
+    },
+    {
+      "epoch": 0.06875894134477825,
+      "grad_norm": 0.13479438314535744,
+      "learning_rate": 0.00019921480590107653,
+      "loss": 0.7484,
+      "step": 769
+    },
+    {
+      "epoch": 0.0688483547925608,
+      "grad_norm": 0.12608104045939994,
+      "learning_rate": 0.0001992111797316903,
+      "loss": 0.7407,
+      "step": 770
+    },
+    {
+      "epoch": 0.06893776824034335,
+      "grad_norm": 0.14154312426096485,
+      "learning_rate": 0.00019920754524158226,
+      "loss": 0.7205,
+      "step": 771
+    },
+    {
+      "epoch": 0.0690271816881259,
+      "grad_norm": 0.1250491411914928,
+      "learning_rate": 0.00019920390243105716,
+      "loss": 0.6956,
+      "step": 772
+    },
+    {
+      "epoch": 0.06911659513590844,
+      "grad_norm": 0.12948140996761018,
+      "learning_rate": 0.00019920025130042062,
+      "loss": 0.6786,
+      "step": 773
+    },
+    {
+      "epoch": 0.06920600858369098,
+      "grad_norm": 0.11633455026957118,
+      "learning_rate": 0.0001991965918499788,
+      "loss": 0.6886,
+      "step": 774
+    },
+    {
+      "epoch": 0.06929542203147353,
+      "grad_norm": 0.13224523483578138,
+      "learning_rate": 0.00019919292408003862,
+      "loss": 0.7121,
+      "step": 775
+    },
+    {
+      "epoch": 0.06938483547925609,
+      "grad_norm": 0.1423489282480272,
+      "learning_rate": 0.0001991892479909077,
+      "loss": 0.7521,
+      "step": 776
+    },
+    {
+      "epoch": 0.06947424892703863,
+      "grad_norm": 0.15631859621821573,
+      "learning_rate": 0.0001991855635828943,
+      "loss": 0.7448,
+      "step": 777
+    },
+    {
+      "epoch": 0.06956366237482117,
+      "grad_norm": 0.13053710728594245,
+      "learning_rate": 0.00019918187085630752,
+      "loss": 0.7262,
+      "step": 778
+    },
+    {
+      "epoch": 0.06965307582260372,
+      "grad_norm": 0.15732041803346292,
+      "learning_rate": 0.000199178169811457,
+      "loss": 0.7779,
+      "step": 779
+    },
+    {
+      "epoch": 0.06974248927038626,
+      "grad_norm": 0.1371649046783457,
+      "learning_rate": 0.00019917446044865312,
+      "loss": 0.734,
+      "step": 780
+    },
+    {
+      "epoch": 0.06983190271816882,
+      "grad_norm": 0.11991876697192422,
+      "learning_rate": 0.00019917074276820705,
+      "loss": 0.6456,
+      "step": 781
+    },
+    {
+      "epoch": 0.06992131616595136,
+      "grad_norm": 0.20632900246504213,
+      "learning_rate": 0.00019916701677043054,
+      "loss": 0.7247,
+      "step": 782
+    },
+    {
+      "epoch": 0.0700107296137339,
+      "grad_norm": 0.1371745292303882,
+      "learning_rate": 0.00019916328245563611,
+      "loss": 0.733,
+      "step": 783
+    },
+    {
+      "epoch": 0.07010014306151645,
+      "grad_norm": 0.16591485260909228,
+      "learning_rate": 0.0001991595398241369,
+      "loss": 0.7957,
+      "step": 784
+    },
+    {
+      "epoch": 0.07018955650929899,
+      "grad_norm": 0.1230602013296621,
+      "learning_rate": 0.0001991557888762469,
+      "loss": 0.7213,
+      "step": 785
+    },
+    {
+      "epoch": 0.07027896995708155,
+      "grad_norm": 0.14047883944341996,
+      "learning_rate": 0.00019915202961228058,
+      "loss": 0.7109,
+      "step": 786
+    },
+    {
+      "epoch": 0.0703683834048641,
+      "grad_norm": 0.1708840583991291,
+      "learning_rate": 0.00019914826203255333,
+      "loss": 0.705,
+      "step": 787
+    },
+    {
+      "epoch": 0.07045779685264664,
+      "grad_norm": 0.12271138265993929,
+      "learning_rate": 0.00019914448613738106,
+      "loss": 0.7122,
+      "step": 788
+    },
+    {
+      "epoch": 0.07054721030042918,
+      "grad_norm": 0.12588763709692574,
+      "learning_rate": 0.00019914070192708047,
+      "loss": 0.7365,
+      "step": 789
+    },
+    {
+      "epoch": 0.07063662374821172,
+      "grad_norm": 0.1327803486729117,
+      "learning_rate": 0.00019913690940196894,
+      "loss": 0.7392,
+      "step": 790
+    },
+    {
+      "epoch": 0.07072603719599428,
+      "grad_norm": 0.15170141734940779,
+      "learning_rate": 0.00019913310856236452,
+      "loss": 0.7586,
+      "step": 791
+    },
+    {
+      "epoch": 0.07081545064377683,
+      "grad_norm": 0.16217022082332497,
+      "learning_rate": 0.00019912929940858607,
+      "loss": 0.7649,
+      "step": 792
+    },
+    {
+      "epoch": 0.07090486409155937,
+      "grad_norm": 0.13295578418179285,
+      "learning_rate": 0.00019912548194095297,
+      "loss": 0.6751,
+      "step": 793
+    },
+    {
+      "epoch": 0.07099427753934191,
+      "grad_norm": 0.12014667764703375,
+      "learning_rate": 0.0001991216561597854,
+      "loss": 0.7645,
+      "step": 794
+    },
+    {
+      "epoch": 0.07108369098712447,
+      "grad_norm": 0.13790425107191076,
+      "learning_rate": 0.00019911782206540423,
+      "loss": 0.7678,
+      "step": 795
+    },
+    {
+      "epoch": 0.07117310443490701,
+      "grad_norm": 0.1337208336063063,
+      "learning_rate": 0.00019911397965813107,
+      "loss": 0.7556,
+      "step": 796
+    },
+    {
+      "epoch": 0.07126251788268956,
+      "grad_norm": 0.12367599081872824,
+      "learning_rate": 0.0001991101289382881,
+      "loss": 0.7402,
+      "step": 797
+    },
+    {
+      "epoch": 0.0713519313304721,
+      "grad_norm": 0.1413958471448124,
+      "learning_rate": 0.0001991062699061983,
+      "loss": 0.7207,
+      "step": 798
+    },
+    {
+      "epoch": 0.07144134477825465,
+      "grad_norm": 0.13018979271084688,
+      "learning_rate": 0.00019910240256218535,
+      "loss": 0.6973,
+      "step": 799
+    },
+    {
+      "epoch": 0.0715307582260372,
+      "grad_norm": 0.14522490026145554,
+      "learning_rate": 0.00019909852690657359,
+      "loss": 0.728,
+      "step": 800
+    },
+    {
+      "epoch": 0.07162017167381975,
+      "grad_norm": 0.12075962238140266,
+      "learning_rate": 0.00019909464293968804,
+      "loss": 0.7164,
+      "step": 801
+    },
+    {
+      "epoch": 0.07170958512160229,
+      "grad_norm": 0.12634318678949003,
+      "learning_rate": 0.0001990907506618545,
+      "loss": 0.7362,
+      "step": 802
+    },
+    {
+      "epoch": 0.07179899856938483,
+      "grad_norm": 0.1393455918731004,
+      "learning_rate": 0.00019908685007339932,
+      "loss": 0.7684,
+      "step": 803
+    },
+    {
+      "epoch": 0.07188841201716738,
+      "grad_norm": 0.13799693719392536,
+      "learning_rate": 0.00019908294117464975,
+      "loss": 0.7073,
+      "step": 804
+    },
+    {
+      "epoch": 0.07197782546494993,
+      "grad_norm": 0.12086416443520555,
+      "learning_rate": 0.00019907902396593352,
+      "loss": 0.6799,
+      "step": 805
+    },
+    {
+      "epoch": 0.07206723891273248,
+      "grad_norm": 0.12952023444900246,
+      "learning_rate": 0.00019907509844757925,
+      "loss": 0.7404,
+      "step": 806
+    },
+    {
+      "epoch": 0.07215665236051502,
+      "grad_norm": 0.12301997990502865,
+      "learning_rate": 0.00019907116461991605,
+      "loss": 0.7163,
+      "step": 807
+    },
+    {
+      "epoch": 0.07224606580829757,
+      "grad_norm": 0.13708467442329839,
+      "learning_rate": 0.00019906722248327397,
+      "loss": 0.7567,
+      "step": 808
+    },
+    {
+      "epoch": 0.07233547925608011,
+      "grad_norm": 0.15241685372556824,
+      "learning_rate": 0.0001990632720379836,
+      "loss": 0.7471,
+      "step": 809
+    },
+    {
+      "epoch": 0.07242489270386267,
+      "grad_norm": 0.13353328635056746,
+      "learning_rate": 0.00019905931328437624,
+      "loss": 0.7251,
+      "step": 810
+    },
+    {
+      "epoch": 0.07251430615164521,
+      "grad_norm": 0.13409002048379648,
+      "learning_rate": 0.00019905534622278388,
+      "loss": 0.7583,
+      "step": 811
+    },
+    {
+      "epoch": 0.07260371959942775,
+      "grad_norm": 0.14402989284293008,
+      "learning_rate": 0.00019905137085353926,
+      "loss": 0.7246,
+      "step": 812
+    },
+    {
+      "epoch": 0.0726931330472103,
+      "grad_norm": 0.1244058017146551,
+      "learning_rate": 0.0001990473871769758,
+      "loss": 0.6861,
+      "step": 813
+    },
+    {
+      "epoch": 0.07278254649499284,
+      "grad_norm": 0.1318982922545655,
+      "learning_rate": 0.00019904339519342764,
+      "loss": 0.7283,
+      "step": 814
+    },
+    {
+      "epoch": 0.0728719599427754,
+      "grad_norm": 0.13829334894933537,
+      "learning_rate": 0.00019903939490322948,
+      "loss": 0.7386,
+      "step": 815
+    },
+    {
+      "epoch": 0.07296137339055794,
+      "grad_norm": 0.1283427584425859,
+      "learning_rate": 0.0001990353863067169,
+      "loss": 0.739,
+      "step": 816
+    },
+    {
+      "epoch": 0.07305078683834049,
+      "grad_norm": 0.13103975432993545,
+      "learning_rate": 0.00019903136940422605,
+      "loss": 0.723,
+      "step": 817
+    },
+    {
+      "epoch": 0.07314020028612303,
+      "grad_norm": 0.1260973175887506,
+      "learning_rate": 0.00019902734419609389,
+      "loss": 0.7319,
+      "step": 818
+    },
+    {
+      "epoch": 0.07322961373390557,
+      "grad_norm": 0.13101904905736583,
+      "learning_rate": 0.00019902331068265793,
+      "loss": 0.7609,
+      "step": 819
+    },
+    {
+      "epoch": 0.07331902718168813,
+      "grad_norm": 0.12905832655182153,
+      "learning_rate": 0.00019901926886425653,
+      "loss": 0.7436,
+      "step": 820
+    },
+    {
+      "epoch": 0.07340844062947068,
+      "grad_norm": 0.14794541159702088,
+      "learning_rate": 0.00019901521874122859,
+      "loss": 0.7139,
+      "step": 821
+    },
+    {
+      "epoch": 0.07349785407725322,
+      "grad_norm": 0.13767125221107793,
+      "learning_rate": 0.00019901116031391386,
+      "loss": 0.7184,
+      "step": 822
+    },
+    {
+      "epoch": 0.07358726752503576,
+      "grad_norm": 0.11462217326527976,
+      "learning_rate": 0.0001990070935826527,
+      "loss": 0.7005,
+      "step": 823
+    },
+    {
+      "epoch": 0.0736766809728183,
+      "grad_norm": 0.1294388111895622,
+      "learning_rate": 0.00019900301854778617,
+      "loss": 0.6873,
+      "step": 824
+    },
+    {
+      "epoch": 0.07376609442060086,
+      "grad_norm": 0.13832475571862557,
+      "learning_rate": 0.00019899893520965604,
+      "loss": 0.7536,
+      "step": 825
+    },
+    {
+      "epoch": 0.07385550786838341,
+      "grad_norm": 0.13866636987916064,
+      "learning_rate": 0.00019899484356860473,
+      "loss": 0.7571,
+      "step": 826
+    },
+    {
+      "epoch": 0.07394492131616595,
+      "grad_norm": 0.14668295006358925,
+      "learning_rate": 0.00019899074362497552,
+      "loss": 0.7701,
+      "step": 827
+    },
+    {
+      "epoch": 0.0740343347639485,
+      "grad_norm": 0.13623136598525432,
+      "learning_rate": 0.00019898663537911213,
+      "loss": 0.7255,
+      "step": 828
+    },
+    {
+      "epoch": 0.07412374821173104,
+      "grad_norm": 0.1168709864530542,
+      "learning_rate": 0.00019898251883135922,
+      "loss": 0.6877,
+      "step": 829
+    },
+    {
+      "epoch": 0.0742131616595136,
+      "grad_norm": 0.15115669138811802,
+      "learning_rate": 0.00019897839398206197,
+      "loss": 0.7376,
+      "step": 830
+    },
+    {
+      "epoch": 0.07430257510729614,
+      "grad_norm": 0.13450875024403564,
+      "learning_rate": 0.00019897426083156634,
+      "loss": 0.723,
+      "step": 831
+    },
+    {
+      "epoch": 0.07439198855507868,
+      "grad_norm": 0.14310773148127925,
+      "learning_rate": 0.000198970119380219,
+      "loss": 0.7442,
+      "step": 832
+    },
+    {
+      "epoch": 0.07448140200286123,
+      "grad_norm": 0.13721248699358388,
+      "learning_rate": 0.0001989659696283673,
+      "loss": 0.7686,
+      "step": 833
+    },
+    {
+      "epoch": 0.07457081545064377,
+      "grad_norm": 0.13134070028283193,
+      "learning_rate": 0.00019896181157635923,
+      "loss": 0.7164,
+      "step": 834
+    },
+    {
+      "epoch": 0.07466022889842633,
+      "grad_norm": 0.14726052324734834,
+      "learning_rate": 0.0001989576452245435,
+      "loss": 0.7267,
+      "step": 835
+    },
+    {
+      "epoch": 0.07474964234620887,
+      "grad_norm": 0.140377805235052,
+      "learning_rate": 0.00019895347057326962,
+      "loss": 0.694,
+      "step": 836
+    },
+    {
+      "epoch": 0.07483905579399142,
+      "grad_norm": 0.14152623722092167,
+      "learning_rate": 0.00019894928762288766,
+      "loss": 0.7403,
+      "step": 837
+    },
+    {
+      "epoch": 0.07492846924177396,
+      "grad_norm": 0.1318532846745199,
+      "learning_rate": 0.00019894509637374843,
+      "loss": 0.6994,
+      "step": 838
+    },
+    {
+      "epoch": 0.0750178826895565,
+      "grad_norm": 0.12215463780933053,
+      "learning_rate": 0.00019894089682620349,
+      "loss": 0.729,
+      "step": 839
+    },
+    {
+      "epoch": 0.07510729613733906,
+      "grad_norm": 0.12092139342693485,
+      "learning_rate": 0.00019893668898060502,
+      "loss": 0.7028,
+      "step": 840
+    },
+    {
+      "epoch": 0.0751967095851216,
+      "grad_norm": 0.14848489655743374,
+      "learning_rate": 0.00019893247283730593,
+      "loss": 0.7523,
+      "step": 841
+    },
+    {
+      "epoch": 0.07528612303290415,
+      "grad_norm": 0.1359537596115934,
+      "learning_rate": 0.0001989282483966598,
+      "loss": 0.729,
+      "step": 842
+    },
+    {
+      "epoch": 0.07537553648068669,
+      "grad_norm": 0.14144525504086125,
+      "learning_rate": 0.00019892401565902096,
+      "loss": 0.7409,
+      "step": 843
+    },
+    {
+      "epoch": 0.07546494992846924,
+      "grad_norm": 0.13624408189969855,
+      "learning_rate": 0.0001989197746247444,
+      "loss": 0.7156,
+      "step": 844
+    },
+    {
+      "epoch": 0.07555436337625179,
+      "grad_norm": 0.11000815198264749,
+      "learning_rate": 0.0001989155252941858,
+      "loss": 0.6417,
+      "step": 845
+    },
+    {
+      "epoch": 0.07564377682403434,
+      "grad_norm": 0.1498035747362615,
+      "learning_rate": 0.00019891126766770158,
+      "loss": 0.7277,
+      "step": 846
+    },
+    {
+      "epoch": 0.07573319027181688,
+      "grad_norm": 0.12598401255328753,
+      "learning_rate": 0.00019890700174564878,
+      "loss": 0.6924,
+      "step": 847
+    },
+    {
+      "epoch": 0.07582260371959942,
+      "grad_norm": 0.14930889295019914,
+      "learning_rate": 0.00019890272752838518,
+      "loss": 0.6983,
+      "step": 848
+    },
+    {
+      "epoch": 0.07591201716738197,
+      "grad_norm": 0.1633235217034986,
+      "learning_rate": 0.00019889844501626928,
+      "loss": 0.7039,
+      "step": 849
+    },
+    {
+      "epoch": 0.07600143061516453,
+      "grad_norm": 0.14697357107099965,
+      "learning_rate": 0.00019889415420966026,
+      "loss": 0.732,
+      "step": 850
+    },
+    {
+      "epoch": 0.07609084406294707,
+      "grad_norm": 0.13593115002303752,
+      "learning_rate": 0.00019888985510891792,
+      "loss": 0.7246,
+      "step": 851
+    },
+    {
+      "epoch": 0.07618025751072961,
+      "grad_norm": 0.1319448308013186,
+      "learning_rate": 0.00019888554771440288,
+      "loss": 0.7366,
+      "step": 852
+    },
+    {
+      "epoch": 0.07626967095851216,
+      "grad_norm": 0.12559584579496566,
+      "learning_rate": 0.00019888123202647636,
+      "loss": 0.6902,
+      "step": 853
+    },
+    {
+      "epoch": 0.0763590844062947,
+      "grad_norm": 0.1510891042877178,
+      "learning_rate": 0.00019887690804550035,
+      "loss": 0.7425,
+      "step": 854
+    },
+    {
+      "epoch": 0.07644849785407726,
+      "grad_norm": 0.13546868768077563,
+      "learning_rate": 0.00019887257577183744,
+      "loss": 0.7114,
+      "step": 855
+    },
+    {
+      "epoch": 0.0765379113018598,
+      "grad_norm": 0.13636007575202921,
+      "learning_rate": 0.00019886823520585105,
+      "loss": 0.6957,
+      "step": 856
+    },
+    {
+      "epoch": 0.07662732474964234,
+      "grad_norm": 0.1228489392078865,
+      "learning_rate": 0.00019886388634790517,
+      "loss": 0.7414,
+      "step": 857
+    },
+    {
+      "epoch": 0.07671673819742489,
+      "grad_norm": 0.131979087606896,
+      "learning_rate": 0.0001988595291983645,
+      "loss": 0.7175,
+      "step": 858
+    },
+    {
+      "epoch": 0.07680615164520745,
+      "grad_norm": 0.12762733169481383,
+      "learning_rate": 0.00019885516375759457,
+      "loss": 0.7285,
+      "step": 859
+    },
+    {
+      "epoch": 0.07689556509298999,
+      "grad_norm": 0.12776773378139236,
+      "learning_rate": 0.00019885079002596138,
+      "loss": 0.7232,
+      "step": 860
+    },
+    {
+      "epoch": 0.07698497854077253,
+      "grad_norm": 0.13291281394763255,
+      "learning_rate": 0.00019884640800383186,
+      "loss": 0.7339,
+      "step": 861
+    },
+    {
+      "epoch": 0.07707439198855508,
+      "grad_norm": 0.13171086427178672,
+      "learning_rate": 0.00019884201769157346,
+      "loss": 0.7159,
+      "step": 862
+    },
+    {
+      "epoch": 0.07716380543633762,
+      "grad_norm": 0.11670735522806132,
+      "learning_rate": 0.0001988376190895544,
+      "loss": 0.7199,
+      "step": 863
+    },
+    {
+      "epoch": 0.07725321888412018,
+      "grad_norm": 0.13238580848984008,
+      "learning_rate": 0.0001988332121981436,
+      "loss": 0.6839,
+      "step": 864
+    },
+    {
+      "epoch": 0.07734263233190272,
+      "grad_norm": 0.1308799542803241,
+      "learning_rate": 0.00019882879701771063,
+      "loss": 0.7375,
+      "step": 865
+    },
+    {
+      "epoch": 0.07743204577968527,
+      "grad_norm": 0.13955942195716245,
+      "learning_rate": 0.00019882437354862585,
+      "loss": 0.7369,
+      "step": 866
+    },
+    {
+      "epoch": 0.07752145922746781,
+      "grad_norm": 0.11069175637143905,
+      "learning_rate": 0.00019881994179126017,
+      "loss": 0.6903,
+      "step": 867
+    },
+    {
+      "epoch": 0.07761087267525035,
+      "grad_norm": 0.17234706340223407,
+      "learning_rate": 0.00019881550174598536,
+      "loss": 0.7639,
+      "step": 868
+    },
+    {
+      "epoch": 0.07770028612303291,
+      "grad_norm": 0.15012879105966012,
+      "learning_rate": 0.00019881105341317372,
+      "loss": 0.7389,
+      "step": 869
+    },
+    {
+      "epoch": 0.07778969957081545,
+      "grad_norm": 0.15435465548883895,
+      "learning_rate": 0.00019880659679319838,
+      "loss": 0.7782,
+      "step": 870
+    },
+    {
+      "epoch": 0.077879113018598,
+      "grad_norm": 0.152240873680247,
+      "learning_rate": 0.00019880213188643307,
+      "loss": 0.7365,
+      "step": 871
+    },
+    {
+      "epoch": 0.07796852646638054,
+      "grad_norm": 0.1589981264504875,
+      "learning_rate": 0.00019879765869325233,
+      "loss": 0.7202,
+      "step": 872
+    },
+    {
+      "epoch": 0.07805793991416309,
+      "grad_norm": 0.13909108933709288,
+      "learning_rate": 0.00019879317721403124,
+      "loss": 0.7179,
+      "step": 873
+    },
+    {
+      "epoch": 0.07814735336194564,
+      "grad_norm": 0.13622640536171504,
+      "learning_rate": 0.00019878868744914569,
+      "loss": 0.7224,
+      "step": 874
+    },
+    {
+      "epoch": 0.07823676680972819,
+      "grad_norm": 0.13200839292684016,
+      "learning_rate": 0.00019878418939897223,
+      "loss": 0.737,
+      "step": 875
+    },
+    {
+      "epoch": 0.07832618025751073,
+      "grad_norm": 0.13308844180851925,
+      "learning_rate": 0.00019877968306388811,
+      "loss": 0.7061,
+      "step": 876
+    },
+    {
+      "epoch": 0.07841559370529327,
+      "grad_norm": 0.1218390615316643,
+      "learning_rate": 0.00019877516844427127,
+      "loss": 0.7384,
+      "step": 877
+    },
+    {
+      "epoch": 0.07850500715307582,
+      "grad_norm": 0.17161979098905375,
+      "learning_rate": 0.00019877064554050036,
+      "loss": 0.7202,
+      "step": 878
+    },
+    {
+      "epoch": 0.07859442060085838,
+      "grad_norm": 0.13142100795505005,
+      "learning_rate": 0.00019876611435295466,
+      "loss": 0.7399,
+      "step": 879
+    },
+    {
+      "epoch": 0.07868383404864092,
+      "grad_norm": 0.14130714139635306,
+      "learning_rate": 0.00019876157488201424,
+      "loss": 0.73,
+      "step": 880
+    },
+    {
+      "epoch": 0.07877324749642346,
+      "grad_norm": 0.12329700523615626,
+      "learning_rate": 0.00019875702712805984,
+      "loss": 0.7292,
+      "step": 881
+    },
+    {
+      "epoch": 0.078862660944206,
+      "grad_norm": 0.1315052789643436,
+      "learning_rate": 0.00019875247109147278,
+      "loss": 0.7639,
+      "step": 882
+    },
+    {
+      "epoch": 0.07895207439198855,
+      "grad_norm": 0.14537358445256418,
+      "learning_rate": 0.0001987479067726353,
+      "loss": 0.7594,
+      "step": 883
+    },
+    {
+      "epoch": 0.07904148783977111,
+      "grad_norm": 0.14196112914144926,
+      "learning_rate": 0.00019874333417193007,
+      "loss": 0.7298,
+      "step": 884
+    },
+    {
+      "epoch": 0.07913090128755365,
+      "grad_norm": 0.12729151408780273,
+      "learning_rate": 0.00019873875328974073,
+      "loss": 0.7027,
+      "step": 885
+    },
+    {
+      "epoch": 0.0792203147353362,
+      "grad_norm": 0.12782588723870336,
+      "learning_rate": 0.00019873416412645133,
+      "loss": 0.7239,
+      "step": 886
+    },
+    {
+      "epoch": 0.07930972818311874,
+      "grad_norm": 0.1281817185249025,
+      "learning_rate": 0.00019872956668244687,
+      "loss": 0.7084,
+      "step": 887
+    },
+    {
+      "epoch": 0.07939914163090128,
+      "grad_norm": 0.12962882761904254,
+      "learning_rate": 0.00019872496095811286,
+      "loss": 0.7203,
+      "step": 888
+    },
+    {
+      "epoch": 0.07948855507868384,
+      "grad_norm": 0.13260610234692075,
+      "learning_rate": 0.00019872034695383558,
+      "loss": 0.7193,
+      "step": 889
+    },
+    {
+      "epoch": 0.07957796852646638,
+      "grad_norm": 0.12030942038918724,
+      "learning_rate": 0.0001987157246700021,
+      "loss": 0.6915,
+      "step": 890
+    },
+    {
+      "epoch": 0.07966738197424893,
+      "grad_norm": 0.14510015720250125,
+      "learning_rate": 0.00019871109410699996,
+      "loss": 0.7097,
+      "step": 891
+    },
+    {
+      "epoch": 0.07975679542203147,
+      "grad_norm": 0.13080097888487788,
+      "learning_rate": 0.00019870645526521758,
+      "loss": 0.6955,
+      "step": 892
+    },
+    {
+      "epoch": 0.07984620886981401,
+      "grad_norm": 0.13139117399181396,
+      "learning_rate": 0.000198701808145044,
+      "loss": 0.7258,
+      "step": 893
+    },
+    {
+      "epoch": 0.07993562231759657,
+      "grad_norm": 0.14299428693453672,
+      "learning_rate": 0.00019869715274686898,
+      "loss": 0.7335,
+      "step": 894
+    },
+    {
+      "epoch": 0.08002503576537912,
+      "grad_norm": 0.15346617324452083,
+      "learning_rate": 0.00019869248907108294,
+      "loss": 0.7964,
+      "step": 895
+    },
+    {
+      "epoch": 0.08011444921316166,
+      "grad_norm": 0.13316711637370976,
+      "learning_rate": 0.00019868781711807705,
+      "loss": 0.7398,
+      "step": 896
+    },
+    {
+      "epoch": 0.0802038626609442,
+      "grad_norm": 0.1367699711464179,
+      "learning_rate": 0.0001986831368882431,
+      "loss": 0.7746,
+      "step": 897
+    },
+    {
+      "epoch": 0.08029327610872675,
+      "grad_norm": 0.13540550389632947,
+      "learning_rate": 0.00019867844838197365,
+      "loss": 0.7525,
+      "step": 898
+    },
+    {
+      "epoch": 0.0803826895565093,
+      "grad_norm": 0.1462758389774677,
+      "learning_rate": 0.00019867375159966192,
+      "loss": 0.7258,
+      "step": 899
+    },
+    {
+      "epoch": 0.08047210300429185,
+      "grad_norm": 0.12848444527539457,
+      "learning_rate": 0.00019866904654170179,
+      "loss": 0.688,
+      "step": 900
+    },
+    {
+      "epoch": 0.08056151645207439,
+      "grad_norm": 0.14357425029233223,
+      "learning_rate": 0.0001986643332084879,
+      "loss": 0.7473,
+      "step": 901
+    },
+    {
+      "epoch": 0.08065092989985694,
+      "grad_norm": 0.15323439003669737,
+      "learning_rate": 0.00019865961160041556,
+      "loss": 0.7358,
+      "step": 902
+    },
+    {
+      "epoch": 0.08074034334763948,
+      "grad_norm": 0.15446158464306642,
+      "learning_rate": 0.0001986548817178807,
+      "loss": 0.7036,
+      "step": 903
+    },
+    {
+      "epoch": 0.08082975679542204,
+      "grad_norm": 0.16416843491093278,
+      "learning_rate": 0.0001986501435612801,
+      "loss": 0.7667,
+      "step": 904
+    },
+    {
+      "epoch": 0.08091917024320458,
+      "grad_norm": 0.15464587945758315,
+      "learning_rate": 0.00019864539713101108,
+      "loss": 0.7564,
+      "step": 905
+    },
+    {
+      "epoch": 0.08100858369098712,
+      "grad_norm": 0.16372373453462488,
+      "learning_rate": 0.00019864064242747174,
+      "loss": 0.7178,
+      "step": 906
+    },
+    {
+      "epoch": 0.08109799713876967,
+      "grad_norm": 0.13528239102086032,
+      "learning_rate": 0.00019863587945106084,
+      "loss": 0.7405,
+      "step": 907
+    },
+    {
+      "epoch": 0.08118741058655221,
+      "grad_norm": 0.16679531462920033,
+      "learning_rate": 0.00019863110820217785,
+      "loss": 0.7145,
+      "step": 908
+    },
+    {
+      "epoch": 0.08127682403433477,
+      "grad_norm": 0.15169121331880897,
+      "learning_rate": 0.00019862632868122292,
+      "loss": 0.7218,
+      "step": 909
+    },
+    {
+      "epoch": 0.08136623748211731,
+      "grad_norm": 0.13759220351181245,
+      "learning_rate": 0.00019862154088859697,
+      "loss": 0.7141,
+      "step": 910
+    },
+    {
+      "epoch": 0.08145565092989986,
+      "grad_norm": 0.13974708359342705,
+      "learning_rate": 0.00019861674482470144,
+      "loss": 0.7323,
+      "step": 911
+    },
+    {
+      "epoch": 0.0815450643776824,
+      "grad_norm": 0.14506415845459888,
+      "learning_rate": 0.00019861194048993863,
+      "loss": 0.7077,
+      "step": 912
+    },
+    {
+      "epoch": 0.08163447782546494,
+      "grad_norm": 0.12801400878038963,
+      "learning_rate": 0.00019860712788471148,
+      "loss": 0.7028,
+      "step": 913
+    },
+    {
+      "epoch": 0.0817238912732475,
+      "grad_norm": 0.12788077717090462,
+      "learning_rate": 0.00019860230700942356,
+      "loss": 0.7814,
+      "step": 914
+    },
+    {
+      "epoch": 0.08181330472103004,
+      "grad_norm": 0.14984505772108286,
+      "learning_rate": 0.00019859747786447928,
+      "loss": 0.7519,
+      "step": 915
+    },
+    {
+      "epoch": 0.08190271816881259,
+      "grad_norm": 0.15140469421751412,
+      "learning_rate": 0.00019859264045028358,
+      "loss": 0.7768,
+      "step": 916
+    },
+    {
+      "epoch": 0.08199213161659513,
+      "grad_norm": 0.1400264414233524,
+      "learning_rate": 0.00019858779476724219,
+      "loss": 0.7288,
+      "step": 917
+    },
+    {
+      "epoch": 0.08208154506437768,
+      "grad_norm": 0.11435533458203762,
+      "learning_rate": 0.00019858294081576155,
+      "loss": 0.735,
+      "step": 918
+    },
+    {
+      "epoch": 0.08217095851216023,
+      "grad_norm": 0.12589174697236888,
+      "learning_rate": 0.00019857807859624869,
+      "loss": 0.715,
+      "step": 919
+    },
+    {
+      "epoch": 0.08226037195994278,
+      "grad_norm": 0.12951774445655212,
+      "learning_rate": 0.00019857320810911144,
+      "loss": 0.6994,
+      "step": 920
+    },
+    {
+      "epoch": 0.08234978540772532,
+      "grad_norm": 0.13582792750563233,
+      "learning_rate": 0.00019856832935475827,
+      "loss": 0.7059,
+      "step": 921
+    },
+    {
+      "epoch": 0.08243919885550786,
+      "grad_norm": 0.1536017328196121,
+      "learning_rate": 0.00019856344233359837,
+      "loss": 0.7464,
+      "step": 922
+    },
+    {
+      "epoch": 0.08252861230329042,
+      "grad_norm": 0.13701076738866383,
+      "learning_rate": 0.0001985585470460416,
+      "loss": 0.7249,
+      "step": 923
+    },
+    {
+      "epoch": 0.08261802575107297,
+      "grad_norm": 0.13702737430166095,
+      "learning_rate": 0.00019855364349249848,
+      "loss": 0.7654,
+      "step": 924
+    },
+    {
+      "epoch": 0.08270743919885551,
+      "grad_norm": 0.13658637026676576,
+      "learning_rate": 0.00019854873167338033,
+      "loss": 0.7614,
+      "step": 925
+    },
+    {
+      "epoch": 0.08279685264663805,
+      "grad_norm": 0.14207389830479622,
+      "learning_rate": 0.0001985438115890991,
+      "loss": 0.7535,
+      "step": 926
+    },
+    {
+      "epoch": 0.0828862660944206,
+      "grad_norm": 0.1361920575350763,
+      "learning_rate": 0.00019853888324006735,
+      "loss": 0.7575,
+      "step": 927
+    },
+    {
+      "epoch": 0.08297567954220315,
+      "grad_norm": 0.14261768345538664,
+      "learning_rate": 0.00019853394662669847,
+      "loss": 0.7324,
+      "step": 928
+    },
+    {
+      "epoch": 0.0830650929899857,
+      "grad_norm": 0.146760800482162,
+      "learning_rate": 0.00019852900174940655,
+      "loss": 0.75,
+      "step": 929
+    },
+    {
+      "epoch": 0.08315450643776824,
+      "grad_norm": 0.13008642997992537,
+      "learning_rate": 0.00019852404860860618,
+      "loss": 0.744,
+      "step": 930
+    },
+    {
+      "epoch": 0.08324391988555079,
+      "grad_norm": 0.11344809135934833,
+      "learning_rate": 0.00019851908720471285,
+      "loss": 0.6594,
+      "step": 931
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 0.1436486621621605,
+      "learning_rate": 0.0001985141175381427,
+      "loss": 0.6831,
+      "step": 932
+    },
+    {
+      "epoch": 0.08342274678111589,
+      "grad_norm": 0.15188943173862368,
+      "learning_rate": 0.00019850913960931243,
+      "loss": 0.7352,
+      "step": 933
+    },
+    {
+      "epoch": 0.08351216022889843,
+      "grad_norm": 0.12752229087674646,
+      "learning_rate": 0.00019850415341863962,
+      "loss": 0.6962,
+      "step": 934
+    },
+    {
+      "epoch": 0.08360157367668097,
+      "grad_norm": 0.13248595275011624,
+      "learning_rate": 0.00019849915896654242,
+      "loss": 0.692,
+      "step": 935
+    },
+    {
+      "epoch": 0.08369098712446352,
+      "grad_norm": 0.1324325479975626,
+      "learning_rate": 0.0001984941562534397,
+      "loss": 0.717,
+      "step": 936
+    },
+    {
+      "epoch": 0.08378040057224606,
+      "grad_norm": 0.1779430030625168,
+      "learning_rate": 0.00019848914527975108,
+      "loss": 0.7097,
+      "step": 937
+    },
+    {
+      "epoch": 0.08386981402002862,
+      "grad_norm": 0.13631831416399798,
+      "learning_rate": 0.00019848412604589678,
+      "loss": 0.7194,
+      "step": 938
+    },
+    {
+      "epoch": 0.08395922746781116,
+      "grad_norm": 0.15694336797298253,
+      "learning_rate": 0.00019847909855229775,
+      "loss": 0.7772,
+      "step": 939
+    },
+    {
+      "epoch": 0.0840486409155937,
+      "grad_norm": 0.11823741140351643,
+      "learning_rate": 0.00019847406279937567,
+      "loss": 0.632,
+      "step": 940
+    },
+    {
+      "epoch": 0.08413805436337625,
+      "grad_norm": 0.14252148996758793,
+      "learning_rate": 0.00019846901878755287,
+      "loss": 0.7052,
+      "step": 941
+    },
+    {
+      "epoch": 0.0842274678111588,
+      "grad_norm": 0.1453307171395865,
+      "learning_rate": 0.00019846396651725237,
+      "loss": 0.7412,
+      "step": 942
+    },
+    {
+      "epoch": 0.08431688125894135,
+      "grad_norm": 0.13981545007008422,
+      "learning_rate": 0.0001984589059888979,
+      "loss": 0.7052,
+      "step": 943
+    },
+    {
+      "epoch": 0.0844062947067239,
+      "grad_norm": 0.1329281714095278,
+      "learning_rate": 0.00019845383720291392,
+      "loss": 0.773,
+      "step": 944
+    },
+    {
+      "epoch": 0.08449570815450644,
+      "grad_norm": 0.13089697586245877,
+      "learning_rate": 0.00019844876015972552,
+      "loss": 0.7236,
+      "step": 945
+    },
+    {
+      "epoch": 0.08458512160228898,
+      "grad_norm": 0.12508550933421084,
+      "learning_rate": 0.0001984436748597585,
+      "loss": 0.7224,
+      "step": 946
+    },
+    {
+      "epoch": 0.08467453505007153,
+      "grad_norm": 0.14832005500779935,
+      "learning_rate": 0.00019843858130343933,
+      "loss": 0.7035,
+      "step": 947
+    },
+    {
+      "epoch": 0.08476394849785408,
+      "grad_norm": 0.1345128796554153,
+      "learning_rate": 0.00019843347949119526,
+      "loss": 0.7397,
+      "step": 948
+    },
+    {
+      "epoch": 0.08485336194563663,
+      "grad_norm": 0.14409381401293717,
+      "learning_rate": 0.00019842836942345415,
+      "loss": 0.7185,
+      "step": 949
+    },
+    {
+      "epoch": 0.08494277539341917,
+      "grad_norm": 0.13924103393930318,
+      "learning_rate": 0.00019842325110064454,
+      "loss": 0.7285,
+      "step": 950
+    },
+    {
+      "epoch": 0.08503218884120171,
+      "grad_norm": 0.1337763754093391,
+      "learning_rate": 0.00019841812452319575,
+      "loss": 0.6909,
+      "step": 951
+    },
+    {
+      "epoch": 0.08512160228898426,
+      "grad_norm": 0.1435655238552993,
+      "learning_rate": 0.0001984129896915377,
+      "loss": 0.7905,
+      "step": 952
+    },
+    {
+      "epoch": 0.08521101573676682,
+      "grad_norm": 0.13381264358348036,
+      "learning_rate": 0.00019840784660610106,
+      "loss": 0.6941,
+      "step": 953
+    },
+    {
+      "epoch": 0.08530042918454936,
+      "grad_norm": 0.12323473030466989,
+      "learning_rate": 0.00019840269526731716,
+      "loss": 0.6979,
+      "step": 954
+    },
+    {
+      "epoch": 0.0853898426323319,
+      "grad_norm": 0.14369629919946866,
+      "learning_rate": 0.00019839753567561807,
+      "loss": 0.7156,
+      "step": 955
+    },
+    {
+      "epoch": 0.08547925608011445,
+      "grad_norm": 0.14379852989527284,
+      "learning_rate": 0.0001983923678314365,
+      "loss": 0.7167,
+      "step": 956
+    },
+    {
+      "epoch": 0.08556866952789699,
+      "grad_norm": 0.13732775846599837,
+      "learning_rate": 0.00019838719173520585,
+      "loss": 0.7451,
+      "step": 957
+    },
+    {
+      "epoch": 0.08565808297567955,
+      "grad_norm": 0.14852234148350618,
+      "learning_rate": 0.00019838200738736027,
+      "loss": 0.7634,
+      "step": 958
+    },
+    {
+      "epoch": 0.08574749642346209,
+      "grad_norm": 0.14668481715712073,
+      "learning_rate": 0.0001983768147883345,
+      "loss": 0.7231,
+      "step": 959
+    },
+    {
+      "epoch": 0.08583690987124463,
+      "grad_norm": 0.14002331868487267,
+      "learning_rate": 0.0001983716139385641,
+      "loss": 0.7371,
+      "step": 960
+    },
+    {
+      "epoch": 0.08592632331902718,
+      "grad_norm": 0.14090991259450622,
+      "learning_rate": 0.00019836640483848528,
+      "loss": 0.7367,
+      "step": 961
+    },
+    {
+      "epoch": 0.08601573676680972,
+      "grad_norm": 0.14212011586753476,
+      "learning_rate": 0.00019836118748853485,
+      "loss": 0.6845,
+      "step": 962
+    },
+    {
+      "epoch": 0.08610515021459228,
+      "grad_norm": 0.17103211282370895,
+      "learning_rate": 0.00019835596188915044,
+      "loss": 0.7541,
+      "step": 963
+    },
+    {
+      "epoch": 0.08619456366237482,
+      "grad_norm": 0.13660721798895,
+      "learning_rate": 0.00019835072804077027,
+      "loss": 0.6946,
+      "step": 964
+    },
+    {
+      "epoch": 0.08628397711015737,
+      "grad_norm": 0.11502602012292923,
+      "learning_rate": 0.00019834548594383332,
+      "loss": 0.6997,
+      "step": 965
+    },
+    {
+      "epoch": 0.08637339055793991,
+      "grad_norm": 0.12717882825162485,
+      "learning_rate": 0.00019834023559877923,
+      "loss": 0.7157,
+      "step": 966
+    },
+    {
+      "epoch": 0.08646280400572245,
+      "grad_norm": 0.12448865963222012,
+      "learning_rate": 0.00019833497700604835,
+      "loss": 0.6972,
+      "step": 967
+    },
+    {
+      "epoch": 0.08655221745350501,
+      "grad_norm": 0.12074648802011839,
+      "learning_rate": 0.0001983297101660817,
+      "loss": 0.6993,
+      "step": 968
+    },
+    {
+      "epoch": 0.08664163090128756,
+      "grad_norm": 0.13845760313397473,
+      "learning_rate": 0.00019832443507932103,
+      "loss": 0.7111,
+      "step": 969
+    },
+    {
+      "epoch": 0.0867310443490701,
+      "grad_norm": 0.126965109983542,
+      "learning_rate": 0.00019831915174620872,
+      "loss": 0.6792,
+      "step": 970
+    },
+    {
+      "epoch": 0.08682045779685264,
+      "grad_norm": 0.1512419170305663,
+      "learning_rate": 0.0001983138601671879,
+      "loss": 0.7618,
+      "step": 971
+    },
+    {
+      "epoch": 0.08690987124463519,
+      "grad_norm": 0.1235887693632007,
+      "learning_rate": 0.00019830856034270235,
+      "loss": 0.7375,
+      "step": 972
+    },
+    {
+      "epoch": 0.08699928469241774,
+      "grad_norm": 0.13657596430143953,
+      "learning_rate": 0.0001983032522731966,
+      "loss": 0.67,
+      "step": 973
+    },
+    {
+      "epoch": 0.08708869814020029,
+      "grad_norm": 0.12976296912236682,
+      "learning_rate": 0.00019829793595911577,
+      "loss": 0.6957,
+      "step": 974
+    },
+    {
+      "epoch": 0.08717811158798283,
+      "grad_norm": 0.12979021649047662,
+      "learning_rate": 0.0001982926114009058,
+      "loss": 0.7285,
+      "step": 975
+    },
+    {
+      "epoch": 0.08726752503576538,
+      "grad_norm": 0.13168740397285664,
+      "learning_rate": 0.00019828727859901317,
+      "loss": 0.7209,
+      "step": 976
+    },
+    {
+      "epoch": 0.08735693848354792,
+      "grad_norm": 0.11908824566328402,
+      "learning_rate": 0.00019828193755388522,
+      "loss": 0.6751,
+      "step": 977
+    },
+    {
+      "epoch": 0.08744635193133048,
+      "grad_norm": 0.12636715658018371,
+      "learning_rate": 0.00019827658826596984,
+      "loss": 0.6711,
+      "step": 978
+    },
+    {
+      "epoch": 0.08753576537911302,
+      "grad_norm": 0.14265962815288136,
+      "learning_rate": 0.00019827123073571572,
+      "loss": 0.7121,
+      "step": 979
+    },
+    {
+      "epoch": 0.08762517882689556,
+      "grad_norm": 0.12705672356999195,
+      "learning_rate": 0.00019826586496357216,
+      "loss": 0.7031,
+      "step": 980
+    },
+    {
+      "epoch": 0.08771459227467811,
+      "grad_norm": 0.13797176618314486,
+      "learning_rate": 0.00019826049094998912,
+      "loss": 0.6891,
+      "step": 981
+    },
+    {
+      "epoch": 0.08780400572246065,
+      "grad_norm": 0.13783590948504468,
+      "learning_rate": 0.00019825510869541743,
+      "loss": 0.7465,
+      "step": 982
+    },
+    {
+      "epoch": 0.08789341917024321,
+      "grad_norm": 0.12953215156485207,
+      "learning_rate": 0.00019824971820030842,
+      "loss": 0.712,
+      "step": 983
+    },
+    {
+      "epoch": 0.08798283261802575,
+      "grad_norm": 0.1411956253249208,
+      "learning_rate": 0.0001982443194651142,
+      "loss": 0.7143,
+      "step": 984
+    },
+    {
+      "epoch": 0.0880722460658083,
+      "grad_norm": 0.13948859656525986,
+      "learning_rate": 0.00019823891249028756,
+      "loss": 0.7434,
+      "step": 985
+    },
+    {
+      "epoch": 0.08816165951359084,
+      "grad_norm": 0.14176007770489105,
+      "learning_rate": 0.00019823349727628197,
+      "loss": 0.6865,
+      "step": 986
+    },
+    {
+      "epoch": 0.0882510729613734,
+      "grad_norm": 0.1245595898631173,
+      "learning_rate": 0.00019822807382355163,
+      "loss": 0.6939,
+      "step": 987
+    },
+    {
+      "epoch": 0.08834048640915594,
+      "grad_norm": 0.13701729715334493,
+      "learning_rate": 0.0001982226421325513,
+      "loss": 0.7035,
+      "step": 988
+    },
+    {
+      "epoch": 0.08842989985693848,
+      "grad_norm": 0.1166713254240261,
+      "learning_rate": 0.00019821720220373665,
+      "loss": 0.6602,
+      "step": 989
+    },
+    {
+      "epoch": 0.08851931330472103,
+      "grad_norm": 0.12262988951990164,
+      "learning_rate": 0.00019821175403756384,
+      "loss": 0.707,
+      "step": 990
+    },
+    {
+      "epoch": 0.08860872675250357,
+      "grad_norm": 0.13004409898441718,
+      "learning_rate": 0.00019820629763448987,
+      "loss": 0.7368,
+      "step": 991
+    },
+    {
+      "epoch": 0.08869814020028613,
+      "grad_norm": 0.12026003228135879,
+      "learning_rate": 0.00019820083299497228,
+      "loss": 0.7285,
+      "step": 992
+    },
+    {
+      "epoch": 0.08878755364806867,
+      "grad_norm": 0.1394567049240051,
+      "learning_rate": 0.00019819536011946945,
+      "loss": 0.7412,
+      "step": 993
+    },
+    {
+      "epoch": 0.08887696709585122,
+      "grad_norm": 0.14042880848566613,
+      "learning_rate": 0.00019818987900844032,
+      "loss": 0.7206,
+      "step": 994
+    },
+    {
+      "epoch": 0.08896638054363376,
+      "grad_norm": 0.1367249092565061,
+      "learning_rate": 0.00019818438966234464,
+      "loss": 0.731,
+      "step": 995
+    },
+    {
+      "epoch": 0.0890557939914163,
+      "grad_norm": 0.13441066934581614,
+      "learning_rate": 0.00019817889208164277,
+      "loss": 0.7111,
+      "step": 996
+    },
+    {
+      "epoch": 0.08914520743919886,
+      "grad_norm": 0.14374679285015568,
+      "learning_rate": 0.0001981733862667958,
+      "loss": 0.7269,
+      "step": 997
+    },
+    {
+      "epoch": 0.0892346208869814,
+      "grad_norm": 0.12097661963386777,
+      "learning_rate": 0.00019816787221826548,
+      "loss": 0.7024,
+      "step": 998
+    },
+    {
+      "epoch": 0.08932403433476395,
+      "grad_norm": 0.14730291044522903,
+      "learning_rate": 0.0001981623499365143,
+      "loss": 0.7393,
+      "step": 999
+    },
+    {
+      "epoch": 0.08941344778254649,
+      "grad_norm": 0.14281453206013486,
+      "learning_rate": 0.00019815681942200535,
+      "loss": 0.6863,
+      "step": 1000
+    },
+    {
+      "epoch": 0.08950286123032904,
+      "grad_norm": 0.151336063373926,
+      "learning_rate": 0.00019815128067520252,
+      "loss": 0.7261,
+      "step": 1001
+    },
+    {
+      "epoch": 0.0895922746781116,
+      "grad_norm": 0.14615255045362105,
+      "learning_rate": 0.0001981457336965703,
+      "loss": 0.7485,
+      "step": 1002
+    },
+    {
+      "epoch": 0.08968168812589414,
+      "grad_norm": 0.13720430555178317,
+      "learning_rate": 0.0001981401784865739,
+      "loss": 0.7269,
+      "step": 1003
+    },
+    {
+      "epoch": 0.08977110157367668,
+      "grad_norm": 0.1368759564718455,
+      "learning_rate": 0.00019813461504567933,
+      "loss": 0.6932,
+      "step": 1004
+    },
+    {
+      "epoch": 0.08986051502145923,
+      "grad_norm": 0.13696938874181439,
+      "learning_rate": 0.00019812904337435306,
+      "loss": 0.7639,
+      "step": 1005
+    },
+    {
+      "epoch": 0.08994992846924177,
+      "grad_norm": 0.12537092926110105,
+      "learning_rate": 0.00019812346347306242,
+      "loss": 0.7014,
+      "step": 1006
+    },
+    {
+      "epoch": 0.09003934191702433,
+      "grad_norm": 0.12899755312960706,
+      "learning_rate": 0.00019811787534227543,
+      "loss": 0.7228,
+      "step": 1007
+    },
+    {
+      "epoch": 0.09012875536480687,
+      "grad_norm": 0.1304540150120698,
+      "learning_rate": 0.0001981122789824607,
+      "loss": 0.7486,
+      "step": 1008
+    },
+    {
+      "epoch": 0.09021816881258941,
+      "grad_norm": 0.13666683127394852,
+      "learning_rate": 0.00019810667439408767,
+      "loss": 0.7146,
+      "step": 1009
+    },
+    {
+      "epoch": 0.09030758226037196,
+      "grad_norm": 0.13739196793281164,
+      "learning_rate": 0.0001981010615776263,
+      "loss": 0.7216,
+      "step": 1010
+    },
+    {
+      "epoch": 0.0903969957081545,
+      "grad_norm": 0.12548041169559473,
+      "learning_rate": 0.00019809544053354738,
+      "loss": 0.7192,
+      "step": 1011
+    },
+    {
+      "epoch": 0.09048640915593706,
+      "grad_norm": 0.13201083793152252,
+      "learning_rate": 0.00019808981126232236,
+      "loss": 0.7539,
+      "step": 1012
+    },
+    {
+      "epoch": 0.0905758226037196,
+      "grad_norm": 0.13662785730573995,
+      "learning_rate": 0.0001980841737644233,
+      "loss": 0.7162,
+      "step": 1013
+    },
+    {
+      "epoch": 0.09066523605150215,
+      "grad_norm": 0.14976575670350262,
+      "learning_rate": 0.00019807852804032305,
+      "loss": 0.7361,
+      "step": 1014
+    },
+    {
+      "epoch": 0.09075464949928469,
+      "grad_norm": 0.15154334933374242,
+      "learning_rate": 0.00019807287409049512,
+      "loss": 0.7248,
+      "step": 1015
+    },
+    {
+      "epoch": 0.09084406294706723,
+      "grad_norm": 0.13277354100814703,
+      "learning_rate": 0.00019806721191541367,
+      "loss": 0.7063,
+      "step": 1016
+    },
+    {
+      "epoch": 0.09093347639484979,
+      "grad_norm": 0.14520236164012904,
+      "learning_rate": 0.00019806154151555356,
+      "loss": 0.7154,
+      "step": 1017
+    },
+    {
+      "epoch": 0.09102288984263233,
+      "grad_norm": 0.12970414600003372,
+      "learning_rate": 0.00019805586289139043,
+      "loss": 0.7285,
+      "step": 1018
+    },
+    {
+      "epoch": 0.09111230329041488,
+      "grad_norm": 0.14511730233085385,
+      "learning_rate": 0.0001980501760434005,
+      "loss": 0.7451,
+      "step": 1019
+    },
+    {
+      "epoch": 0.09120171673819742,
+      "grad_norm": 0.1445389954300565,
+      "learning_rate": 0.00019804448097206068,
+      "loss": 0.756,
+      "step": 1020
+    },
+    {
+      "epoch": 0.09129113018597997,
+      "grad_norm": 0.1642810052024219,
+      "learning_rate": 0.0001980387776778487,
+      "loss": 0.7479,
+      "step": 1021
+    },
+    {
+      "epoch": 0.09138054363376252,
+      "grad_norm": 0.13165718699495027,
+      "learning_rate": 0.00019803306616124282,
+      "loss": 0.7378,
+      "step": 1022
+    },
+    {
+      "epoch": 0.09146995708154507,
+      "grad_norm": 0.1309243346270845,
+      "learning_rate": 0.00019802734642272206,
+      "loss": 0.7711,
+      "step": 1023
+    },
+    {
+      "epoch": 0.09155937052932761,
+      "grad_norm": 0.14272144769201559,
+      "learning_rate": 0.00019802161846276615,
+      "loss": 0.7452,
+      "step": 1024
+    },
+    {
+      "epoch": 0.09164878397711015,
+      "grad_norm": 0.15059004792929392,
+      "learning_rate": 0.0001980158822818555,
+      "loss": 0.7153,
+      "step": 1025
+    },
+    {
+      "epoch": 0.0917381974248927,
+      "grad_norm": 0.15179469934427745,
+      "learning_rate": 0.00019801013788047116,
+      "loss": 0.7741,
+      "step": 1026
+    },
+    {
+      "epoch": 0.09182761087267526,
+      "grad_norm": 0.16425234259708044,
+      "learning_rate": 0.00019800438525909491,
+      "loss": 0.7696,
+      "step": 1027
+    },
+    {
+      "epoch": 0.0919170243204578,
+      "grad_norm": 0.1467905903906613,
+      "learning_rate": 0.00019799862441820923,
+      "loss": 0.7393,
+      "step": 1028
+    },
+    {
+      "epoch": 0.09200643776824034,
+      "grad_norm": 0.13895868619387847,
+      "learning_rate": 0.0001979928553582973,
+      "loss": 0.7299,
+      "step": 1029
+    },
+    {
+      "epoch": 0.09209585121602289,
+      "grad_norm": 0.14642916647122753,
+      "learning_rate": 0.0001979870780798429,
+      "loss": 0.7263,
+      "step": 1030
+    },
+    {
+      "epoch": 0.09218526466380543,
+      "grad_norm": 0.151617631298927,
+      "learning_rate": 0.00019798129258333065,
+      "loss": 0.7721,
+      "step": 1031
+    },
+    {
+      "epoch": 0.09227467811158799,
+      "grad_norm": 0.1501339098084644,
+      "learning_rate": 0.00019797549886924566,
+      "loss": 0.7122,
+      "step": 1032
+    },
+    {
+      "epoch": 0.09236409155937053,
+      "grad_norm": 0.12695498363767305,
+      "learning_rate": 0.00019796969693807394,
+      "loss": 0.7013,
+      "step": 1033
+    },
+    {
+      "epoch": 0.09245350500715308,
+      "grad_norm": 0.1265374274752914,
+      "learning_rate": 0.00019796388679030205,
+      "loss": 0.6822,
+      "step": 1034
+    },
+    {
+      "epoch": 0.09254291845493562,
+      "grad_norm": 0.1231329313558107,
+      "learning_rate": 0.0001979580684264173,
+      "loss": 0.6963,
+      "step": 1035
+    },
+    {
+      "epoch": 0.09263233190271816,
+      "grad_norm": 0.15204649345719917,
+      "learning_rate": 0.00019795224184690764,
+      "loss": 0.6999,
+      "step": 1036
+    },
+    {
+      "epoch": 0.09272174535050072,
+      "grad_norm": 0.12950856144625397,
+      "learning_rate": 0.00019794640705226175,
+      "loss": 0.7173,
+      "step": 1037
+    },
+    {
+      "epoch": 0.09281115879828326,
+      "grad_norm": 0.1455097246995461,
+      "learning_rate": 0.00019794056404296898,
+      "loss": 0.7405,
+      "step": 1038
+    },
+    {
+      "epoch": 0.09290057224606581,
+      "grad_norm": 0.129110385339674,
+      "learning_rate": 0.0001979347128195194,
+      "loss": 0.7291,
+      "step": 1039
+    },
+    {
+      "epoch": 0.09298998569384835,
+      "grad_norm": 0.13352444345912912,
+      "learning_rate": 0.00019792885338240374,
+      "loss": 0.7142,
+      "step": 1040
+    },
+    {
+      "epoch": 0.0930793991416309,
+      "grad_norm": 0.13736340532139807,
+      "learning_rate": 0.0001979229857321134,
+      "loss": 0.6981,
+      "step": 1041
+    },
+    {
+      "epoch": 0.09316881258941345,
+      "grad_norm": 0.1212838214248541,
+      "learning_rate": 0.00019791710986914051,
+      "loss": 0.7138,
+      "step": 1042
+    },
+    {
+      "epoch": 0.093258226037196,
+      "grad_norm": 0.13179239582015953,
+      "learning_rate": 0.00019791122579397789,
+      "loss": 0.7236,
+      "step": 1043
+    },
+    {
+      "epoch": 0.09334763948497854,
+      "grad_norm": 0.12719992658965454,
+      "learning_rate": 0.00019790533350711899,
+      "loss": 0.7064,
+      "step": 1044
+    },
+    {
+      "epoch": 0.09343705293276108,
+      "grad_norm": 0.12408272126527468,
+      "learning_rate": 0.000197899433009058,
+      "loss": 0.6977,
+      "step": 1045
+    },
+    {
+      "epoch": 0.09352646638054363,
+      "grad_norm": 0.15534327890836389,
+      "learning_rate": 0.0001978935243002898,
+      "loss": 0.7603,
+      "step": 1046
+    },
+    {
+      "epoch": 0.09361587982832618,
+      "grad_norm": 0.13975552121824658,
+      "learning_rate": 0.00019788760738130993,
+      "loss": 0.7493,
+      "step": 1047
+    },
+    {
+      "epoch": 0.09370529327610873,
+      "grad_norm": 0.12508388653505847,
+      "learning_rate": 0.00019788168225261469,
+      "loss": 0.7106,
+      "step": 1048
+    },
+    {
+      "epoch": 0.09379470672389127,
+      "grad_norm": 0.1418831934592819,
+      "learning_rate": 0.00019787574891470095,
+      "loss": 0.746,
+      "step": 1049
+    },
+    {
+      "epoch": 0.09388412017167382,
+      "grad_norm": 0.13125061920542164,
+      "learning_rate": 0.00019786980736806635,
+      "loss": 0.7061,
+      "step": 1050
+    },
+    {
+      "epoch": 0.09397353361945637,
+      "grad_norm": 0.1390346178517056,
+      "learning_rate": 0.0001978638576132092,
+      "loss": 0.72,
+      "step": 1051
+    },
+    {
+      "epoch": 0.09406294706723892,
+      "grad_norm": 0.14100527935470553,
+      "learning_rate": 0.00019785789965062848,
+      "loss": 0.7686,
+      "step": 1052
+    },
+    {
+      "epoch": 0.09415236051502146,
+      "grad_norm": 0.13409638877116872,
+      "learning_rate": 0.00019785193348082394,
+      "loss": 0.768,
+      "step": 1053
+    },
+    {
+      "epoch": 0.094241773962804,
+      "grad_norm": 0.13912684498768732,
+      "learning_rate": 0.0001978459591042959,
+      "loss": 0.7337,
+      "step": 1054
+    },
+    {
+      "epoch": 0.09433118741058655,
+      "grad_norm": 0.13797541342156708,
+      "learning_rate": 0.00019783997652154543,
+      "loss": 0.7045,
+      "step": 1055
+    },
+    {
+      "epoch": 0.0944206008583691,
+      "grad_norm": 0.12015062689095181,
+      "learning_rate": 0.00019783398573307428,
+      "loss": 0.7099,
+      "step": 1056
+    },
+    {
+      "epoch": 0.09451001430615165,
+      "grad_norm": 0.14478001619913952,
+      "learning_rate": 0.00019782798673938492,
+      "loss": 0.7309,
+      "step": 1057
+    },
+    {
+      "epoch": 0.09459942775393419,
+      "grad_norm": 0.13224902356463616,
+      "learning_rate": 0.00019782197954098046,
+      "loss": 0.7462,
+      "step": 1058
+    },
+    {
+      "epoch": 0.09468884120171674,
+      "grad_norm": 0.14201882190500123,
+      "learning_rate": 0.0001978159641383647,
+      "loss": 0.759,
+      "step": 1059
+    },
+    {
+      "epoch": 0.09477825464949928,
+      "grad_norm": 0.14532249360257,
+      "learning_rate": 0.00019780994053204216,
+      "loss": 0.7391,
+      "step": 1060
+    },
+    {
+      "epoch": 0.09486766809728184,
+      "grad_norm": 0.13594040572254867,
+      "learning_rate": 0.00019780390872251803,
+      "loss": 0.7232,
+      "step": 1061
+    },
+    {
+      "epoch": 0.09495708154506438,
+      "grad_norm": 0.1290282634425608,
+      "learning_rate": 0.00019779786871029819,
+      "loss": 0.6849,
+      "step": 1062
+    },
+    {
+      "epoch": 0.09504649499284692,
+      "grad_norm": 0.14049472613667566,
+      "learning_rate": 0.00019779182049588925,
+      "loss": 0.7342,
+      "step": 1063
+    },
+    {
+      "epoch": 0.09513590844062947,
+      "grad_norm": 0.13756740383131139,
+      "learning_rate": 0.0001977857640797984,
+      "loss": 0.6914,
+      "step": 1064
+    },
+    {
+      "epoch": 0.09522532188841201,
+      "grad_norm": 0.1360231778748226,
+      "learning_rate": 0.0001977796994625336,
+      "loss": 0.7189,
+      "step": 1065
+    },
+    {
+      "epoch": 0.09531473533619457,
+      "grad_norm": 0.13774905267999202,
+      "learning_rate": 0.0001977736266446035,
+      "loss": 0.7483,
+      "step": 1066
+    },
+    {
+      "epoch": 0.09540414878397711,
+      "grad_norm": 0.11919947934875447,
+      "learning_rate": 0.00019776754562651742,
+      "loss": 0.7209,
+      "step": 1067
+    },
+    {
+      "epoch": 0.09549356223175966,
+      "grad_norm": 0.1427227163189237,
+      "learning_rate": 0.00019776145640878538,
+      "loss": 0.7179,
+      "step": 1068
+    },
+    {
+      "epoch": 0.0955829756795422,
+      "grad_norm": 0.10736943312146356,
+      "learning_rate": 0.000197755358991918,
+      "loss": 0.7008,
+      "step": 1069
+    },
+    {
+      "epoch": 0.09567238912732474,
+      "grad_norm": 0.14106947267678954,
+      "learning_rate": 0.00019774925337642677,
+      "loss": 0.7396,
+      "step": 1070
+    },
+    {
+      "epoch": 0.0957618025751073,
+      "grad_norm": 0.12853586830478483,
+      "learning_rate": 0.0001977431395628237,
+      "loss": 0.7563,
+      "step": 1071
+    },
+    {
+      "epoch": 0.09585121602288985,
+      "grad_norm": 0.13438388067738147,
+      "learning_rate": 0.00019773701755162158,
+      "loss": 0.7048,
+      "step": 1072
+    },
+    {
+      "epoch": 0.09594062947067239,
+      "grad_norm": 0.13282630719822025,
+      "learning_rate": 0.0001977308873433338,
+      "loss": 0.7127,
+      "step": 1073
+    },
+    {
+      "epoch": 0.09603004291845493,
+      "grad_norm": 0.13472581147324872,
+      "learning_rate": 0.00019772474893847456,
+      "loss": 0.749,
+      "step": 1074
+    },
+    {
+      "epoch": 0.09611945636623748,
+      "grad_norm": 0.1327392551932728,
+      "learning_rate": 0.00019771860233755862,
+      "loss": 0.7263,
+      "step": 1075
+    },
+    {
+      "epoch": 0.09620886981402003,
+      "grad_norm": 0.12706902963139977,
+      "learning_rate": 0.0001977124475411015,
+      "loss": 0.6943,
+      "step": 1076
+    },
+    {
+      "epoch": 0.09629828326180258,
+      "grad_norm": 0.13008014968023143,
+      "learning_rate": 0.00019770628454961946,
+      "loss": 0.6441,
+      "step": 1077
+    },
+    {
+      "epoch": 0.09638769670958512,
+      "grad_norm": 0.14766165525742578,
+      "learning_rate": 0.00019770011336362928,
+      "loss": 0.7176,
+      "step": 1078
+    },
+    {
+      "epoch": 0.09647711015736767,
+      "grad_norm": 0.1310716376723529,
+      "learning_rate": 0.00019769393398364865,
+      "loss": 0.7407,
+      "step": 1079
+    },
+    {
+      "epoch": 0.09656652360515021,
+      "grad_norm": 0.15895990696150894,
+      "learning_rate": 0.0001976877464101957,
+      "loss": 0.7667,
+      "step": 1080
+    },
+    {
+      "epoch": 0.09665593705293277,
+      "grad_norm": 0.1380873451614495,
+      "learning_rate": 0.00019768155064378947,
+      "loss": 0.7028,
+      "step": 1081
+    },
+    {
+      "epoch": 0.09674535050071531,
+      "grad_norm": 0.14609583340275933,
+      "learning_rate": 0.00019767534668494954,
+      "loss": 0.7586,
+      "step": 1082
+    },
+    {
+      "epoch": 0.09683476394849785,
+      "grad_norm": 0.12934069152737177,
+      "learning_rate": 0.00019766913453419624,
+      "loss": 0.7223,
+      "step": 1083
+    },
+    {
+      "epoch": 0.0969241773962804,
+      "grad_norm": 0.11999908780880625,
+      "learning_rate": 0.0001976629141920506,
+      "loss": 0.6975,
+      "step": 1084
+    },
+    {
+      "epoch": 0.09701359084406294,
+      "grad_norm": 0.1341548655076807,
+      "learning_rate": 0.0001976566856590343,
+      "loss": 0.7213,
+      "step": 1085
+    },
+    {
+      "epoch": 0.0971030042918455,
+      "grad_norm": 0.12731318360406546,
+      "learning_rate": 0.00019765044893566968,
+      "loss": 0.6911,
+      "step": 1086
+    },
+    {
+      "epoch": 0.09719241773962804,
+      "grad_norm": 0.11545784434076807,
+      "learning_rate": 0.00019764420402247987,
+      "loss": 0.6827,
+      "step": 1087
+    },
+    {
+      "epoch": 0.09728183118741059,
+      "grad_norm": 0.14693217838949865,
+      "learning_rate": 0.00019763795091998858,
+      "loss": 0.7352,
+      "step": 1088
+    },
+    {
+      "epoch": 0.09737124463519313,
+      "grad_norm": 0.11749627452316652,
+      "learning_rate": 0.00019763168962872026,
+      "loss": 0.6211,
+      "step": 1089
+    },
+    {
+      "epoch": 0.09746065808297567,
+      "grad_norm": 0.14206555151738395,
+      "learning_rate": 0.00019762542014920004,
+      "loss": 0.7467,
+      "step": 1090
+    },
+    {
+      "epoch": 0.09755007153075823,
+      "grad_norm": 0.13761536211342285,
+      "learning_rate": 0.00019761914248195373,
+      "loss": 0.7334,
+      "step": 1091
+    },
+    {
+      "epoch": 0.09763948497854077,
+      "grad_norm": 0.12577032477579186,
+      "learning_rate": 0.00019761285662750787,
+      "loss": 0.6899,
+      "step": 1092
+    },
+    {
+      "epoch": 0.09772889842632332,
+      "grad_norm": 0.129279196920468,
+      "learning_rate": 0.00019760656258638958,
+      "loss": 0.7326,
+      "step": 1093
+    },
+    {
+      "epoch": 0.09781831187410586,
+      "grad_norm": 0.13868797335650196,
+      "learning_rate": 0.0001976002603591268,
+      "loss": 0.7241,
+      "step": 1094
+    },
+    {
+      "epoch": 0.0979077253218884,
+      "grad_norm": 0.14865545565396315,
+      "learning_rate": 0.000197593949946248,
+      "loss": 0.7468,
+      "step": 1095
+    },
+    {
+      "epoch": 0.09799713876967096,
+      "grad_norm": 0.13697273271714025,
+      "learning_rate": 0.0001975876313482825,
+      "loss": 0.7226,
+      "step": 1096
+    },
+    {
+      "epoch": 0.09808655221745351,
+      "grad_norm": 0.15577355967976741,
+      "learning_rate": 0.00019758130456576023,
+      "loss": 0.7456,
+      "step": 1097
+    },
+    {
+      "epoch": 0.09817596566523605,
+      "grad_norm": 0.14870517655456544,
+      "learning_rate": 0.00019757496959921177,
+      "loss": 0.7372,
+      "step": 1098
+    },
+    {
+      "epoch": 0.0982653791130186,
+      "grad_norm": 0.1410982681072769,
+      "learning_rate": 0.00019756862644916846,
+      "loss": 0.7347,
+      "step": 1099
+    },
+    {
+      "epoch": 0.09835479256080114,
+      "grad_norm": 0.1252313778270251,
+      "learning_rate": 0.00019756227511616233,
+      "loss": 0.6842,
+      "step": 1100
+    },
+    {
+      "epoch": 0.0984442060085837,
+      "grad_norm": 0.12875033576746026,
+      "learning_rate": 0.00019755591560072596,
+      "loss": 0.7164,
+      "step": 1101
+    },
+    {
+      "epoch": 0.09853361945636624,
+      "grad_norm": 0.14098700341754639,
+      "learning_rate": 0.00019754954790339278,
+      "loss": 0.7211,
+      "step": 1102
+    },
+    {
+      "epoch": 0.09862303290414878,
+      "grad_norm": 0.12862064059782263,
+      "learning_rate": 0.00019754317202469682,
+      "loss": 0.6783,
+      "step": 1103
+    },
+    {
+      "epoch": 0.09871244635193133,
+      "grad_norm": 0.14154979145528032,
+      "learning_rate": 0.00019753678796517282,
+      "loss": 0.7419,
+      "step": 1104
+    },
+    {
+      "epoch": 0.09880185979971387,
+      "grad_norm": 0.11931448920007065,
+      "learning_rate": 0.0001975303957253562,
+      "loss": 0.694,
+      "step": 1105
+    },
+    {
+      "epoch": 0.09889127324749643,
+      "grad_norm": 0.15348214249001985,
+      "learning_rate": 0.00019752399530578312,
+      "loss": 0.7388,
+      "step": 1106
+    },
+    {
+      "epoch": 0.09898068669527897,
+      "grad_norm": 0.13640673644629533,
+      "learning_rate": 0.00019751758670699028,
+      "loss": 0.7174,
+      "step": 1107
+    },
+    {
+      "epoch": 0.09907010014306152,
+      "grad_norm": 0.14178108113062016,
+      "learning_rate": 0.00019751116992951527,
+      "loss": 0.7104,
+      "step": 1108
+    },
+    {
+      "epoch": 0.09915951359084406,
+      "grad_norm": 0.13342237544511282,
+      "learning_rate": 0.00019750474497389614,
+      "loss": 0.717,
+      "step": 1109
+    },
+    {
+      "epoch": 0.0992489270386266,
+      "grad_norm": 0.14388019438565408,
+      "learning_rate": 0.00019749831184067185,
+      "loss": 0.7126,
+      "step": 1110
+    },
+    {
+      "epoch": 0.09933834048640916,
+      "grad_norm": 0.14936957782317425,
+      "learning_rate": 0.00019749187053038188,
+      "loss": 0.7648,
+      "step": 1111
+    },
+    {
+      "epoch": 0.0994277539341917,
+      "grad_norm": 0.14238008919518175,
+      "learning_rate": 0.00019748542104356648,
+      "loss": 0.7799,
+      "step": 1112
+    },
+    {
+      "epoch": 0.09951716738197425,
+      "grad_norm": 0.13659686540081725,
+      "learning_rate": 0.00019747896338076655,
+      "loss": 0.7059,
+      "step": 1113
+    },
+    {
+      "epoch": 0.09960658082975679,
+      "grad_norm": 0.13246995565005973,
+      "learning_rate": 0.00019747249754252367,
+      "loss": 0.727,
+      "step": 1114
+    },
+    {
+      "epoch": 0.09969599427753935,
+      "grad_norm": 0.13800744352251432,
+      "learning_rate": 0.00019746602352938014,
+      "loss": 0.7481,
+      "step": 1115
+    },
+    {
+      "epoch": 0.09978540772532189,
+      "grad_norm": 0.13445475839324106,
+      "learning_rate": 0.00019745954134187894,
+      "loss": 0.728,
+      "step": 1116
+    },
+    {
+      "epoch": 0.09987482117310444,
+      "grad_norm": 0.14729751649770642,
+      "learning_rate": 0.00019745305098056368,
+      "loss": 0.7252,
+      "step": 1117
+    },
+    {
+      "epoch": 0.09996423462088698,
+      "grad_norm": 0.13915848626475194,
+      "learning_rate": 0.00019744655244597877,
+      "loss": 0.7469,
+      "step": 1118
+    },
+    {
+      "epoch": 0.10005364806866952,
+      "grad_norm": 0.13908265600376288,
+      "learning_rate": 0.00019744004573866915,
+      "loss": 0.7746,
+      "step": 1119
+    },
+    {
+      "epoch": 0.10014306151645208,
+      "grad_norm": 0.13543872294672493,
+      "learning_rate": 0.0001974335308591806,
+      "loss": 0.7316,
+      "step": 1120
+    },
+    {
+      "epoch": 0.10023247496423462,
+      "grad_norm": 0.13194892394478977,
+      "learning_rate": 0.00019742700780805948,
+      "loss": 0.7413,
+      "step": 1121
+    },
+    {
+      "epoch": 0.10032188841201717,
+      "grad_norm": 0.12173162880039544,
+      "learning_rate": 0.00019742047658585286,
+      "loss": 0.6887,
+      "step": 1122
+    },
+    {
+      "epoch": 0.10041130185979971,
+      "grad_norm": 0.12934852492660046,
+      "learning_rate": 0.00019741393719310853,
+      "loss": 0.6238,
+      "step": 1123
+    },
+    {
+      "epoch": 0.10050071530758226,
+      "grad_norm": 0.12485445731716727,
+      "learning_rate": 0.00019740738963037495,
+      "loss": 0.6881,
+      "step": 1124
+    },
+    {
+      "epoch": 0.10059012875536481,
+      "grad_norm": 0.14562660888256018,
+      "learning_rate": 0.00019740083389820122,
+      "loss": 0.7467,
+      "step": 1125
+    },
+    {
+      "epoch": 0.10067954220314736,
+      "grad_norm": 0.1495925644408242,
+      "learning_rate": 0.0001973942699971372,
+      "loss": 0.7008,
+      "step": 1126
+    },
+    {
+      "epoch": 0.1007689556509299,
+      "grad_norm": 0.1327990235820453,
+      "learning_rate": 0.00019738769792773336,
+      "loss": 0.7353,
+      "step": 1127
+    },
+    {
+      "epoch": 0.10085836909871244,
+      "grad_norm": 0.13181987588638758,
+      "learning_rate": 0.00019738111769054093,
+      "loss": 0.7139,
+      "step": 1128
+    },
+    {
+      "epoch": 0.10094778254649499,
+      "grad_norm": 0.12123999861273167,
+      "learning_rate": 0.00019737452928611176,
+      "loss": 0.6733,
+      "step": 1129
+    },
+    {
+      "epoch": 0.10103719599427755,
+      "grad_norm": 0.12344586797179503,
+      "learning_rate": 0.00019736793271499844,
+      "loss": 0.6975,
+      "step": 1130
+    },
+    {
+      "epoch": 0.10112660944206009,
+      "grad_norm": 0.12967795647776703,
+      "learning_rate": 0.00019736132797775415,
+      "loss": 0.7091,
+      "step": 1131
+    },
+    {
+      "epoch": 0.10121602288984263,
+      "grad_norm": 0.12758920995479497,
+      "learning_rate": 0.00019735471507493287,
+      "loss": 0.743,
+      "step": 1132
+    },
+    {
+      "epoch": 0.10130543633762518,
+      "grad_norm": 0.13236489862845485,
+      "learning_rate": 0.00019734809400708922,
+      "loss": 0.7075,
+      "step": 1133
+    },
+    {
+      "epoch": 0.10139484978540772,
+      "grad_norm": 0.12396076485971784,
+      "learning_rate": 0.0001973414647747785,
+      "loss": 0.7593,
+      "step": 1134
+    },
+    {
+      "epoch": 0.10148426323319028,
+      "grad_norm": 0.13291114139950805,
+      "learning_rate": 0.0001973348273785567,
+      "loss": 0.7414,
+      "step": 1135
+    },
+    {
+      "epoch": 0.10157367668097282,
+      "grad_norm": 0.13606661769004005,
+      "learning_rate": 0.00019732818181898045,
+      "loss": 0.7174,
+      "step": 1136
+    },
+    {
+      "epoch": 0.10166309012875537,
+      "grad_norm": 0.13495516594333343,
+      "learning_rate": 0.00019732152809660716,
+      "loss": 0.7328,
+      "step": 1137
+    },
+    {
+      "epoch": 0.10175250357653791,
+      "grad_norm": 0.1354755022530154,
+      "learning_rate": 0.0001973148662119948,
+      "loss": 0.7406,
+      "step": 1138
+    },
+    {
+      "epoch": 0.10184191702432045,
+      "grad_norm": 0.11861588770419106,
+      "learning_rate": 0.0001973081961657022,
+      "loss": 0.7287,
+      "step": 1139
+    },
+    {
+      "epoch": 0.10193133047210301,
+      "grad_norm": 0.11047674178269605,
+      "learning_rate": 0.00019730151795828866,
+      "loss": 0.6748,
+      "step": 1140
+    },
+    {
+      "epoch": 0.10202074391988555,
+      "grad_norm": 0.13148217839607548,
+      "learning_rate": 0.0001972948315903143,
+      "loss": 0.7162,
+      "step": 1141
+    },
+    {
+      "epoch": 0.1021101573676681,
+      "grad_norm": 0.14756867555560998,
+      "learning_rate": 0.00019728813706233997,
+      "loss": 0.7273,
+      "step": 1142
+    },
+    {
+      "epoch": 0.10219957081545064,
+      "grad_norm": 0.1483397288034214,
+      "learning_rate": 0.00019728143437492706,
+      "loss": 0.7299,
+      "step": 1143
+    },
+    {
+      "epoch": 0.10228898426323318,
+      "grad_norm": 0.13789839455692857,
+      "learning_rate": 0.00019727472352863774,
+      "loss": 0.7253,
+      "step": 1144
+    },
+    {
+      "epoch": 0.10237839771101574,
+      "grad_norm": 0.12386141548904599,
+      "learning_rate": 0.00019726800452403483,
+      "loss": 0.6676,
+      "step": 1145
+    },
+    {
+      "epoch": 0.10246781115879829,
+      "grad_norm": 0.12946209474246434,
+      "learning_rate": 0.00019726127736168186,
+      "loss": 0.6878,
+      "step": 1146
+    },
+    {
+      "epoch": 0.10255722460658083,
+      "grad_norm": 0.1445852629925654,
+      "learning_rate": 0.000197254542042143,
+      "loss": 0.7273,
+      "step": 1147
+    },
+    {
+      "epoch": 0.10264663805436337,
+      "grad_norm": 0.14586379162296365,
+      "learning_rate": 0.00019724779856598317,
+      "loss": 0.7366,
+      "step": 1148
+    },
+    {
+      "epoch": 0.10273605150214592,
+      "grad_norm": 0.13309820734439443,
+      "learning_rate": 0.0001972410469337679,
+      "loss": 0.7089,
+      "step": 1149
+    },
+    {
+      "epoch": 0.10282546494992847,
+      "grad_norm": 0.1151915565571712,
+      "learning_rate": 0.00019723428714606348,
+      "loss": 0.7172,
+      "step": 1150
+    },
+    {
+      "epoch": 0.10291487839771102,
+      "grad_norm": 0.1419084658580977,
+      "learning_rate": 0.0001972275192034368,
+      "loss": 0.7032,
+      "step": 1151
+    },
+    {
+      "epoch": 0.10300429184549356,
+      "grad_norm": 0.14692609245246765,
+      "learning_rate": 0.00019722074310645553,
+      "loss": 0.7443,
+      "step": 1152
+    },
+    {
+      "epoch": 0.1030937052932761,
+      "grad_norm": 0.1373314443977165,
+      "learning_rate": 0.00019721395885568795,
+      "loss": 0.7277,
+      "step": 1153
+    },
+    {
+      "epoch": 0.10318311874105865,
+      "grad_norm": 0.138447411276455,
+      "learning_rate": 0.00019720716645170303,
+      "loss": 0.7343,
+      "step": 1154
+    },
+    {
+      "epoch": 0.1032725321888412,
+      "grad_norm": 0.13079400401577837,
+      "learning_rate": 0.00019720036589507048,
+      "loss": 0.7132,
+      "step": 1155
+    },
+    {
+      "epoch": 0.10336194563662375,
+      "grad_norm": 0.1291057281468516,
+      "learning_rate": 0.0001971935571863606,
+      "loss": 0.6685,
+      "step": 1156
+    },
+    {
+      "epoch": 0.1034513590844063,
+      "grad_norm": 0.13307068055770596,
+      "learning_rate": 0.00019718674032614448,
+      "loss": 0.7545,
+      "step": 1157
+    },
+    {
+      "epoch": 0.10354077253218884,
+      "grad_norm": 0.13015143750490302,
+      "learning_rate": 0.0001971799153149938,
+      "loss": 0.7109,
+      "step": 1158
+    },
+    {
+      "epoch": 0.10363018597997138,
+      "grad_norm": 0.14746811195210072,
+      "learning_rate": 0.00019717308215348102,
+      "loss": 0.7437,
+      "step": 1159
+    },
+    {
+      "epoch": 0.10371959942775394,
+      "grad_norm": 0.14103739687447842,
+      "learning_rate": 0.00019716624084217918,
+      "loss": 0.6863,
+      "step": 1160
+    },
+    {
+      "epoch": 0.10380901287553648,
+      "grad_norm": 0.14067180918439498,
+      "learning_rate": 0.00019715939138166205,
+      "loss": 0.7259,
+      "step": 1161
+    },
+    {
+      "epoch": 0.10389842632331903,
+      "grad_norm": 0.1424199897323121,
+      "learning_rate": 0.00019715253377250411,
+      "loss": 0.691,
+      "step": 1162
+    },
+    {
+      "epoch": 0.10398783977110157,
+      "grad_norm": 0.13774073432746045,
+      "learning_rate": 0.0001971456680152805,
+      "loss": 0.7097,
+      "step": 1163
+    },
+    {
+      "epoch": 0.10407725321888411,
+      "grad_norm": 0.13507872579412208,
+      "learning_rate": 0.00019713879411056704,
+      "loss": 0.7007,
+      "step": 1164
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 0.13697492489466098,
+      "learning_rate": 0.00019713191205894025,
+      "loss": 0.748,
+      "step": 1165
+    },
+    {
+      "epoch": 0.10425608011444921,
+      "grad_norm": 0.12673924494746006,
+      "learning_rate": 0.00019712502186097726,
+      "loss": 0.7303,
+      "step": 1166
+    },
+    {
+      "epoch": 0.10434549356223176,
+      "grad_norm": 0.1266582945207125,
+      "learning_rate": 0.00019711812351725603,
+      "loss": 0.6989,
+      "step": 1167
+    },
+    {
+      "epoch": 0.1044349070100143,
+      "grad_norm": 0.12000176817136672,
+      "learning_rate": 0.00019711121702835504,
+      "loss": 0.7142,
+      "step": 1168
+    },
+    {
+      "epoch": 0.10452432045779685,
+      "grad_norm": 0.1461305124318583,
+      "learning_rate": 0.00019710430239485354,
+      "loss": 0.7315,
+      "step": 1169
+    },
+    {
+      "epoch": 0.1046137339055794,
+      "grad_norm": 0.13544867187735912,
+      "learning_rate": 0.0001970973796173315,
+      "loss": 0.7376,
+      "step": 1170
+    },
+    {
+      "epoch": 0.10470314735336195,
+      "grad_norm": 0.1215483185759044,
+      "learning_rate": 0.00019709044869636947,
+      "loss": 0.6988,
+      "step": 1171
+    },
+    {
+      "epoch": 0.10479256080114449,
+      "grad_norm": 0.13734150774170648,
+      "learning_rate": 0.00019708350963254878,
+      "loss": 0.7483,
+      "step": 1172
+    },
+    {
+      "epoch": 0.10488197424892703,
+      "grad_norm": 0.13795652830523072,
+      "learning_rate": 0.0001970765624264514,
+      "loss": 0.7443,
+      "step": 1173
+    },
+    {
+      "epoch": 0.10497138769670958,
+      "grad_norm": 0.14754734829020638,
+      "learning_rate": 0.00019706960707865996,
+      "loss": 0.6974,
+      "step": 1174
+    },
+    {
+      "epoch": 0.10506080114449214,
+      "grad_norm": 0.1474858359839124,
+      "learning_rate": 0.00019706264358975779,
+      "loss": 0.7438,
+      "step": 1175
+    },
+    {
+      "epoch": 0.10515021459227468,
+      "grad_norm": 0.1255934498498437,
+      "learning_rate": 0.00019705567196032892,
+      "loss": 0.686,
+      "step": 1176
+    },
+    {
+      "epoch": 0.10523962804005722,
+      "grad_norm": 0.12972548392024416,
+      "learning_rate": 0.0001970486921909581,
+      "loss": 0.706,
+      "step": 1177
+    },
+    {
+      "epoch": 0.10532904148783977,
+      "grad_norm": 0.1318535295886958,
+      "learning_rate": 0.0001970417042822306,
+      "loss": 0.7614,
+      "step": 1178
+    },
+    {
+      "epoch": 0.10541845493562232,
+      "grad_norm": 0.13041066473471924,
+      "learning_rate": 0.00019703470823473262,
+      "loss": 0.703,
+      "step": 1179
+    },
+    {
+      "epoch": 0.10550786838340487,
+      "grad_norm": 0.13716778368221794,
+      "learning_rate": 0.0001970277040490508,
+      "loss": 0.7161,
+      "step": 1180
+    },
+    {
+      "epoch": 0.10559728183118741,
+      "grad_norm": 0.1376673409707314,
+      "learning_rate": 0.0001970206917257727,
+      "loss": 0.7191,
+      "step": 1181
+    },
+    {
+      "epoch": 0.10568669527896996,
+      "grad_norm": 0.12847436245221078,
+      "learning_rate": 0.0001970136712654863,
+      "loss": 0.7155,
+      "step": 1182
+    },
+    {
+      "epoch": 0.1057761087267525,
+      "grad_norm": 0.15409927063941203,
+      "learning_rate": 0.00019700664266878045,
+      "loss": 0.7359,
+      "step": 1183
+    },
+    {
+      "epoch": 0.10586552217453506,
+      "grad_norm": 0.1312764308896119,
+      "learning_rate": 0.00019699960593624462,
+      "loss": 0.7114,
+      "step": 1184
+    },
+    {
+      "epoch": 0.1059549356223176,
+      "grad_norm": 0.16100939805375894,
+      "learning_rate": 0.00019699256106846903,
+      "loss": 0.725,
+      "step": 1185
+    },
+    {
+      "epoch": 0.10604434907010014,
+      "grad_norm": 0.12746395922385015,
+      "learning_rate": 0.00019698550806604445,
+      "loss": 0.7341,
+      "step": 1186
+    },
+    {
+      "epoch": 0.10613376251788269,
+      "grad_norm": 0.1320846367997938,
+      "learning_rate": 0.00019697844692956245,
+      "loss": 0.7135,
+      "step": 1187
+    },
+    {
+      "epoch": 0.10622317596566523,
+      "grad_norm": 0.13886551265947447,
+      "learning_rate": 0.0001969713776596152,
+      "loss": 0.7448,
+      "step": 1188
+    },
+    {
+      "epoch": 0.10631258941344779,
+      "grad_norm": 0.15157369495138953,
+      "learning_rate": 0.00019696430025679566,
+      "loss": 0.7559,
+      "step": 1189
+    },
+    {
+      "epoch": 0.10640200286123033,
+      "grad_norm": 0.12488110090143045,
+      "learning_rate": 0.00019695721472169734,
+      "loss": 0.7014,
+      "step": 1190
+    },
+    {
+      "epoch": 0.10649141630901288,
+      "grad_norm": 0.12826640797175617,
+      "learning_rate": 0.0001969501210549145,
+      "loss": 0.6994,
+      "step": 1191
+    },
+    {
+      "epoch": 0.10658082975679542,
+      "grad_norm": 0.11722683160274393,
+      "learning_rate": 0.0001969430192570421,
+      "loss": 0.7368,
+      "step": 1192
+    },
+    {
+      "epoch": 0.10667024320457796,
+      "grad_norm": 0.15833197951914557,
+      "learning_rate": 0.00019693590932867578,
+      "loss": 0.7095,
+      "step": 1193
+    },
+    {
+      "epoch": 0.10675965665236052,
+      "grad_norm": 0.1276840212585638,
+      "learning_rate": 0.0001969287912704118,
+      "loss": 0.6808,
+      "step": 1194
+    },
+    {
+      "epoch": 0.10684907010014306,
+      "grad_norm": 0.14001037328942068,
+      "learning_rate": 0.00019692166508284716,
+      "loss": 0.7705,
+      "step": 1195
+    },
+    {
+      "epoch": 0.10693848354792561,
+      "grad_norm": 0.14821045416361442,
+      "learning_rate": 0.0001969145307665795,
+      "loss": 0.7734,
+      "step": 1196
+    },
+    {
+      "epoch": 0.10702789699570815,
+      "grad_norm": 0.14653530044167998,
+      "learning_rate": 0.0001969073883222072,
+      "loss": 0.7732,
+      "step": 1197
+    },
+    {
+      "epoch": 0.1071173104434907,
+      "grad_norm": 0.13537019172778508,
+      "learning_rate": 0.00019690023775032929,
+      "loss": 0.7129,
+      "step": 1198
+    },
+    {
+      "epoch": 0.10720672389127325,
+      "grad_norm": 0.13641435104460312,
+      "learning_rate": 0.00019689307905154543,
+      "loss": 0.7243,
+      "step": 1199
+    },
+    {
+      "epoch": 0.1072961373390558,
+      "grad_norm": 0.14969111676069483,
+      "learning_rate": 0.00019688591222645607,
+      "loss": 0.7413,
+      "step": 1200
+    },
+    {
+      "epoch": 0.10738555078683834,
+      "grad_norm": 0.13238276798242876,
+      "learning_rate": 0.00019687873727566226,
+      "loss": 0.7225,
+      "step": 1201
+    },
+    {
+      "epoch": 0.10747496423462088,
+      "grad_norm": 0.1630364339581611,
+      "learning_rate": 0.00019687155419976574,
+      "loss": 0.752,
+      "step": 1202
+    },
+    {
+      "epoch": 0.10756437768240343,
+      "grad_norm": 0.18648950753329793,
+      "learning_rate": 0.000196864362999369,
+      "loss": 0.7013,
+      "step": 1203
+    },
+    {
+      "epoch": 0.10765379113018599,
+      "grad_norm": 0.15558025224889183,
+      "learning_rate": 0.00019685716367507508,
+      "loss": 0.7221,
+      "step": 1204
+    },
+    {
+      "epoch": 0.10774320457796853,
+      "grad_norm": 0.14140228193295237,
+      "learning_rate": 0.00019684995622748784,
+      "loss": 0.7253,
+      "step": 1205
+    },
+    {
+      "epoch": 0.10783261802575107,
+      "grad_norm": 0.15455937874448333,
+      "learning_rate": 0.00019684274065721172,
+      "loss": 0.744,
+      "step": 1206
+    },
+    {
+      "epoch": 0.10792203147353362,
+      "grad_norm": 0.16001930600749228,
+      "learning_rate": 0.00019683551696485192,
+      "loss": 0.6754,
+      "step": 1207
+    },
+    {
+      "epoch": 0.10801144492131616,
+      "grad_norm": 0.1513959557477637,
+      "learning_rate": 0.00019682828515101423,
+      "loss": 0.7807,
+      "step": 1208
+    },
+    {
+      "epoch": 0.10810085836909872,
+      "grad_norm": 0.12758867112350528,
+      "learning_rate": 0.0001968210452163052,
+      "loss": 0.6901,
+      "step": 1209
+    },
+    {
+      "epoch": 0.10819027181688126,
+      "grad_norm": 0.1484601358785044,
+      "learning_rate": 0.00019681379716133206,
+      "loss": 0.7077,
+      "step": 1210
+    },
+    {
+      "epoch": 0.1082796852646638,
+      "grad_norm": 0.13934503117211564,
+      "learning_rate": 0.00019680654098670267,
+      "loss": 0.6879,
+      "step": 1211
+    },
+    {
+      "epoch": 0.10836909871244635,
+      "grad_norm": 0.1568837001426168,
+      "learning_rate": 0.0001967992766930256,
+      "loss": 0.7852,
+      "step": 1212
+    },
+    {
+      "epoch": 0.10845851216022889,
+      "grad_norm": 0.1479579531966731,
+      "learning_rate": 0.0001967920042809101,
+      "loss": 0.7504,
+      "step": 1213
+    },
+    {
+      "epoch": 0.10854792560801145,
+      "grad_norm": 0.12540370949508178,
+      "learning_rate": 0.0001967847237509661,
+      "loss": 0.7474,
+      "step": 1214
+    },
+    {
+      "epoch": 0.108637339055794,
+      "grad_norm": 0.12740253845856944,
+      "learning_rate": 0.00019677743510380417,
+      "loss": 0.7369,
+      "step": 1215
+    },
+    {
+      "epoch": 0.10872675250357654,
+      "grad_norm": 0.14823935016579257,
+      "learning_rate": 0.0001967701383400357,
+      "loss": 0.7018,
+      "step": 1216
+    },
+    {
+      "epoch": 0.10881616595135908,
+      "grad_norm": 0.11890840479260638,
+      "learning_rate": 0.00019676283346027254,
+      "loss": 0.711,
+      "step": 1217
+    },
+    {
+      "epoch": 0.10890557939914162,
+      "grad_norm": 0.1188843114264537,
+      "learning_rate": 0.0001967555204651274,
+      "loss": 0.6882,
+      "step": 1218
+    },
+    {
+      "epoch": 0.10899499284692418,
+      "grad_norm": 0.1479851645144145,
+      "learning_rate": 0.00019674819935521366,
+      "loss": 0.7447,
+      "step": 1219
+    },
+    {
+      "epoch": 0.10908440629470673,
+      "grad_norm": 0.15649894404648265,
+      "learning_rate": 0.0001967408701311452,
+      "loss": 0.7495,
+      "step": 1220
+    },
+    {
+      "epoch": 0.10917381974248927,
+      "grad_norm": 0.13562449270966917,
+      "learning_rate": 0.00019673353279353684,
+      "loss": 0.7385,
+      "step": 1221
+    },
+    {
+      "epoch": 0.10926323319027181,
+      "grad_norm": 0.13531663205829395,
+      "learning_rate": 0.00019672618734300392,
+      "loss": 0.7018,
+      "step": 1222
+    },
+    {
+      "epoch": 0.10935264663805436,
+      "grad_norm": 0.1383422951471075,
+      "learning_rate": 0.0001967188337801625,
+      "loss": 0.7223,
+      "step": 1223
+    },
+    {
+      "epoch": 0.10944206008583691,
+      "grad_norm": 0.12919005773300482,
+      "learning_rate": 0.00019671147210562927,
+      "loss": 0.6935,
+      "step": 1224
+    },
+    {
+      "epoch": 0.10953147353361946,
+      "grad_norm": 0.1441405859313028,
+      "learning_rate": 0.00019670410232002164,
+      "loss": 0.7561,
+      "step": 1225
+    },
+    {
+      "epoch": 0.109620886981402,
+      "grad_norm": 0.1450339802870721,
+      "learning_rate": 0.00019669672442395778,
+      "loss": 0.7033,
+      "step": 1226
+    },
+    {
+      "epoch": 0.10971030042918455,
+      "grad_norm": 0.11409211020149049,
+      "learning_rate": 0.00019668933841805644,
+      "loss": 0.6852,
+      "step": 1227
+    },
+    {
+      "epoch": 0.10979971387696709,
+      "grad_norm": 0.14310909874514308,
+      "learning_rate": 0.00019668194430293702,
+      "loss": 0.6937,
+      "step": 1228
+    },
+    {
+      "epoch": 0.10988912732474965,
+      "grad_norm": 0.1456841974363356,
+      "learning_rate": 0.0001966745420792197,
+      "loss": 0.7686,
+      "step": 1229
+    },
+    {
+      "epoch": 0.10997854077253219,
+      "grad_norm": 0.12649517686680775,
+      "learning_rate": 0.0001966671317475253,
+      "loss": 0.6728,
+      "step": 1230
+    },
+    {
+      "epoch": 0.11006795422031473,
+      "grad_norm": 0.13766105114146246,
+      "learning_rate": 0.00019665971330847532,
+      "loss": 0.735,
+      "step": 1231
+    },
+    {
+      "epoch": 0.11015736766809728,
+      "grad_norm": 0.15186232379971296,
+      "learning_rate": 0.0001966522867626919,
+      "loss": 0.7184,
+      "step": 1232
+    },
+    {
+      "epoch": 0.11024678111587982,
+      "grad_norm": 0.15415743610773214,
+      "learning_rate": 0.00019664485211079793,
+      "loss": 0.7866,
+      "step": 1233
+    },
+    {
+      "epoch": 0.11033619456366238,
+      "grad_norm": 0.13614840551512208,
+      "learning_rate": 0.0001966374093534169,
+      "loss": 0.7111,
+      "step": 1234
+    },
+    {
+      "epoch": 0.11042560801144492,
+      "grad_norm": 0.1434245656319113,
+      "learning_rate": 0.00019662995849117307,
+      "loss": 0.7103,
+      "step": 1235
+    },
+    {
+      "epoch": 0.11051502145922747,
+      "grad_norm": 0.12505286986644862,
+      "learning_rate": 0.00019662249952469133,
+      "loss": 0.6887,
+      "step": 1236
+    },
+    {
+      "epoch": 0.11060443490701001,
+      "grad_norm": 0.13514209508430278,
+      "learning_rate": 0.00019661503245459722,
+      "loss": 0.714,
+      "step": 1237
+    },
+    {
+      "epoch": 0.11069384835479255,
+      "grad_norm": 0.1573353004508307,
+      "learning_rate": 0.00019660755728151706,
+      "loss": 0.7795,
+      "step": 1238
+    },
+    {
+      "epoch": 0.11078326180257511,
+      "grad_norm": 0.1373855566308809,
+      "learning_rate": 0.00019660007400607772,
+      "loss": 0.7445,
+      "step": 1239
+    },
+    {
+      "epoch": 0.11087267525035766,
+      "grad_norm": 0.1164300040947172,
+      "learning_rate": 0.00019659258262890683,
+      "loss": 0.7294,
+      "step": 1240
+    },
+    {
+      "epoch": 0.1109620886981402,
+      "grad_norm": 0.11504449447246361,
+      "learning_rate": 0.00019658508315063272,
+      "loss": 0.6683,
+      "step": 1241
+    },
+    {
+      "epoch": 0.11105150214592274,
+      "grad_norm": 0.13702207578819275,
+      "learning_rate": 0.0001965775755718843,
+      "loss": 0.752,
+      "step": 1242
+    },
+    {
+      "epoch": 0.1111409155937053,
+      "grad_norm": 0.12253588265953046,
+      "learning_rate": 0.00019657005989329128,
+      "loss": 0.735,
+      "step": 1243
+    },
+    {
+      "epoch": 0.11123032904148784,
+      "grad_norm": 0.12906585130580694,
+      "learning_rate": 0.0001965625361154839,
+      "loss": 0.7462,
+      "step": 1244
+    },
+    {
+      "epoch": 0.11131974248927039,
+      "grad_norm": 0.13956948073823353,
+      "learning_rate": 0.0001965550042390933,
+      "loss": 0.7016,
+      "step": 1245
+    },
+    {
+      "epoch": 0.11140915593705293,
+      "grad_norm": 0.12608435633420031,
+      "learning_rate": 0.0001965474642647511,
+      "loss": 0.711,
+      "step": 1246
+    },
+    {
+      "epoch": 0.11149856938483547,
+      "grad_norm": 0.11826374208256432,
+      "learning_rate": 0.00019653991619308965,
+      "loss": 0.7013,
+      "step": 1247
+    },
+    {
+      "epoch": 0.11158798283261803,
+      "grad_norm": 0.13180265993854554,
+      "learning_rate": 0.000196532360024742,
+      "loss": 0.6948,
+      "step": 1248
+    },
+    {
+      "epoch": 0.11167739628040058,
+      "grad_norm": 0.1297173115622,
+      "learning_rate": 0.00019652479576034196,
+      "loss": 0.7197,
+      "step": 1249
+    },
+    {
+      "epoch": 0.11176680972818312,
+      "grad_norm": 0.1318357701705134,
+      "learning_rate": 0.0001965172234005238,
+      "loss": 0.7104,
+      "step": 1250
+    },
+    {
+      "epoch": 0.11185622317596566,
+      "grad_norm": 0.13318134653829194,
+      "learning_rate": 0.00019650964294592272,
+      "loss": 0.697,
+      "step": 1251
+    },
+    {
+      "epoch": 0.11194563662374821,
+      "grad_norm": 0.14778605312778176,
+      "learning_rate": 0.0001965020543971744,
+      "loss": 0.7485,
+      "step": 1252
+    },
+    {
+      "epoch": 0.11203505007153076,
+      "grad_norm": 0.1452067459582806,
+      "learning_rate": 0.0001964944577549154,
+      "loss": 0.726,
+      "step": 1253
+    },
+    {
+      "epoch": 0.11212446351931331,
+      "grad_norm": 0.15836921629117412,
+      "learning_rate": 0.00019648685301978271,
+      "loss": 0.7723,
+      "step": 1254
+    },
+    {
+      "epoch": 0.11221387696709585,
+      "grad_norm": 0.1614862844730696,
+      "learning_rate": 0.00019647924019241416,
+      "loss": 0.757,
+      "step": 1255
+    },
+    {
+      "epoch": 0.1123032904148784,
+      "grad_norm": 0.14770983346912503,
+      "learning_rate": 0.00019647161927344831,
+      "loss": 0.6944,
+      "step": 1256
+    },
+    {
+      "epoch": 0.11239270386266094,
+      "grad_norm": 0.150450833190599,
+      "learning_rate": 0.00019646399026352422,
+      "loss": 0.6921,
+      "step": 1257
+    },
+    {
+      "epoch": 0.1124821173104435,
+      "grad_norm": 0.13967217901293139,
+      "learning_rate": 0.00019645635316328179,
+      "loss": 0.7384,
+      "step": 1258
+    },
+    {
+      "epoch": 0.11257153075822604,
+      "grad_norm": 0.14494792556984895,
+      "learning_rate": 0.0001964487079733615,
+      "loss": 0.721,
+      "step": 1259
+    },
+    {
+      "epoch": 0.11266094420600858,
+      "grad_norm": 0.13978984097509203,
+      "learning_rate": 0.00019644105469440455,
+      "loss": 0.7278,
+      "step": 1260
+    },
+    {
+      "epoch": 0.11275035765379113,
+      "grad_norm": 0.1534215419022589,
+      "learning_rate": 0.00019643339332705282,
+      "loss": 0.7386,
+      "step": 1261
+    },
+    {
+      "epoch": 0.11283977110157367,
+      "grad_norm": 0.13527541539915447,
+      "learning_rate": 0.00019642572387194884,
+      "loss": 0.6978,
+      "step": 1262
+    },
+    {
+      "epoch": 0.11292918454935623,
+      "grad_norm": 0.1545971012937625,
+      "learning_rate": 0.00019641804632973585,
+      "loss": 0.7445,
+      "step": 1263
+    },
+    {
+      "epoch": 0.11301859799713877,
+      "grad_norm": 0.13213176217723502,
+      "learning_rate": 0.00019641036070105778,
+      "loss": 0.6953,
+      "step": 1264
+    },
+    {
+      "epoch": 0.11310801144492132,
+      "grad_norm": 0.1365796177770613,
+      "learning_rate": 0.00019640266698655917,
+      "loss": 0.6753,
+      "step": 1265
+    },
+    {
+      "epoch": 0.11319742489270386,
+      "grad_norm": 0.14468725318234463,
+      "learning_rate": 0.00019639496518688532,
+      "loss": 0.742,
+      "step": 1266
+    },
+    {
+      "epoch": 0.1132868383404864,
+      "grad_norm": 0.12601668441626654,
+      "learning_rate": 0.00019638725530268217,
+      "loss": 0.6893,
+      "step": 1267
+    },
+    {
+      "epoch": 0.11337625178826896,
+      "grad_norm": 0.13427949699239397,
+      "learning_rate": 0.00019637953733459628,
+      "loss": 0.7256,
+      "step": 1268
+    },
+    {
+      "epoch": 0.1134656652360515,
+      "grad_norm": 0.12107001250334398,
+      "learning_rate": 0.00019637181128327505,
+      "loss": 0.641,
+      "step": 1269
+    },
+    {
+      "epoch": 0.11355507868383405,
+      "grad_norm": 0.1292629092874549,
+      "learning_rate": 0.00019636407714936636,
+      "loss": 0.7216,
+      "step": 1270
+    },
+    {
+      "epoch": 0.11364449213161659,
+      "grad_norm": 0.13729394306198356,
+      "learning_rate": 0.00019635633493351887,
+      "loss": 0.7459,
+      "step": 1271
+    },
+    {
+      "epoch": 0.11373390557939914,
+      "grad_norm": 0.1529007539534954,
+      "learning_rate": 0.000196348584636382,
+      "loss": 0.6871,
+      "step": 1272
+    },
+    {
+      "epoch": 0.1138233190271817,
+      "grad_norm": 0.16019287445552988,
+      "learning_rate": 0.00019634082625860562,
+      "loss": 0.7121,
+      "step": 1273
+    },
+    {
+      "epoch": 0.11391273247496424,
+      "grad_norm": 0.1353446102945239,
+      "learning_rate": 0.00019633305980084055,
+      "loss": 0.667,
+      "step": 1274
+    },
+    {
+      "epoch": 0.11400214592274678,
+      "grad_norm": 0.12252385260001687,
+      "learning_rate": 0.0001963252852637381,
+      "loss": 0.6997,
+      "step": 1275
+    },
+    {
+      "epoch": 0.11409155937052932,
+      "grad_norm": 0.1561564573845768,
+      "learning_rate": 0.00019631750264795028,
+      "loss": 0.7513,
+      "step": 1276
+    },
+    {
+      "epoch": 0.11418097281831187,
+      "grad_norm": 0.13507300567336664,
+      "learning_rate": 0.00019630971195412983,
+      "loss": 0.7469,
+      "step": 1277
+    },
+    {
+      "epoch": 0.11427038626609443,
+      "grad_norm": 0.13562730392707825,
+      "learning_rate": 0.00019630191318293017,
+      "loss": 0.7176,
+      "step": 1278
+    },
+    {
+      "epoch": 0.11435979971387697,
+      "grad_norm": 0.14246512544590478,
+      "learning_rate": 0.00019629410633500535,
+      "loss": 0.7357,
+      "step": 1279
+    },
+    {
+      "epoch": 0.11444921316165951,
+      "grad_norm": 0.11916648113978565,
+      "learning_rate": 0.00019628629141101012,
+      "loss": 0.6988,
+      "step": 1280
+    },
+    {
+      "epoch": 0.11453862660944206,
+      "grad_norm": 0.12370721916593037,
+      "learning_rate": 0.0001962784684115999,
+      "loss": 0.7177,
+      "step": 1281
+    },
+    {
+      "epoch": 0.1146280400572246,
+      "grad_norm": 0.1271962398199302,
+      "learning_rate": 0.00019627063733743084,
+      "loss": 0.699,
+      "step": 1282
+    },
+    {
+      "epoch": 0.11471745350500716,
+      "grad_norm": 0.1343314823133036,
+      "learning_rate": 0.0001962627981891597,
+      "loss": 0.6859,
+      "step": 1283
+    },
+    {
+      "epoch": 0.1148068669527897,
+      "grad_norm": 0.1284149816353591,
+      "learning_rate": 0.00019625495096744388,
+      "loss": 0.6792,
+      "step": 1284
+    },
+    {
+      "epoch": 0.11489628040057225,
+      "grad_norm": 0.14293879093873998,
+      "learning_rate": 0.00019624709567294158,
+      "loss": 0.7628,
+      "step": 1285
+    },
+    {
+      "epoch": 0.11498569384835479,
+      "grad_norm": 0.13938587081788964,
+      "learning_rate": 0.00019623923230631165,
+      "loss": 0.738,
+      "step": 1286
+    },
+    {
+      "epoch": 0.11507510729613733,
+      "grad_norm": 0.1238183992383731,
+      "learning_rate": 0.0001962313608682135,
+      "loss": 0.7321,
+      "step": 1287
+    },
+    {
+      "epoch": 0.11516452074391989,
+      "grad_norm": 0.14040626891212324,
+      "learning_rate": 0.00019622348135930735,
+      "loss": 0.7404,
+      "step": 1288
+    },
+    {
+      "epoch": 0.11525393419170243,
+      "grad_norm": 0.13313595024664562,
+      "learning_rate": 0.00019621559378025401,
+      "loss": 0.6123,
+      "step": 1289
+    },
+    {
+      "epoch": 0.11534334763948498,
+      "grad_norm": 0.1748858918295518,
+      "learning_rate": 0.00019620769813171504,
+      "loss": 0.7119,
+      "step": 1290
+    },
+    {
+      "epoch": 0.11543276108726752,
+      "grad_norm": 0.14654623552468002,
+      "learning_rate": 0.0001961997944143526,
+      "loss": 0.7227,
+      "step": 1291
+    },
+    {
+      "epoch": 0.11552217453505007,
+      "grad_norm": 0.14578732410249098,
+      "learning_rate": 0.00019619188262882958,
+      "loss": 0.7109,
+      "step": 1292
+    },
+    {
+      "epoch": 0.11561158798283262,
+      "grad_norm": 0.12980271251663075,
+      "learning_rate": 0.00019618396277580952,
+      "loss": 0.7173,
+      "step": 1293
+    },
+    {
+      "epoch": 0.11570100143061517,
+      "grad_norm": 0.1721681547974698,
+      "learning_rate": 0.0001961760348559567,
+      "loss": 0.6996,
+      "step": 1294
+    },
+    {
+      "epoch": 0.11579041487839771,
+      "grad_norm": 0.15390829390868846,
+      "learning_rate": 0.00019616809886993596,
+      "loss": 0.737,
+      "step": 1295
+    },
+    {
+      "epoch": 0.11587982832618025,
+      "grad_norm": 0.13152744154259943,
+      "learning_rate": 0.0001961601548184129,
+      "loss": 0.7023,
+      "step": 1296
+    },
+    {
+      "epoch": 0.1159692417739628,
+      "grad_norm": 0.13470901675229438,
+      "learning_rate": 0.00019615220270205382,
+      "loss": 0.6884,
+      "step": 1297
+    },
+    {
+      "epoch": 0.11605865522174535,
+      "grad_norm": 0.1435920111558521,
+      "learning_rate": 0.00019614424252152558,
+      "loss": 0.7342,
+      "step": 1298
+    },
+    {
+      "epoch": 0.1161480686695279,
+      "grad_norm": 0.13996162463032483,
+      "learning_rate": 0.0001961362742774959,
+      "loss": 0.7143,
+      "step": 1299
+    },
+    {
+      "epoch": 0.11623748211731044,
+      "grad_norm": 0.15364269053453553,
+      "learning_rate": 0.00019612829797063295,
+      "loss": 0.7326,
+      "step": 1300
+    },
+    {
+      "epoch": 0.11632689556509299,
+      "grad_norm": 0.1324807836996411,
+      "learning_rate": 0.00019612031360160574,
+      "loss": 0.7289,
+      "step": 1301
+    },
+    {
+      "epoch": 0.11641630901287553,
+      "grad_norm": 0.1359781628949414,
+      "learning_rate": 0.00019611232117108395,
+      "loss": 0.7464,
+      "step": 1302
+    },
+    {
+      "epoch": 0.11650572246065809,
+      "grad_norm": 0.12649588469174156,
+      "learning_rate": 0.00019610432067973781,
+      "loss": 0.6875,
+      "step": 1303
+    },
+    {
+      "epoch": 0.11659513590844063,
+      "grad_norm": 0.1388490765337242,
+      "learning_rate": 0.0001960963121282384,
+      "loss": 0.6849,
+      "step": 1304
+    },
+    {
+      "epoch": 0.11668454935622317,
+      "grad_norm": 0.13361781886106336,
+      "learning_rate": 0.0001960882955172573,
+      "loss": 0.6879,
+      "step": 1305
+    },
+    {
+      "epoch": 0.11677396280400572,
+      "grad_norm": 0.13531206102198443,
+      "learning_rate": 0.00019608027084746694,
+      "loss": 0.6903,
+      "step": 1306
+    },
+    {
+      "epoch": 0.11686337625178828,
+      "grad_norm": 0.1404942527480654,
+      "learning_rate": 0.0001960722381195403,
+      "loss": 0.7191,
+      "step": 1307
+    },
+    {
+      "epoch": 0.11695278969957082,
+      "grad_norm": 0.1319907230258199,
+      "learning_rate": 0.00019606419733415105,
+      "loss": 0.69,
+      "step": 1308
+    },
+    {
+      "epoch": 0.11704220314735336,
+      "grad_norm": 0.13638785307147738,
+      "learning_rate": 0.00019605614849197358,
+      "loss": 0.7267,
+      "step": 1309
+    },
+    {
+      "epoch": 0.1171316165951359,
+      "grad_norm": 0.12647136264008818,
+      "learning_rate": 0.000196048091593683,
+      "loss": 0.6776,
+      "step": 1310
+    },
+    {
+      "epoch": 0.11722103004291845,
+      "grad_norm": 0.13183611149097868,
+      "learning_rate": 0.00019604002663995492,
+      "loss": 0.7038,
+      "step": 1311
+    },
+    {
+      "epoch": 0.11731044349070101,
+      "grad_norm": 0.13571852905058832,
+      "learning_rate": 0.0001960319536314658,
+      "loss": 0.6808,
+      "step": 1312
+    },
+    {
+      "epoch": 0.11739985693848355,
+      "grad_norm": 0.11506396132213487,
+      "learning_rate": 0.0001960238725688927,
+      "loss": 0.6984,
+      "step": 1313
+    },
+    {
+      "epoch": 0.1174892703862661,
+      "grad_norm": 0.14794516401929145,
+      "learning_rate": 0.0001960157834529134,
+      "loss": 0.763,
+      "step": 1314
+    },
+    {
+      "epoch": 0.11757868383404864,
+      "grad_norm": 0.12147311819273424,
+      "learning_rate": 0.0001960076862842063,
+      "loss": 0.6771,
+      "step": 1315
+    },
+    {
+      "epoch": 0.11766809728183118,
+      "grad_norm": 0.11907885165177007,
+      "learning_rate": 0.00019599958106345045,
+      "loss": 0.6875,
+      "step": 1316
+    },
+    {
+      "epoch": 0.11775751072961374,
+      "grad_norm": 0.13461723365827793,
+      "learning_rate": 0.00019599146779132576,
+      "loss": 0.724,
+      "step": 1317
+    },
+    {
+      "epoch": 0.11784692417739628,
+      "grad_norm": 0.13736514428169194,
+      "learning_rate": 0.00019598334646851254,
+      "loss": 0.7056,
+      "step": 1318
+    },
+    {
+      "epoch": 0.11793633762517883,
+      "grad_norm": 0.14337096721073853,
+      "learning_rate": 0.000195975217095692,
+      "loss": 0.7054,
+      "step": 1319
+    },
+    {
+      "epoch": 0.11802575107296137,
+      "grad_norm": 0.14199054957886262,
+      "learning_rate": 0.00019596707967354585,
+      "loss": 0.7293,
+      "step": 1320
+    },
+    {
+      "epoch": 0.11811516452074391,
+      "grad_norm": 0.1521893443789682,
+      "learning_rate": 0.00019595893420275667,
+      "loss": 0.7312,
+      "step": 1321
+    },
+    {
+      "epoch": 0.11820457796852647,
+      "grad_norm": 0.1546492227006694,
+      "learning_rate": 0.00019595078068400756,
+      "loss": 0.7303,
+      "step": 1322
+    },
+    {
+      "epoch": 0.11829399141630902,
+      "grad_norm": 0.12949339555975795,
+      "learning_rate": 0.00019594261911798236,
+      "loss": 0.6811,
+      "step": 1323
+    },
+    {
+      "epoch": 0.11838340486409156,
+      "grad_norm": 0.14511941601798764,
+      "learning_rate": 0.00019593444950536556,
+      "loss": 0.7245,
+      "step": 1324
+    },
+    {
+      "epoch": 0.1184728183118741,
+      "grad_norm": 0.15491134743300858,
+      "learning_rate": 0.00019592627184684234,
+      "loss": 0.7729,
+      "step": 1325
+    },
+    {
+      "epoch": 0.11856223175965665,
+      "grad_norm": 0.1206620412619198,
+      "learning_rate": 0.00019591808614309854,
+      "loss": 0.7013,
+      "step": 1326
+    },
+    {
+      "epoch": 0.1186516452074392,
+      "grad_norm": 0.13072759046366123,
+      "learning_rate": 0.0001959098923948207,
+      "loss": 0.6461,
+      "step": 1327
+    },
+    {
+      "epoch": 0.11874105865522175,
+      "grad_norm": 0.1541442132803995,
+      "learning_rate": 0.00019590169060269602,
+      "loss": 0.7327,
+      "step": 1328
+    },
+    {
+      "epoch": 0.11883047210300429,
+      "grad_norm": 0.13328776253285377,
+      "learning_rate": 0.0001958934807674124,
+      "loss": 0.7083,
+      "step": 1329
+    },
+    {
+      "epoch": 0.11891988555078684,
+      "grad_norm": 0.1533412397466717,
+      "learning_rate": 0.00019588526288965828,
+      "loss": 0.7513,
+      "step": 1330
+    },
+    {
+      "epoch": 0.11900929899856938,
+      "grad_norm": 0.1289665090567627,
+      "learning_rate": 0.00019587703697012302,
+      "loss": 0.6752,
+      "step": 1331
+    },
+    {
+      "epoch": 0.11909871244635194,
+      "grad_norm": 0.13551831618994517,
+      "learning_rate": 0.00019586880300949644,
+      "loss": 0.7091,
+      "step": 1332
+    },
+    {
+      "epoch": 0.11918812589413448,
+      "grad_norm": 0.13001305217378983,
+      "learning_rate": 0.00019586056100846916,
+      "loss": 0.7453,
+      "step": 1333
+    },
+    {
+      "epoch": 0.11927753934191702,
+      "grad_norm": 0.14404440658318798,
+      "learning_rate": 0.00019585231096773238,
+      "loss": 0.7181,
+      "step": 1334
+    },
+    {
+      "epoch": 0.11936695278969957,
+      "grad_norm": 0.13032436040159234,
+      "learning_rate": 0.00019584405288797802,
+      "loss": 0.7106,
+      "step": 1335
+    },
+    {
+      "epoch": 0.11945636623748211,
+      "grad_norm": 0.15425470859605114,
+      "learning_rate": 0.0001958357867698987,
+      "loss": 0.7741,
+      "step": 1336
+    },
+    {
+      "epoch": 0.11954577968526467,
+      "grad_norm": 0.11384540844061894,
+      "learning_rate": 0.0001958275126141877,
+      "loss": 0.6723,
+      "step": 1337
+    },
+    {
+      "epoch": 0.11963519313304721,
+      "grad_norm": 0.13033362653946692,
+      "learning_rate": 0.00019581923042153894,
+      "loss": 0.7171,
+      "step": 1338
+    },
+    {
+      "epoch": 0.11972460658082976,
+      "grad_norm": 0.13906567534336053,
+      "learning_rate": 0.00019581094019264705,
+      "loss": 0.726,
+      "step": 1339
+    },
+    {
+      "epoch": 0.1198140200286123,
+      "grad_norm": 0.14306336626634875,
+      "learning_rate": 0.00019580264192820733,
+      "loss": 0.7452,
+      "step": 1340
+    },
+    {
+      "epoch": 0.11990343347639484,
+      "grad_norm": 0.14566789408397432,
+      "learning_rate": 0.00019579433562891572,
+      "loss": 0.6951,
+      "step": 1341
+    },
+    {
+      "epoch": 0.1199928469241774,
+      "grad_norm": 0.13822645349520818,
+      "learning_rate": 0.00019578602129546885,
+      "loss": 0.7034,
+      "step": 1342
+    },
+    {
+      "epoch": 0.12008226037195995,
+      "grad_norm": 0.13905205024705394,
+      "learning_rate": 0.00019577769892856407,
+      "loss": 0.7492,
+      "step": 1343
+    },
+    {
+      "epoch": 0.12017167381974249,
+      "grad_norm": 0.14741645912629267,
+      "learning_rate": 0.00019576936852889936,
+      "loss": 0.7085,
+      "step": 1344
+    },
+    {
+      "epoch": 0.12026108726752503,
+      "grad_norm": 0.15088760954116356,
+      "learning_rate": 0.00019576103009717337,
+      "loss": 0.6931,
+      "step": 1345
+    },
+    {
+      "epoch": 0.12035050071530758,
+      "grad_norm": 0.15513679805404848,
+      "learning_rate": 0.00019575268363408542,
+      "loss": 0.7719,
+      "step": 1346
+    },
+    {
+      "epoch": 0.12043991416309013,
+      "grad_norm": 0.14849111968047746,
+      "learning_rate": 0.00019574432914033554,
+      "loss": 0.734,
+      "step": 1347
+    },
+    {
+      "epoch": 0.12052932761087268,
+      "grad_norm": 0.14295369498024502,
+      "learning_rate": 0.00019573596661662438,
+      "loss": 0.7539,
+      "step": 1348
+    },
+    {
+      "epoch": 0.12061874105865522,
+      "grad_norm": 0.14319189126447884,
+      "learning_rate": 0.00019572759606365336,
+      "loss": 0.7487,
+      "step": 1349
+    },
+    {
+      "epoch": 0.12070815450643776,
+      "grad_norm": 0.10696085970874014,
+      "learning_rate": 0.00019571921748212447,
+      "loss": 0.6777,
+      "step": 1350
+    },
+    {
+      "epoch": 0.12079756795422031,
+      "grad_norm": 0.14817461123606282,
+      "learning_rate": 0.0001957108308727404,
+      "loss": 0.7594,
+      "step": 1351
+    },
+    {
+      "epoch": 0.12088698140200287,
+      "grad_norm": 0.13295437157691178,
+      "learning_rate": 0.0001957024362362045,
+      "loss": 0.7342,
+      "step": 1352
+    },
+    {
+      "epoch": 0.12097639484978541,
+      "grad_norm": 0.1426003304844338,
+      "learning_rate": 0.0001956940335732209,
+      "loss": 0.7308,
+      "step": 1353
+    },
+    {
+      "epoch": 0.12106580829756795,
+      "grad_norm": 0.13296046433034547,
+      "learning_rate": 0.00019568562288449422,
+      "loss": 0.7366,
+      "step": 1354
+    },
+    {
+      "epoch": 0.1211552217453505,
+      "grad_norm": 0.1323825568865014,
+      "learning_rate": 0.00019567720417072997,
+      "loss": 0.6996,
+      "step": 1355
+    },
+    {
+      "epoch": 0.12124463519313304,
+      "grad_norm": 0.15550462119409975,
+      "learning_rate": 0.00019566877743263414,
+      "loss": 0.7257,
+      "step": 1356
+    },
+    {
+      "epoch": 0.1213340486409156,
+      "grad_norm": 0.12953243204456794,
+      "learning_rate": 0.00019566034267091346,
+      "loss": 0.7061,
+      "step": 1357
+    },
+    {
+      "epoch": 0.12142346208869814,
+      "grad_norm": 0.14869544568609244,
+      "learning_rate": 0.0001956518998862754,
+      "loss": 0.7346,
+      "step": 1358
+    },
+    {
+      "epoch": 0.12151287553648069,
+      "grad_norm": 0.13539449697758035,
+      "learning_rate": 0.00019564344907942798,
+      "loss": 0.727,
+      "step": 1359
+    },
+    {
+      "epoch": 0.12160228898426323,
+      "grad_norm": 0.12891400791534113,
+      "learning_rate": 0.00019563499025107998,
+      "loss": 0.7549,
+      "step": 1360
+    },
+    {
+      "epoch": 0.12169170243204577,
+      "grad_norm": 0.1499563716706461,
+      "learning_rate": 0.0001956265234019409,
+      "loss": 0.7816,
+      "step": 1361
+    },
+    {
+      "epoch": 0.12178111587982833,
+      "grad_norm": 0.13699389153661537,
+      "learning_rate": 0.00019561804853272075,
+      "loss": 0.7241,
+      "step": 1362
+    },
+    {
+      "epoch": 0.12187052932761087,
+      "grad_norm": 0.14177628122183697,
+      "learning_rate": 0.00019560956564413035,
+      "loss": 0.7104,
+      "step": 1363
+    },
+    {
+      "epoch": 0.12195994277539342,
+      "grad_norm": 0.13617578454518486,
+      "learning_rate": 0.00019560107473688118,
+      "loss": 0.7189,
+      "step": 1364
+    },
+    {
+      "epoch": 0.12204935622317596,
+      "grad_norm": 0.1500377909615722,
+      "learning_rate": 0.0001955925758116853,
+      "loss": 0.7482,
+      "step": 1365
+    },
+    {
+      "epoch": 0.1221387696709585,
+      "grad_norm": 0.11270306717197415,
+      "learning_rate": 0.00019558406886925554,
+      "loss": 0.6834,
+      "step": 1366
+    },
+    {
+      "epoch": 0.12222818311874106,
+      "grad_norm": 0.13036307988927928,
+      "learning_rate": 0.00019557555391030537,
+      "loss": 0.633,
+      "step": 1367
+    },
+    {
+      "epoch": 0.1223175965665236,
+      "grad_norm": 0.12403832981612134,
+      "learning_rate": 0.0001955670309355489,
+      "loss": 0.6356,
+      "step": 1368
+    },
+    {
+      "epoch": 0.12240701001430615,
+      "grad_norm": 0.15410481731321232,
+      "learning_rate": 0.00019555849994570097,
+      "loss": 0.7271,
+      "step": 1369
+    },
+    {
+      "epoch": 0.1224964234620887,
+      "grad_norm": 0.14311230374915213,
+      "learning_rate": 0.00019554996094147707,
+      "loss": 0.7008,
+      "step": 1370
+    },
+    {
+      "epoch": 0.12258583690987125,
+      "grad_norm": 0.1658889404375916,
+      "learning_rate": 0.00019554141392359332,
+      "loss": 0.7562,
+      "step": 1371
+    },
+    {
+      "epoch": 0.1226752503576538,
+      "grad_norm": 0.12835733890002965,
+      "learning_rate": 0.00019553285889276656,
+      "loss": 0.6798,
+      "step": 1372
+    },
+    {
+      "epoch": 0.12276466380543634,
+      "grad_norm": 0.12551835305390466,
+      "learning_rate": 0.00019552429584971434,
+      "loss": 0.7073,
+      "step": 1373
+    },
+    {
+      "epoch": 0.12285407725321888,
+      "grad_norm": 0.14591445334951303,
+      "learning_rate": 0.00019551572479515478,
+      "loss": 0.6526,
+      "step": 1374
+    },
+    {
+      "epoch": 0.12294349070100143,
+      "grad_norm": 0.13651262372636266,
+      "learning_rate": 0.00019550714572980668,
+      "loss": 0.7175,
+      "step": 1375
+    },
+    {
+      "epoch": 0.12303290414878398,
+      "grad_norm": 0.14637601928686944,
+      "learning_rate": 0.00019549855865438965,
+      "loss": 0.7396,
+      "step": 1376
+    },
+    {
+      "epoch": 0.12312231759656653,
+      "grad_norm": 0.13729650976966928,
+      "learning_rate": 0.00019548996356962386,
+      "loss": 0.7194,
+      "step": 1377
+    },
+    {
+      "epoch": 0.12321173104434907,
+      "grad_norm": 0.1332368583296623,
+      "learning_rate": 0.00019548136047623015,
+      "loss": 0.7348,
+      "step": 1378
+    },
+    {
+      "epoch": 0.12330114449213161,
+      "grad_norm": 0.12047863679194694,
+      "learning_rate": 0.00019547274937492998,
+      "loss": 0.731,
+      "step": 1379
+    },
+    {
+      "epoch": 0.12339055793991416,
+      "grad_norm": 0.13790634761850842,
+      "learning_rate": 0.00019546413026644567,
+      "loss": 0.7379,
+      "step": 1380
+    },
+    {
+      "epoch": 0.12347997138769672,
+      "grad_norm": 0.12469312687918362,
+      "learning_rate": 0.00019545550315150004,
+      "loss": 0.6915,
+      "step": 1381
+    },
+    {
+      "epoch": 0.12356938483547926,
+      "grad_norm": 0.1178765901191673,
+      "learning_rate": 0.00019544686803081666,
+      "loss": 0.6777,
+      "step": 1382
+    },
+    {
+      "epoch": 0.1236587982832618,
+      "grad_norm": 0.11986735541735109,
+      "learning_rate": 0.00019543822490511974,
+      "loss": 0.6757,
+      "step": 1383
+    },
+    {
+      "epoch": 0.12374821173104435,
+      "grad_norm": 0.140902491727778,
+      "learning_rate": 0.00019542957377513412,
+      "loss": 0.7265,
+      "step": 1384
+    },
+    {
+      "epoch": 0.12383762517882689,
+      "grad_norm": 0.13001357988325177,
+      "learning_rate": 0.00019542091464158542,
+      "loss": 0.6712,
+      "step": 1385
+    },
+    {
+      "epoch": 0.12392703862660945,
+      "grad_norm": 0.1561674535678574,
+      "learning_rate": 0.00019541224750519983,
+      "loss": 0.7441,
+      "step": 1386
+    },
+    {
+      "epoch": 0.12401645207439199,
+      "grad_norm": 0.14299523514900286,
+      "learning_rate": 0.00019540357236670427,
+      "loss": 0.7177,
+      "step": 1387
+    },
+    {
+      "epoch": 0.12410586552217454,
+      "grad_norm": 0.1617358288385072,
+      "learning_rate": 0.00019539488922682633,
+      "loss": 0.7283,
+      "step": 1388
+    },
+    {
+      "epoch": 0.12419527896995708,
+      "grad_norm": 0.15500746618955336,
+      "learning_rate": 0.00019538619808629422,
+      "loss": 0.7035,
+      "step": 1389
+    },
+    {
+      "epoch": 0.12428469241773962,
+      "grad_norm": 0.15561196146279674,
+      "learning_rate": 0.0001953774989458369,
+      "loss": 0.7439,
+      "step": 1390
+    },
+    {
+      "epoch": 0.12437410586552218,
+      "grad_norm": 0.12373273704997553,
+      "learning_rate": 0.00019536879180618392,
+      "loss": 0.7232,
+      "step": 1391
+    },
+    {
+      "epoch": 0.12446351931330472,
+      "grad_norm": 0.13149984887643745,
+      "learning_rate": 0.00019536007666806556,
+      "loss": 0.6679,
+      "step": 1392
+    },
+    {
+      "epoch": 0.12455293276108727,
+      "grad_norm": 0.13568384062735134,
+      "learning_rate": 0.00019535135353221272,
+      "loss": 0.7174,
+      "step": 1393
+    },
+    {
+      "epoch": 0.12464234620886981,
+      "grad_norm": 0.15212444489753235,
+      "learning_rate": 0.000195342622399357,
+      "loss": 0.7399,
+      "step": 1394
+    },
+    {
+      "epoch": 0.12473175965665236,
+      "grad_norm": 0.13702916143394916,
+      "learning_rate": 0.0001953338832702307,
+      "loss": 0.7087,
+      "step": 1395
+    },
+    {
+      "epoch": 0.12482117310443491,
+      "grad_norm": 0.13186255209302397,
+      "learning_rate": 0.00019532513614556673,
+      "loss": 0.7159,
+      "step": 1396
+    },
+    {
+      "epoch": 0.12491058655221746,
+      "grad_norm": 0.1448344786378235,
+      "learning_rate": 0.00019531638102609873,
+      "loss": 0.7026,
+      "step": 1397
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 0.136675783184354,
+      "learning_rate": 0.00019530761791256097,
+      "loss": 0.7022,
+      "step": 1398
+    },
+    {
+      "epoch": 0.12508941344778254,
+      "grad_norm": 0.15752852622252672,
+      "learning_rate": 0.0001952988468056884,
+      "loss": 0.751,
+      "step": 1399
+    },
+    {
+      "epoch": 0.1251788268955651,
+      "grad_norm": 0.14316696579915922,
+      "learning_rate": 0.00019529006770621662,
+      "loss": 0.7039,
+      "step": 1400
+    },
+    {
+      "epoch": 0.12526824034334763,
+      "grad_norm": 0.13975513486707133,
+      "learning_rate": 0.00019528128061488195,
+      "loss": 0.7087,
+      "step": 1401
+    },
+    {
+      "epoch": 0.12535765379113017,
+      "grad_norm": 0.14158617386695105,
+      "learning_rate": 0.00019527248553242137,
+      "loss": 0.7328,
+      "step": 1402
+    },
+    {
+      "epoch": 0.12544706723891275,
+      "grad_norm": 0.14501622481409646,
+      "learning_rate": 0.00019526368245957246,
+      "loss": 0.741,
+      "step": 1403
+    },
+    {
+      "epoch": 0.1255364806866953,
+      "grad_norm": 0.13547191494235847,
+      "learning_rate": 0.00019525487139707357,
+      "loss": 0.7199,
+      "step": 1404
+    },
+    {
+      "epoch": 0.12562589413447783,
+      "grad_norm": 0.14814667207805168,
+      "learning_rate": 0.00019524605234566363,
+      "loss": 0.753,
+      "step": 1405
+    },
+    {
+      "epoch": 0.12571530758226038,
+      "grad_norm": 0.14395101949112427,
+      "learning_rate": 0.00019523722530608232,
+      "loss": 0.6986,
+      "step": 1406
+    },
+    {
+      "epoch": 0.12580472103004292,
+      "grad_norm": 0.1527172492928815,
+      "learning_rate": 0.00019522839027906995,
+      "loss": 0.7262,
+      "step": 1407
+    },
+    {
+      "epoch": 0.12589413447782546,
+      "grad_norm": 0.1468126755796599,
+      "learning_rate": 0.0001952195472653675,
+      "loss": 0.7424,
+      "step": 1408
+    },
+    {
+      "epoch": 0.125983547925608,
+      "grad_norm": 0.1344160816744489,
+      "learning_rate": 0.0001952106962657166,
+      "loss": 0.726,
+      "step": 1409
+    },
+    {
+      "epoch": 0.12607296137339055,
+      "grad_norm": 0.1566640700228415,
+      "learning_rate": 0.0001952018372808596,
+      "loss": 0.7143,
+      "step": 1410
+    },
+    {
+      "epoch": 0.1261623748211731,
+      "grad_norm": 0.14501549568341482,
+      "learning_rate": 0.00019519297031153946,
+      "loss": 0.7267,
+      "step": 1411
+    },
+    {
+      "epoch": 0.12625178826895564,
+      "grad_norm": 0.13627983110139022,
+      "learning_rate": 0.0001951840953584999,
+      "loss": 0.7056,
+      "step": 1412
+    },
+    {
+      "epoch": 0.1263412017167382,
+      "grad_norm": 0.1299331407388501,
+      "learning_rate": 0.0001951752124224852,
+      "loss": 0.7261,
+      "step": 1413
+    },
+    {
+      "epoch": 0.12643061516452075,
+      "grad_norm": 0.15595059599074632,
+      "learning_rate": 0.00019516632150424034,
+      "loss": 0.7284,
+      "step": 1414
+    },
+    {
+      "epoch": 0.1265200286123033,
+      "grad_norm": 0.14026462598952089,
+      "learning_rate": 0.00019515742260451107,
+      "loss": 0.7473,
+      "step": 1415
+    },
+    {
+      "epoch": 0.12660944206008584,
+      "grad_norm": 0.11778179491716434,
+      "learning_rate": 0.00019514851572404368,
+      "loss": 0.6755,
+      "step": 1416
+    },
+    {
+      "epoch": 0.12669885550786839,
+      "grad_norm": 0.1301592551450953,
+      "learning_rate": 0.0001951396008635852,
+      "loss": 0.5841,
+      "step": 1417
+    },
+    {
+      "epoch": 0.12678826895565093,
+      "grad_norm": 0.16616416495885106,
+      "learning_rate": 0.00019513067802388325,
+      "loss": 0.7212,
+      "step": 1418
+    },
+    {
+      "epoch": 0.12687768240343347,
+      "grad_norm": 0.1391222676698842,
+      "learning_rate": 0.00019512174720568627,
+      "loss": 0.7075,
+      "step": 1419
+    },
+    {
+      "epoch": 0.12696709585121602,
+      "grad_norm": 0.1273594636806941,
+      "learning_rate": 0.0001951128084097432,
+      "loss": 0.7037,
+      "step": 1420
+    },
+    {
+      "epoch": 0.12705650929899856,
+      "grad_norm": 0.12115088332007477,
+      "learning_rate": 0.00019510386163680375,
+      "loss": 0.6677,
+      "step": 1421
+    },
+    {
+      "epoch": 0.1271459227467811,
+      "grad_norm": 0.15178769446499887,
+      "learning_rate": 0.00019509490688761832,
+      "loss": 0.7288,
+      "step": 1422
+    },
+    {
+      "epoch": 0.12723533619456368,
+      "grad_norm": 0.13960041432361,
+      "learning_rate": 0.0001950859441629379,
+      "loss": 0.697,
+      "step": 1423
+    },
+    {
+      "epoch": 0.12732474964234622,
+      "grad_norm": 0.1364113549919343,
+      "learning_rate": 0.00019507697346351414,
+      "loss": 0.6715,
+      "step": 1424
+    },
+    {
+      "epoch": 0.12741416309012876,
+      "grad_norm": 0.12591634997976694,
+      "learning_rate": 0.00019506799479009944,
+      "loss": 0.6876,
+      "step": 1425
+    },
+    {
+      "epoch": 0.1275035765379113,
+      "grad_norm": 0.13096852455927796,
+      "learning_rate": 0.00019505900814344683,
+      "loss": 0.6903,
+      "step": 1426
+    },
+    {
+      "epoch": 0.12759298998569385,
+      "grad_norm": 0.13582863657070085,
+      "learning_rate": 0.00019505001352431003,
+      "loss": 0.7227,
+      "step": 1427
+    },
+    {
+      "epoch": 0.1276824034334764,
+      "grad_norm": 0.15907185577661034,
+      "learning_rate": 0.00019504101093344338,
+      "loss": 0.7445,
+      "step": 1428
+    },
+    {
+      "epoch": 0.12777181688125894,
+      "grad_norm": 0.1344846198453644,
+      "learning_rate": 0.00019503200037160193,
+      "loss": 0.7185,
+      "step": 1429
+    },
+    {
+      "epoch": 0.12786123032904148,
+      "grad_norm": 0.13679849676779418,
+      "learning_rate": 0.00019502298183954136,
+      "loss": 0.7497,
+      "step": 1430
+    },
+    {
+      "epoch": 0.12795064377682402,
+      "grad_norm": 0.1412811525880875,
+      "learning_rate": 0.00019501395533801807,
+      "loss": 0.7132,
+      "step": 1431
+    },
+    {
+      "epoch": 0.12804005722460657,
+      "grad_norm": 0.12917276429911195,
+      "learning_rate": 0.0001950049208677891,
+      "loss": 0.6795,
+      "step": 1432
+    },
+    {
+      "epoch": 0.12812947067238914,
+      "grad_norm": 0.12890359512614943,
+      "learning_rate": 0.00019499587842961214,
+      "loss": 0.6834,
+      "step": 1433
+    },
+    {
+      "epoch": 0.12821888412017168,
+      "grad_norm": 0.16715643401908337,
+      "learning_rate": 0.0001949868280242456,
+      "loss": 0.7335,
+      "step": 1434
+    },
+    {
+      "epoch": 0.12830829756795423,
+      "grad_norm": 0.15514740262161408,
+      "learning_rate": 0.0001949777696524485,
+      "loss": 0.7782,
+      "step": 1435
+    },
+    {
+      "epoch": 0.12839771101573677,
+      "grad_norm": 0.15163968859017252,
+      "learning_rate": 0.00019496870331498056,
+      "loss": 0.7127,
+      "step": 1436
+    },
+    {
+      "epoch": 0.12848712446351931,
+      "grad_norm": 0.123902331500139,
+      "learning_rate": 0.00019495962901260215,
+      "loss": 0.715,
+      "step": 1437
+    },
+    {
+      "epoch": 0.12857653791130186,
+      "grad_norm": 0.13456851148446713,
+      "learning_rate": 0.00019495054674607438,
+      "loss": 0.7135,
+      "step": 1438
+    },
+    {
+      "epoch": 0.1286659513590844,
+      "grad_norm": 0.1457233573732256,
+      "learning_rate": 0.00019494145651615888,
+      "loss": 0.7101,
+      "step": 1439
+    },
+    {
+      "epoch": 0.12875536480686695,
+      "grad_norm": 0.1396866649982971,
+      "learning_rate": 0.0001949323583236181,
+      "loss": 0.7283,
+      "step": 1440
+    },
+    {
+      "epoch": 0.1288447782546495,
+      "grad_norm": 0.14159463138192988,
+      "learning_rate": 0.00019492325216921506,
+      "loss": 0.7509,
+      "step": 1441
+    },
+    {
+      "epoch": 0.12893419170243203,
+      "grad_norm": 0.13416502605166863,
+      "learning_rate": 0.00019491413805371356,
+      "loss": 0.6922,
+      "step": 1442
+    },
+    {
+      "epoch": 0.1290236051502146,
+      "grad_norm": 0.13745777112790525,
+      "learning_rate": 0.0001949050159778779,
+      "loss": 0.7573,
+      "step": 1443
+    },
+    {
+      "epoch": 0.12911301859799715,
+      "grad_norm": 0.14321584852665928,
+      "learning_rate": 0.00019489588594247313,
+      "loss": 0.7608,
+      "step": 1444
+    },
+    {
+      "epoch": 0.1292024320457797,
+      "grad_norm": 0.1265648723098364,
+      "learning_rate": 0.00019488674794826505,
+      "loss": 0.7011,
+      "step": 1445
+    },
+    {
+      "epoch": 0.12929184549356224,
+      "grad_norm": 0.126596380778101,
+      "learning_rate": 0.00019487760199602,
+      "loss": 0.6675,
+      "step": 1446
+    },
+    {
+      "epoch": 0.12938125894134478,
+      "grad_norm": 0.13283501257016017,
+      "learning_rate": 0.00019486844808650503,
+      "loss": 0.697,
+      "step": 1447
+    },
+    {
+      "epoch": 0.12947067238912732,
+      "grad_norm": 0.13601264770662863,
+      "learning_rate": 0.00019485928622048793,
+      "loss": 0.7245,
+      "step": 1448
+    },
+    {
+      "epoch": 0.12956008583690987,
+      "grad_norm": 0.15795278348492103,
+      "learning_rate": 0.00019485011639873702,
+      "loss": 0.7088,
+      "step": 1449
+    },
+    {
+      "epoch": 0.1296494992846924,
+      "grad_norm": 0.13282772545563318,
+      "learning_rate": 0.0001948409386220214,
+      "loss": 0.7047,
+      "step": 1450
+    },
+    {
+      "epoch": 0.12973891273247495,
+      "grad_norm": 0.12854970735159282,
+      "learning_rate": 0.00019483175289111083,
+      "loss": 0.677,
+      "step": 1451
+    },
+    {
+      "epoch": 0.1298283261802575,
+      "grad_norm": 0.14455114010083886,
+      "learning_rate": 0.00019482255920677565,
+      "loss": 0.7011,
+      "step": 1452
+    },
+    {
+      "epoch": 0.12991773962804007,
+      "grad_norm": 0.1314658195668124,
+      "learning_rate": 0.00019481335756978696,
+      "loss": 0.6992,
+      "step": 1453
+    },
+    {
+      "epoch": 0.1300071530758226,
+      "grad_norm": 0.15542151315074865,
+      "learning_rate": 0.00019480414798091647,
+      "loss": 0.6979,
+      "step": 1454
+    },
+    {
+      "epoch": 0.13009656652360516,
+      "grad_norm": 0.1385601509128918,
+      "learning_rate": 0.00019479493044093657,
+      "loss": 0.7384,
+      "step": 1455
+    },
+    {
+      "epoch": 0.1301859799713877,
+      "grad_norm": 0.1352496858077678,
+      "learning_rate": 0.00019478570495062037,
+      "loss": 0.7502,
+      "step": 1456
+    },
+    {
+      "epoch": 0.13027539341917024,
+      "grad_norm": 0.13356297010585322,
+      "learning_rate": 0.00019477647151074155,
+      "loss": 0.727,
+      "step": 1457
+    },
+    {
+      "epoch": 0.1303648068669528,
+      "grad_norm": 0.13505723601865582,
+      "learning_rate": 0.0001947672301220745,
+      "loss": 0.723,
+      "step": 1458
+    },
+    {
+      "epoch": 0.13045422031473533,
+      "grad_norm": 0.13612537028727997,
+      "learning_rate": 0.00019475798078539433,
+      "loss": 0.7437,
+      "step": 1459
+    },
+    {
+      "epoch": 0.13054363376251787,
+      "grad_norm": 0.14768879494764603,
+      "learning_rate": 0.00019474872350147676,
+      "loss": 0.707,
+      "step": 1460
+    },
+    {
+      "epoch": 0.13063304721030042,
+      "grad_norm": 0.1550474678056476,
+      "learning_rate": 0.0001947394582710982,
+      "loss": 0.7662,
+      "step": 1461
+    },
+    {
+      "epoch": 0.130722460658083,
+      "grad_norm": 0.1187191143975243,
+      "learning_rate": 0.00019473018509503565,
+      "loss": 0.652,
+      "step": 1462
+    },
+    {
+      "epoch": 0.13081187410586553,
+      "grad_norm": 0.13516187797393295,
+      "learning_rate": 0.00019472090397406686,
+      "loss": 0.7051,
+      "step": 1463
+    },
+    {
+      "epoch": 0.13090128755364808,
+      "grad_norm": 0.12177971767138171,
+      "learning_rate": 0.00019471161490897029,
+      "loss": 0.7084,
+      "step": 1464
+    },
+    {
+      "epoch": 0.13099070100143062,
+      "grad_norm": 0.13614086310898088,
+      "learning_rate": 0.00019470231790052496,
+      "loss": 0.7118,
+      "step": 1465
+    },
+    {
+      "epoch": 0.13108011444921316,
+      "grad_norm": 0.13092495976639199,
+      "learning_rate": 0.0001946930129495106,
+      "loss": 0.6769,
+      "step": 1466
+    },
+    {
+      "epoch": 0.1311695278969957,
+      "grad_norm": 0.1542980224608834,
+      "learning_rate": 0.00019468370005670758,
+      "loss": 0.7391,
+      "step": 1467
+    },
+    {
+      "epoch": 0.13125894134477825,
+      "grad_norm": 0.15013144693979472,
+      "learning_rate": 0.00019467437922289697,
+      "loss": 0.7283,
+      "step": 1468
+    },
+    {
+      "epoch": 0.1313483547925608,
+      "grad_norm": 0.14082900493742262,
+      "learning_rate": 0.00019466505044886056,
+      "loss": 0.7186,
+      "step": 1469
+    },
+    {
+      "epoch": 0.13143776824034334,
+      "grad_norm": 0.14516822085847203,
+      "learning_rate": 0.00019465571373538068,
+      "loss": 0.683,
+      "step": 1470
+    },
+    {
+      "epoch": 0.13152718168812588,
+      "grad_norm": 0.13735619775225302,
+      "learning_rate": 0.00019464636908324038,
+      "loss": 0.7161,
+      "step": 1471
+    },
+    {
+      "epoch": 0.13161659513590845,
+      "grad_norm": 0.14783070464793904,
+      "learning_rate": 0.00019463701649322343,
+      "loss": 0.7312,
+      "step": 1472
+    },
+    {
+      "epoch": 0.131706008583691,
+      "grad_norm": 0.1546467390096475,
+      "learning_rate": 0.0001946276559661142,
+      "loss": 0.737,
+      "step": 1473
+    },
+    {
+      "epoch": 0.13179542203147354,
+      "grad_norm": 0.12075799516646368,
+      "learning_rate": 0.00019461828750269775,
+      "loss": 0.6942,
+      "step": 1474
+    },
+    {
+      "epoch": 0.13188483547925609,
+      "grad_norm": 0.13528748423684742,
+      "learning_rate": 0.00019460891110375977,
+      "loss": 0.7084,
+      "step": 1475
+    },
+    {
+      "epoch": 0.13197424892703863,
+      "grad_norm": 0.12759436666642254,
+      "learning_rate": 0.00019459952677008672,
+      "loss": 0.6951,
+      "step": 1476
+    },
+    {
+      "epoch": 0.13206366237482117,
+      "grad_norm": 0.14965875302236442,
+      "learning_rate": 0.00019459013450246558,
+      "loss": 0.7186,
+      "step": 1477
+    },
+    {
+      "epoch": 0.13215307582260372,
+      "grad_norm": 0.14421697495857544,
+      "learning_rate": 0.0001945807343016841,
+      "loss": 0.6868,
+      "step": 1478
+    },
+    {
+      "epoch": 0.13224248927038626,
+      "grad_norm": 0.12456782063809692,
+      "learning_rate": 0.00019457132616853065,
+      "loss": 0.68,
+      "step": 1479
+    },
+    {
+      "epoch": 0.1323319027181688,
+      "grad_norm": 0.15583474467018216,
+      "learning_rate": 0.00019456191010379427,
+      "loss": 0.6402,
+      "step": 1480
+    },
+    {
+      "epoch": 0.13242131616595135,
+      "grad_norm": 0.14260824412788858,
+      "learning_rate": 0.00019455248610826474,
+      "loss": 0.712,
+      "step": 1481
+    },
+    {
+      "epoch": 0.13251072961373392,
+      "grad_norm": 0.13859495740677086,
+      "learning_rate": 0.00019454305418273234,
+      "loss": 0.7398,
+      "step": 1482
+    },
+    {
+      "epoch": 0.13260014306151646,
+      "grad_norm": 0.1560758077452066,
+      "learning_rate": 0.0001945336143279882,
+      "loss": 0.7299,
+      "step": 1483
+    },
+    {
+      "epoch": 0.132689556509299,
+      "grad_norm": 0.15285314175562573,
+      "learning_rate": 0.000194524166544824,
+      "loss": 0.7102,
+      "step": 1484
+    },
+    {
+      "epoch": 0.13277896995708155,
+      "grad_norm": 0.1626273905152759,
+      "learning_rate": 0.00019451471083403209,
+      "loss": 0.7622,
+      "step": 1485
+    },
+    {
+      "epoch": 0.1328683834048641,
+      "grad_norm": 0.14988729562295997,
+      "learning_rate": 0.0001945052471964055,
+      "loss": 0.6873,
+      "step": 1486
+    },
+    {
+      "epoch": 0.13295779685264664,
+      "grad_norm": 0.1315801853952604,
+      "learning_rate": 0.000194495775632738,
+      "loss": 0.7211,
+      "step": 1487
+    },
+    {
+      "epoch": 0.13304721030042918,
+      "grad_norm": 0.14552988319734128,
+      "learning_rate": 0.0001944862961438239,
+      "loss": 0.6576,
+      "step": 1488
+    },
+    {
+      "epoch": 0.13313662374821172,
+      "grad_norm": 0.1420039560331967,
+      "learning_rate": 0.0001944768087304583,
+      "loss": 0.725,
+      "step": 1489
+    },
+    {
+      "epoch": 0.13322603719599427,
+      "grad_norm": 0.14819133369300866,
+      "learning_rate": 0.0001944673133934368,
+      "loss": 0.7613,
+      "step": 1490
+    },
+    {
+      "epoch": 0.1333154506437768,
+      "grad_norm": 0.12445960222123073,
+      "learning_rate": 0.00019445781013355582,
+      "loss": 0.728,
+      "step": 1491
+    },
+    {
+      "epoch": 0.13340486409155938,
+      "grad_norm": 0.13306456322576965,
+      "learning_rate": 0.00019444829895161239,
+      "loss": 0.6956,
+      "step": 1492
+    },
+    {
+      "epoch": 0.13349427753934193,
+      "grad_norm": 0.14610310893429979,
+      "learning_rate": 0.0001944387798484042,
+      "loss": 0.7319,
+      "step": 1493
+    },
+    {
+      "epoch": 0.13358369098712447,
+      "grad_norm": 0.1366545549647641,
+      "learning_rate": 0.00019442925282472958,
+      "loss": 0.7003,
+      "step": 1494
+    },
+    {
+      "epoch": 0.13367310443490701,
+      "grad_norm": 0.13124380495201385,
+      "learning_rate": 0.00019441971788138756,
+      "loss": 0.7276,
+      "step": 1495
+    },
+    {
+      "epoch": 0.13376251788268956,
+      "grad_norm": 0.1280190818760083,
+      "learning_rate": 0.00019441017501917784,
+      "loss": 0.6958,
+      "step": 1496
+    },
+    {
+      "epoch": 0.1338519313304721,
+      "grad_norm": 0.134801091062533,
+      "learning_rate": 0.0001944006242389008,
+      "loss": 0.7304,
+      "step": 1497
+    },
+    {
+      "epoch": 0.13394134477825465,
+      "grad_norm": 0.14140157125720534,
+      "learning_rate": 0.00019439106554135736,
+      "loss": 0.7543,
+      "step": 1498
+    },
+    {
+      "epoch": 0.1340307582260372,
+      "grad_norm": 0.1391988508239361,
+      "learning_rate": 0.00019438149892734926,
+      "loss": 0.756,
+      "step": 1499
+    },
+    {
+      "epoch": 0.13412017167381973,
+      "grad_norm": 0.11902658742739301,
+      "learning_rate": 0.00019437192439767883,
+      "loss": 0.6823,
+      "step": 1500
+    },
+    {
+      "epoch": 0.13420958512160228,
+      "grad_norm": 0.13667853200889607,
+      "learning_rate": 0.00019436234195314907,
+      "loss": 0.7399,
+      "step": 1501
+    },
+    {
+      "epoch": 0.13429899856938485,
+      "grad_norm": 0.1380948426489642,
+      "learning_rate": 0.00019435275159456364,
+      "loss": 0.6966,
+      "step": 1502
+    },
+    {
+      "epoch": 0.1343884120171674,
+      "grad_norm": 0.1361382337919828,
+      "learning_rate": 0.00019434315332272692,
+      "loss": 0.7235,
+      "step": 1503
+    },
+    {
+      "epoch": 0.13447782546494993,
+      "grad_norm": 0.14038997470207742,
+      "learning_rate": 0.00019433354713844386,
+      "loss": 0.714,
+      "step": 1504
+    },
+    {
+      "epoch": 0.13456723891273248,
+      "grad_norm": 0.1505327038079108,
+      "learning_rate": 0.00019432393304252013,
+      "loss": 0.7644,
+      "step": 1505
+    },
+    {
+      "epoch": 0.13465665236051502,
+      "grad_norm": 0.13990009946374182,
+      "learning_rate": 0.00019431431103576202,
+      "loss": 0.7311,
+      "step": 1506
+    },
+    {
+      "epoch": 0.13474606580829757,
+      "grad_norm": 0.13883508297777677,
+      "learning_rate": 0.00019430468111897656,
+      "loss": 0.7233,
+      "step": 1507
+    },
+    {
+      "epoch": 0.1348354792560801,
+      "grad_norm": 0.13431138390017236,
+      "learning_rate": 0.0001942950432929714,
+      "loss": 0.7427,
+      "step": 1508
+    },
+    {
+      "epoch": 0.13492489270386265,
+      "grad_norm": 0.09994318102485472,
+      "learning_rate": 0.00019428539755855483,
+      "loss": 0.6284,
+      "step": 1509
+    },
+    {
+      "epoch": 0.1350143061516452,
+      "grad_norm": 0.15198314971965812,
+      "learning_rate": 0.00019427574391653581,
+      "loss": 0.7474,
+      "step": 1510
+    },
+    {
+      "epoch": 0.13510371959942774,
+      "grad_norm": 0.11473574997435877,
+      "learning_rate": 0.00019426608236772404,
+      "loss": 0.7138,
+      "step": 1511
+    },
+    {
+      "epoch": 0.1351931330472103,
+      "grad_norm": 0.12671033726112024,
+      "learning_rate": 0.00019425641291292978,
+      "loss": 0.7299,
+      "step": 1512
+    },
+    {
+      "epoch": 0.13528254649499286,
+      "grad_norm": 0.13361711553839753,
+      "learning_rate": 0.000194246735552964,
+      "loss": 0.7119,
+      "step": 1513
+    },
+    {
+      "epoch": 0.1353719599427754,
+      "grad_norm": 0.13445732796354837,
+      "learning_rate": 0.00019423705028863832,
+      "loss": 0.7167,
+      "step": 1514
+    },
+    {
+      "epoch": 0.13546137339055794,
+      "grad_norm": 0.14334071719199157,
+      "learning_rate": 0.00019422735712076506,
+      "loss": 0.7176,
+      "step": 1515
+    },
+    {
+      "epoch": 0.1355507868383405,
+      "grad_norm": 0.1458600425633951,
+      "learning_rate": 0.00019421765605015713,
+      "loss": 0.7197,
+      "step": 1516
+    },
+    {
+      "epoch": 0.13564020028612303,
+      "grad_norm": 0.15428327337190315,
+      "learning_rate": 0.0001942079470776282,
+      "loss": 0.7111,
+      "step": 1517
+    },
+    {
+      "epoch": 0.13572961373390557,
+      "grad_norm": 0.1496662124638394,
+      "learning_rate": 0.0001941982302039925,
+      "loss": 0.7158,
+      "step": 1518
+    },
+    {
+      "epoch": 0.13581902718168812,
+      "grad_norm": 0.1431369071529838,
+      "learning_rate": 0.000194188505430065,
+      "loss": 0.7042,
+      "step": 1519
+    },
+    {
+      "epoch": 0.13590844062947066,
+      "grad_norm": 0.13252258598381247,
+      "learning_rate": 0.0001941787727566613,
+      "loss": 0.6966,
+      "step": 1520
+    },
+    {
+      "epoch": 0.1359978540772532,
+      "grad_norm": 0.12367967916979251,
+      "learning_rate": 0.0001941690321845977,
+      "loss": 0.6737,
+      "step": 1521
+    },
+    {
+      "epoch": 0.13608726752503578,
+      "grad_norm": 0.14411465825063635,
+      "learning_rate": 0.00019415928371469105,
+      "loss": 0.723,
+      "step": 1522
+    },
+    {
+      "epoch": 0.13617668097281832,
+      "grad_norm": 0.14058895893121023,
+      "learning_rate": 0.000194149527347759,
+      "loss": 0.6968,
+      "step": 1523
+    },
+    {
+      "epoch": 0.13626609442060086,
+      "grad_norm": 0.13173209858293447,
+      "learning_rate": 0.00019413976308461982,
+      "loss": 0.678,
+      "step": 1524
+    },
+    {
+      "epoch": 0.1363555078683834,
+      "grad_norm": 0.14292385090091214,
+      "learning_rate": 0.0001941299909260924,
+      "loss": 0.7125,
+      "step": 1525
+    },
+    {
+      "epoch": 0.13644492131616595,
+      "grad_norm": 0.1446877773804859,
+      "learning_rate": 0.0001941202108729963,
+      "loss": 0.7505,
+      "step": 1526
+    },
+    {
+      "epoch": 0.1365343347639485,
+      "grad_norm": 0.15390603964727337,
+      "learning_rate": 0.0001941104229261518,
+      "loss": 0.7898,
+      "step": 1527
+    },
+    {
+      "epoch": 0.13662374821173104,
+      "grad_norm": 0.1384938165185912,
+      "learning_rate": 0.0001941006270863798,
+      "loss": 0.6789,
+      "step": 1528
+    },
+    {
+      "epoch": 0.13671316165951358,
+      "grad_norm": 0.1481620293497188,
+      "learning_rate": 0.0001940908233545018,
+      "loss": 0.7143,
+      "step": 1529
+    },
+    {
+      "epoch": 0.13680257510729613,
+      "grad_norm": 0.11229471185999548,
+      "learning_rate": 0.00019408101173134013,
+      "loss": 0.6826,
+      "step": 1530
+    },
+    {
+      "epoch": 0.1368919885550787,
+      "grad_norm": 0.1491894755695878,
+      "learning_rate": 0.00019407119221771758,
+      "loss": 0.7669,
+      "step": 1531
+    },
+    {
+      "epoch": 0.13698140200286124,
+      "grad_norm": 0.14050772086220958,
+      "learning_rate": 0.00019406136481445782,
+      "loss": 0.6762,
+      "step": 1532
+    },
+    {
+      "epoch": 0.13707081545064378,
+      "grad_norm": 0.14313861784921963,
+      "learning_rate": 0.0001940515295223849,
+      "loss": 0.6859,
+      "step": 1533
+    },
+    {
+      "epoch": 0.13716022889842633,
+      "grad_norm": 0.14411964717261275,
+      "learning_rate": 0.00019404168634232382,
+      "loss": 0.7405,
+      "step": 1534
+    },
+    {
+      "epoch": 0.13724964234620887,
+      "grad_norm": 0.11776216419001959,
+      "learning_rate": 0.0001940318352751001,
+      "loss": 0.7089,
+      "step": 1535
+    },
+    {
+      "epoch": 0.13733905579399142,
+      "grad_norm": 0.1418897527786959,
+      "learning_rate": 0.00019402197632153992,
+      "loss": 0.6979,
+      "step": 1536
+    },
+    {
+      "epoch": 0.13742846924177396,
+      "grad_norm": 0.1366413149181284,
+      "learning_rate": 0.0001940121094824701,
+      "loss": 0.7244,
+      "step": 1537
+    },
+    {
+      "epoch": 0.1375178826895565,
+      "grad_norm": 0.14555995826059537,
+      "learning_rate": 0.00019400223475871825,
+      "loss": 0.742,
+      "step": 1538
+    },
+    {
+      "epoch": 0.13760729613733905,
+      "grad_norm": 0.12426400523825865,
+      "learning_rate": 0.00019399235215111245,
+      "loss": 0.6813,
+      "step": 1539
+    },
+    {
+      "epoch": 0.1376967095851216,
+      "grad_norm": 0.14212299623041344,
+      "learning_rate": 0.00019398246166048159,
+      "loss": 0.7236,
+      "step": 1540
+    },
+    {
+      "epoch": 0.13778612303290416,
+      "grad_norm": 0.13213214911397506,
+      "learning_rate": 0.00019397256328765517,
+      "loss": 0.7107,
+      "step": 1541
+    },
+    {
+      "epoch": 0.1378755364806867,
+      "grad_norm": 0.11711828297691607,
+      "learning_rate": 0.00019396265703346339,
+      "loss": 0.6674,
+      "step": 1542
+    },
+    {
+      "epoch": 0.13796494992846925,
+      "grad_norm": 0.14921756290151764,
+      "learning_rate": 0.00019395274289873705,
+      "loss": 0.7089,
+      "step": 1543
+    },
+    {
+      "epoch": 0.1380543633762518,
+      "grad_norm": 0.11995535288094576,
+      "learning_rate": 0.00019394282088430758,
+      "loss": 0.675,
+      "step": 1544
+    },
+    {
+      "epoch": 0.13814377682403434,
+      "grad_norm": 0.1442725840436775,
+      "learning_rate": 0.0001939328909910072,
+      "loss": 0.7167,
+      "step": 1545
+    },
+    {
+      "epoch": 0.13823319027181688,
+      "grad_norm": 0.12746214760042238,
+      "learning_rate": 0.0001939229532196687,
+      "loss": 0.6915,
+      "step": 1546
+    },
+    {
+      "epoch": 0.13832260371959942,
+      "grad_norm": 0.13747355767822286,
+      "learning_rate": 0.00019391300757112557,
+      "loss": 0.738,
+      "step": 1547
+    },
+    {
+      "epoch": 0.13841201716738197,
+      "grad_norm": 0.14854982620455276,
+      "learning_rate": 0.00019390305404621186,
+      "loss": 0.7367,
+      "step": 1548
+    },
+    {
+      "epoch": 0.1385014306151645,
+      "grad_norm": 0.14863236338406513,
+      "learning_rate": 0.00019389309264576242,
+      "loss": 0.7426,
+      "step": 1549
+    },
+    {
+      "epoch": 0.13859084406294706,
+      "grad_norm": 0.1351119842968337,
+      "learning_rate": 0.00019388312337061274,
+      "loss": 0.6911,
+      "step": 1550
+    },
+    {
+      "epoch": 0.13868025751072963,
+      "grad_norm": 0.11643396821963797,
+      "learning_rate": 0.00019387314622159885,
+      "loss": 0.7138,
+      "step": 1551
+    },
+    {
+      "epoch": 0.13876967095851217,
+      "grad_norm": 0.12936920473468647,
+      "learning_rate": 0.00019386316119955756,
+      "loss": 0.6535,
+      "step": 1552
+    },
+    {
+      "epoch": 0.1388590844062947,
+      "grad_norm": 0.135468839564415,
+      "learning_rate": 0.0001938531683053263,
+      "loss": 0.7158,
+      "step": 1553
+    },
+    {
+      "epoch": 0.13894849785407726,
+      "grad_norm": 0.14170595289707497,
+      "learning_rate": 0.00019384316753974314,
+      "loss": 0.731,
+      "step": 1554
+    },
+    {
+      "epoch": 0.1390379113018598,
+      "grad_norm": 0.14543871919034299,
+      "learning_rate": 0.00019383315890364689,
+      "loss": 0.7608,
+      "step": 1555
+    },
+    {
+      "epoch": 0.13912732474964234,
+      "grad_norm": 0.14966101659807857,
+      "learning_rate": 0.00019382314239787691,
+      "loss": 0.6766,
+      "step": 1556
+    },
+    {
+      "epoch": 0.1392167381974249,
+      "grad_norm": 0.14379057641172754,
+      "learning_rate": 0.00019381311802327327,
+      "loss": 0.6885,
+      "step": 1557
+    },
+    {
+      "epoch": 0.13930615164520743,
+      "grad_norm": 0.15242240448614042,
+      "learning_rate": 0.00019380308578067674,
+      "loss": 0.7306,
+      "step": 1558
+    },
+    {
+      "epoch": 0.13939556509298998,
+      "grad_norm": 0.15927641009373608,
+      "learning_rate": 0.00019379304567092867,
+      "loss": 0.7347,
+      "step": 1559
+    },
+    {
+      "epoch": 0.13948497854077252,
+      "grad_norm": 0.1468393763623288,
+      "learning_rate": 0.00019378299769487117,
+      "loss": 0.696,
+      "step": 1560
+    },
+    {
+      "epoch": 0.1395743919885551,
+      "grad_norm": 0.14920333169068178,
+      "learning_rate": 0.0001937729418533469,
+      "loss": 0.7177,
+      "step": 1561
+    },
+    {
+      "epoch": 0.13966380543633763,
+      "grad_norm": 0.12316321891474843,
+      "learning_rate": 0.0001937628781471992,
+      "loss": 0.6903,
+      "step": 1562
+    },
+    {
+      "epoch": 0.13975321888412018,
+      "grad_norm": 0.13396326301078224,
+      "learning_rate": 0.0001937528065772722,
+      "loss": 0.7603,
+      "step": 1563
+    },
+    {
+      "epoch": 0.13984263233190272,
+      "grad_norm": 0.1413554968527216,
+      "learning_rate": 0.0001937427271444105,
+      "loss": 0.6713,
+      "step": 1564
+    },
+    {
+      "epoch": 0.13993204577968527,
+      "grad_norm": 0.14629217751814594,
+      "learning_rate": 0.00019373263984945953,
+      "loss": 0.7498,
+      "step": 1565
+    },
+    {
+      "epoch": 0.1400214592274678,
+      "grad_norm": 0.1372753918724192,
+      "learning_rate": 0.00019372254469326522,
+      "loss": 0.6916,
+      "step": 1566
+    },
+    {
+      "epoch": 0.14011087267525035,
+      "grad_norm": 0.14342862803903378,
+      "learning_rate": 0.0001937124416766743,
+      "loss": 0.7351,
+      "step": 1567
+    },
+    {
+      "epoch": 0.1402002861230329,
+      "grad_norm": 0.15462086924391014,
+      "learning_rate": 0.00019370233080053407,
+      "loss": 0.7268,
+      "step": 1568
+    },
+    {
+      "epoch": 0.14028969957081544,
+      "grad_norm": 0.1522189816612095,
+      "learning_rate": 0.0001936922120656925,
+      "loss": 0.7158,
+      "step": 1569
+    },
+    {
+      "epoch": 0.14037911301859798,
+      "grad_norm": 0.13428043054830444,
+      "learning_rate": 0.00019368208547299826,
+      "loss": 0.7022,
+      "step": 1570
+    },
+    {
+      "epoch": 0.14046852646638056,
+      "grad_norm": 0.14255735145638376,
+      "learning_rate": 0.00019367195102330066,
+      "loss": 0.7339,
+      "step": 1571
+    },
+    {
+      "epoch": 0.1405579399141631,
+      "grad_norm": 0.1458012500145748,
+      "learning_rate": 0.00019366180871744964,
+      "loss": 0.6811,
+      "step": 1572
+    },
+    {
+      "epoch": 0.14064735336194564,
+      "grad_norm": 0.13720970115390696,
+      "learning_rate": 0.00019365165855629587,
+      "loss": 0.6983,
+      "step": 1573
+    },
+    {
+      "epoch": 0.1407367668097282,
+      "grad_norm": 0.16700820816882458,
+      "learning_rate": 0.00019364150054069059,
+      "loss": 0.6875,
+      "step": 1574
+    },
+    {
+      "epoch": 0.14082618025751073,
+      "grad_norm": 0.13678941896678518,
+      "learning_rate": 0.00019363133467148572,
+      "loss": 0.7018,
+      "step": 1575
+    },
+    {
+      "epoch": 0.14091559370529327,
+      "grad_norm": 0.13553873532449248,
+      "learning_rate": 0.00019362116094953391,
+      "loss": 0.6932,
+      "step": 1576
+    },
+    {
+      "epoch": 0.14100500715307582,
+      "grad_norm": 0.13232806616677112,
+      "learning_rate": 0.0001936109793756884,
+      "loss": 0.6971,
+      "step": 1577
+    },
+    {
+      "epoch": 0.14109442060085836,
+      "grad_norm": 0.15092076668826584,
+      "learning_rate": 0.00019360078995080308,
+      "loss": 0.7327,
+      "step": 1578
+    },
+    {
+      "epoch": 0.1411838340486409,
+      "grad_norm": 0.14313819331031385,
+      "learning_rate": 0.0001935905926757326,
+      "loss": 0.7371,
+      "step": 1579
+    },
+    {
+      "epoch": 0.14127324749642345,
+      "grad_norm": 0.13800862571192202,
+      "learning_rate": 0.0001935803875513321,
+      "loss": 0.6788,
+      "step": 1580
+    },
+    {
+      "epoch": 0.14136266094420602,
+      "grad_norm": 0.14923155510241962,
+      "learning_rate": 0.0001935701745784575,
+      "loss": 0.7829,
+      "step": 1581
+    },
+    {
+      "epoch": 0.14145207439198856,
+      "grad_norm": 0.1394840715137407,
+      "learning_rate": 0.0001935599537579654,
+      "loss": 0.703,
+      "step": 1582
+    },
+    {
+      "epoch": 0.1415414878397711,
+      "grad_norm": 0.14761279993746773,
+      "learning_rate": 0.00019354972509071295,
+      "loss": 0.7376,
+      "step": 1583
+    },
+    {
+      "epoch": 0.14163090128755365,
+      "grad_norm": 0.13049733566446017,
+      "learning_rate": 0.00019353948857755803,
+      "loss": 0.7042,
+      "step": 1584
+    },
+    {
+      "epoch": 0.1417203147353362,
+      "grad_norm": 0.1328343317142618,
+      "learning_rate": 0.00019352924421935916,
+      "loss": 0.697,
+      "step": 1585
+    },
+    {
+      "epoch": 0.14180972818311874,
+      "grad_norm": 0.11722234200211445,
+      "learning_rate": 0.00019351899201697556,
+      "loss": 0.6923,
+      "step": 1586
+    },
+    {
+      "epoch": 0.14189914163090128,
+      "grad_norm": 0.13575457710694544,
+      "learning_rate": 0.00019350873197126705,
+      "loss": 0.7094,
+      "step": 1587
+    },
+    {
+      "epoch": 0.14198855507868383,
+      "grad_norm": 0.1325052286231413,
+      "learning_rate": 0.0001934984640830941,
+      "loss": 0.706,
+      "step": 1588
+    },
+    {
+      "epoch": 0.14207796852646637,
+      "grad_norm": 0.12773040629474583,
+      "learning_rate": 0.00019348818835331788,
+      "loss": 0.683,
+      "step": 1589
+    },
+    {
+      "epoch": 0.14216738197424894,
+      "grad_norm": 0.12846205970140603,
+      "learning_rate": 0.0001934779047828002,
+      "loss": 0.7236,
+      "step": 1590
+    },
+    {
+      "epoch": 0.14225679542203148,
+      "grad_norm": 0.14253907558941586,
+      "learning_rate": 0.00019346761337240355,
+      "loss": 0.7341,
+      "step": 1591
+    },
+    {
+      "epoch": 0.14234620886981403,
+      "grad_norm": 0.1372973438986744,
+      "learning_rate": 0.00019345731412299106,
+      "loss": 0.7006,
+      "step": 1592
+    },
+    {
+      "epoch": 0.14243562231759657,
+      "grad_norm": 0.11250246687055299,
+      "learning_rate": 0.0001934470070354265,
+      "loss": 0.6854,
+      "step": 1593
+    },
+    {
+      "epoch": 0.14252503576537912,
+      "grad_norm": 0.16192725240656264,
+      "learning_rate": 0.00019343669211057432,
+      "loss": 0.7829,
+      "step": 1594
+    },
+    {
+      "epoch": 0.14261444921316166,
+      "grad_norm": 0.1183677231044853,
+      "learning_rate": 0.00019342636934929959,
+      "loss": 0.6546,
+      "step": 1595
+    },
+    {
+      "epoch": 0.1427038626609442,
+      "grad_norm": 0.1472791826552516,
+      "learning_rate": 0.0001934160387524681,
+      "loss": 0.7396,
+      "step": 1596
+    },
+    {
+      "epoch": 0.14279327610872675,
+      "grad_norm": 0.15421176777947748,
+      "learning_rate": 0.00019340570032094626,
+      "loss": 0.6603,
+      "step": 1597
+    },
+    {
+      "epoch": 0.1428826895565093,
+      "grad_norm": 0.14860284930014586,
+      "learning_rate": 0.00019339535405560115,
+      "loss": 0.7319,
+      "step": 1598
+    },
+    {
+      "epoch": 0.14297210300429183,
+      "grad_norm": 0.16484151487920945,
+      "learning_rate": 0.00019338499995730048,
+      "loss": 0.7427,
+      "step": 1599
+    },
+    {
+      "epoch": 0.1430615164520744,
+      "grad_norm": 0.14972520475130124,
+      "learning_rate": 0.00019337463802691264,
+      "loss": 0.7463,
+      "step": 1600
+    },
+    {
+      "epoch": 0.14315092989985695,
+      "grad_norm": 0.15395538647542129,
+      "learning_rate": 0.00019336426826530668,
+      "loss": 0.7376,
+      "step": 1601
+    },
+    {
+      "epoch": 0.1432403433476395,
+      "grad_norm": 0.15895502870396297,
+      "learning_rate": 0.0001933538906733523,
+      "loss": 0.7213,
+      "step": 1602
+    },
+    {
+      "epoch": 0.14332975679542204,
+      "grad_norm": 0.13295183828299798,
+      "learning_rate": 0.00019334350525191987,
+      "loss": 0.6466,
+      "step": 1603
+    },
+    {
+      "epoch": 0.14341917024320458,
+      "grad_norm": 0.14596204303018093,
+      "learning_rate": 0.00019333311200188036,
+      "loss": 0.7061,
+      "step": 1604
+    },
+    {
+      "epoch": 0.14350858369098712,
+      "grad_norm": 0.14850204178887524,
+      "learning_rate": 0.00019332271092410545,
+      "loss": 0.7581,
+      "step": 1605
+    },
+    {
+      "epoch": 0.14359799713876967,
+      "grad_norm": 0.1441670974563108,
+      "learning_rate": 0.0001933123020194675,
+      "loss": 0.7114,
+      "step": 1606
+    },
+    {
+      "epoch": 0.1436874105865522,
+      "grad_norm": 0.14315890278166066,
+      "learning_rate": 0.00019330188528883947,
+      "loss": 0.7362,
+      "step": 1607
+    },
+    {
+      "epoch": 0.14377682403433475,
+      "grad_norm": 0.15665226915763594,
+      "learning_rate": 0.00019329146073309504,
+      "loss": 0.7298,
+      "step": 1608
+    },
+    {
+      "epoch": 0.1438662374821173,
+      "grad_norm": 0.10758015124266605,
+      "learning_rate": 0.00019328102835310842,
+      "loss": 0.6775,
+      "step": 1609
+    },
+    {
+      "epoch": 0.14395565092989987,
+      "grad_norm": 0.13381211387834682,
+      "learning_rate": 0.00019327058814975462,
+      "loss": 0.7207,
+      "step": 1610
+    },
+    {
+      "epoch": 0.1440450643776824,
+      "grad_norm": 0.13415906946259196,
+      "learning_rate": 0.00019326014012390922,
+      "loss": 0.7242,
+      "step": 1611
+    },
+    {
+      "epoch": 0.14413447782546496,
+      "grad_norm": 0.12823271818786694,
+      "learning_rate": 0.00019324968427644848,
+      "loss": 0.7175,
+      "step": 1612
+    },
+    {
+      "epoch": 0.1442238912732475,
+      "grad_norm": 0.14042876233998577,
+      "learning_rate": 0.00019323922060824939,
+      "loss": 0.7123,
+      "step": 1613
+    },
+    {
+      "epoch": 0.14431330472103004,
+      "grad_norm": 0.13370350673898812,
+      "learning_rate": 0.00019322874912018945,
+      "loss": 0.7063,
+      "step": 1614
+    },
+    {
+      "epoch": 0.1444027181688126,
+      "grad_norm": 0.13388490615790283,
+      "learning_rate": 0.00019321826981314691,
+      "loss": 0.7086,
+      "step": 1615
+    },
+    {
+      "epoch": 0.14449213161659513,
+      "grad_norm": 0.143989027276791,
+      "learning_rate": 0.00019320778268800066,
+      "loss": 0.7048,
+      "step": 1616
+    },
+    {
+      "epoch": 0.14458154506437768,
+      "grad_norm": 0.13340795336899208,
+      "learning_rate": 0.00019319728774563023,
+      "loss": 0.7145,
+      "step": 1617
+    },
+    {
+      "epoch": 0.14467095851216022,
+      "grad_norm": 0.12374733509890916,
+      "learning_rate": 0.00019318678498691586,
+      "loss": 0.7041,
+      "step": 1618
+    },
+    {
+      "epoch": 0.14476037195994276,
+      "grad_norm": 0.15389675472605302,
+      "learning_rate": 0.00019317627441273836,
+      "loss": 0.7539,
+      "step": 1619
+    },
+    {
+      "epoch": 0.14484978540772533,
+      "grad_norm": 0.1587853792868605,
+      "learning_rate": 0.00019316575602397923,
+      "loss": 0.7045,
+      "step": 1620
+    },
+    {
+      "epoch": 0.14493919885550788,
+      "grad_norm": 0.14080295979888718,
+      "learning_rate": 0.0001931552298215207,
+      "loss": 0.7329,
+      "step": 1621
+    },
+    {
+      "epoch": 0.14502861230329042,
+      "grad_norm": 0.12265931983254827,
+      "learning_rate": 0.0001931446958062455,
+      "loss": 0.6781,
+      "step": 1622
+    },
+    {
+      "epoch": 0.14511802575107297,
+      "grad_norm": 0.15541369355475623,
+      "learning_rate": 0.0001931341539790372,
+      "loss": 0.7553,
+      "step": 1623
+    },
+    {
+      "epoch": 0.1452074391988555,
+      "grad_norm": 0.13594446668820923,
+      "learning_rate": 0.00019312360434077985,
+      "loss": 0.738,
+      "step": 1624
+    },
+    {
+      "epoch": 0.14529685264663805,
+      "grad_norm": 0.11485296342916346,
+      "learning_rate": 0.0001931130468923583,
+      "loss": 0.6528,
+      "step": 1625
+    },
+    {
+      "epoch": 0.1453862660944206,
+      "grad_norm": 0.15571871302565285,
+      "learning_rate": 0.00019310248163465795,
+      "loss": 0.7329,
+      "step": 1626
+    },
+    {
+      "epoch": 0.14547567954220314,
+      "grad_norm": 0.1438680020807854,
+      "learning_rate": 0.00019309190856856486,
+      "loss": 0.7368,
+      "step": 1627
+    },
+    {
+      "epoch": 0.14556509298998568,
+      "grad_norm": 0.13912113030140033,
+      "learning_rate": 0.0001930813276949659,
+      "loss": 0.7072,
+      "step": 1628
+    },
+    {
+      "epoch": 0.14565450643776823,
+      "grad_norm": 0.14130462345107758,
+      "learning_rate": 0.00019307073901474834,
+      "loss": 0.7415,
+      "step": 1629
+    },
+    {
+      "epoch": 0.1457439198855508,
+      "grad_norm": 0.15642299418672495,
+      "learning_rate": 0.00019306014252880034,
+      "loss": 0.7478,
+      "step": 1630
+    },
+    {
+      "epoch": 0.14583333333333334,
+      "grad_norm": 0.11859204708612658,
+      "learning_rate": 0.00019304953823801055,
+      "loss": 0.7123,
+      "step": 1631
+    },
+    {
+      "epoch": 0.1459227467811159,
+      "grad_norm": 0.13183264985874527,
+      "learning_rate": 0.00019303892614326836,
+      "loss": 0.7083,
+      "step": 1632
+    },
+    {
+      "epoch": 0.14601216022889843,
+      "grad_norm": 0.1462530081857641,
+      "learning_rate": 0.0001930283062454638,
+      "loss": 0.6938,
+      "step": 1633
+    },
+    {
+      "epoch": 0.14610157367668097,
+      "grad_norm": 0.13342258345906305,
+      "learning_rate": 0.00019301767854548756,
+      "loss": 0.6952,
+      "step": 1634
+    },
+    {
+      "epoch": 0.14619098712446352,
+      "grad_norm": 0.13282285736092936,
+      "learning_rate": 0.00019300704304423094,
+      "loss": 0.6931,
+      "step": 1635
+    },
+    {
+      "epoch": 0.14628040057224606,
+      "grad_norm": 0.14056033611924454,
+      "learning_rate": 0.00019299639974258598,
+      "loss": 0.6894,
+      "step": 1636
+    },
+    {
+      "epoch": 0.1463698140200286,
+      "grad_norm": 0.13904860321719287,
+      "learning_rate": 0.00019298574864144523,
+      "loss": 0.7308,
+      "step": 1637
+    },
+    {
+      "epoch": 0.14645922746781115,
+      "grad_norm": 0.13556997146583968,
+      "learning_rate": 0.00019297508974170207,
+      "loss": 0.6761,
+      "step": 1638
+    },
+    {
+      "epoch": 0.1465486409155937,
+      "grad_norm": 0.12655766255753978,
+      "learning_rate": 0.0001929644230442504,
+      "loss": 0.6466,
+      "step": 1639
+    },
+    {
+      "epoch": 0.14663805436337626,
+      "grad_norm": 0.14467877667484175,
+      "learning_rate": 0.00019295374854998488,
+      "loss": 0.7351,
+      "step": 1640
+    },
+    {
+      "epoch": 0.1467274678111588,
+      "grad_norm": 0.14967987207342306,
+      "learning_rate": 0.0001929430662598007,
+      "loss": 0.7025,
+      "step": 1641
+    },
+    {
+      "epoch": 0.14681688125894135,
+      "grad_norm": 0.1237911660062013,
+      "learning_rate": 0.00019293237617459382,
+      "loss": 0.6745,
+      "step": 1642
+    },
+    {
+      "epoch": 0.1469062947067239,
+      "grad_norm": 0.1394535037391223,
+      "learning_rate": 0.00019292167829526076,
+      "loss": 0.727,
+      "step": 1643
+    },
+    {
+      "epoch": 0.14699570815450644,
+      "grad_norm": 0.14458194357706428,
+      "learning_rate": 0.00019291097262269874,
+      "loss": 0.7319,
+      "step": 1644
+    },
+    {
+      "epoch": 0.14708512160228898,
+      "grad_norm": 0.1287882868834042,
+      "learning_rate": 0.0001929002591578057,
+      "loss": 0.7026,
+      "step": 1645
+    },
+    {
+      "epoch": 0.14717453505007153,
+      "grad_norm": 0.14011518634823486,
+      "learning_rate": 0.00019288953790148013,
+      "loss": 0.754,
+      "step": 1646
+    },
+    {
+      "epoch": 0.14726394849785407,
+      "grad_norm": 0.12735574487384288,
+      "learning_rate": 0.00019287880885462115,
+      "loss": 0.6915,
+      "step": 1647
+    },
+    {
+      "epoch": 0.1473533619456366,
+      "grad_norm": 0.13045582121909552,
+      "learning_rate": 0.00019286807201812867,
+      "loss": 0.6887,
+      "step": 1648
+    },
+    {
+      "epoch": 0.14744277539341916,
+      "grad_norm": 0.13329188814224055,
+      "learning_rate": 0.00019285732739290315,
+      "loss": 0.6986,
+      "step": 1649
+    },
+    {
+      "epoch": 0.14753218884120173,
+      "grad_norm": 0.12487834900552394,
+      "learning_rate": 0.0001928465749798457,
+      "loss": 0.7144,
+      "step": 1650
+    },
+    {
+      "epoch": 0.14762160228898427,
+      "grad_norm": 0.12894092323687367,
+      "learning_rate": 0.00019283581477985817,
+      "loss": 0.7047,
+      "step": 1651
+    },
+    {
+      "epoch": 0.14771101573676682,
+      "grad_norm": 0.13844028484796378,
+      "learning_rate": 0.00019282504679384293,
+      "loss": 0.7265,
+      "step": 1652
+    },
+    {
+      "epoch": 0.14780042918454936,
+      "grad_norm": 0.1502103991538173,
+      "learning_rate": 0.00019281427102270314,
+      "loss": 0.7123,
+      "step": 1653
+    },
+    {
+      "epoch": 0.1478898426323319,
+      "grad_norm": 0.1193679837190312,
+      "learning_rate": 0.00019280348746734255,
+      "loss": 0.6938,
+      "step": 1654
+    },
+    {
+      "epoch": 0.14797925608011445,
+      "grad_norm": 0.15167705564431616,
+      "learning_rate": 0.00019279269612866554,
+      "loss": 0.7261,
+      "step": 1655
+    },
+    {
+      "epoch": 0.148068669527897,
+      "grad_norm": 0.12805342018794466,
+      "learning_rate": 0.00019278189700757715,
+      "loss": 0.6699,
+      "step": 1656
+    },
+    {
+      "epoch": 0.14815808297567953,
+      "grad_norm": 0.13775274081683386,
+      "learning_rate": 0.0001927710901049831,
+      "loss": 0.7312,
+      "step": 1657
+    },
+    {
+      "epoch": 0.14824749642346208,
+      "grad_norm": 0.14295964581827286,
+      "learning_rate": 0.00019276027542178978,
+      "loss": 0.7694,
+      "step": 1658
+    },
+    {
+      "epoch": 0.14833690987124465,
+      "grad_norm": 0.1629580685317192,
+      "learning_rate": 0.0001927494529589042,
+      "loss": 0.7049,
+      "step": 1659
+    },
+    {
+      "epoch": 0.1484263233190272,
+      "grad_norm": 0.12251172096078054,
+      "learning_rate": 0.000192738622717234,
+      "loss": 0.6785,
+      "step": 1660
+    },
+    {
+      "epoch": 0.14851573676680974,
+      "grad_norm": 0.1476097136771271,
+      "learning_rate": 0.0001927277846976875,
+      "loss": 0.7218,
+      "step": 1661
+    },
+    {
+      "epoch": 0.14860515021459228,
+      "grad_norm": 0.14337999916019314,
+      "learning_rate": 0.00019271693890117372,
+      "loss": 0.7151,
+      "step": 1662
+    },
+    {
+      "epoch": 0.14869456366237482,
+      "grad_norm": 0.12420592766358753,
+      "learning_rate": 0.00019270608532860224,
+      "loss": 0.7302,
+      "step": 1663
+    },
+    {
+      "epoch": 0.14878397711015737,
+      "grad_norm": 0.1396718847006862,
+      "learning_rate": 0.00019269522398088332,
+      "loss": 0.7126,
+      "step": 1664
+    },
+    {
+      "epoch": 0.1488733905579399,
+      "grad_norm": 0.13477467686107306,
+      "learning_rate": 0.0001926843548589279,
+      "loss": 0.7251,
+      "step": 1665
+    },
+    {
+      "epoch": 0.14896280400572245,
+      "grad_norm": 0.1446677965308284,
+      "learning_rate": 0.0001926734779636476,
+      "loss": 0.7085,
+      "step": 1666
+    },
+    {
+      "epoch": 0.149052217453505,
+      "grad_norm": 0.12598939741202728,
+      "learning_rate": 0.00019266259329595462,
+      "loss": 0.6877,
+      "step": 1667
+    },
+    {
+      "epoch": 0.14914163090128754,
+      "grad_norm": 0.11675063716808992,
+      "learning_rate": 0.00019265170085676185,
+      "loss": 0.6921,
+      "step": 1668
+    },
+    {
+      "epoch": 0.1492310443490701,
+      "grad_norm": 0.13490855890037753,
+      "learning_rate": 0.00019264080064698282,
+      "loss": 0.7076,
+      "step": 1669
+    },
+    {
+      "epoch": 0.14932045779685266,
+      "grad_norm": 0.14598287622035877,
+      "learning_rate": 0.00019262989266753173,
+      "loss": 0.7275,
+      "step": 1670
+    },
+    {
+      "epoch": 0.1494098712446352,
+      "grad_norm": 0.12663944597323532,
+      "learning_rate": 0.0001926189769193234,
+      "loss": 0.6917,
+      "step": 1671
+    },
+    {
+      "epoch": 0.14949928469241774,
+      "grad_norm": 0.12824352171375372,
+      "learning_rate": 0.00019260805340327335,
+      "loss": 0.6555,
+      "step": 1672
+    },
+    {
+      "epoch": 0.1495886981402003,
+      "grad_norm": 0.13867866588606967,
+      "learning_rate": 0.00019259712212029765,
+      "loss": 0.734,
+      "step": 1673
+    },
+    {
+      "epoch": 0.14967811158798283,
+      "grad_norm": 0.11801272722777581,
+      "learning_rate": 0.0001925861830713132,
+      "loss": 0.6401,
+      "step": 1674
+    },
+    {
+      "epoch": 0.14976752503576538,
+      "grad_norm": 0.13753562464922575,
+      "learning_rate": 0.00019257523625723736,
+      "loss": 0.7556,
+      "step": 1675
+    },
+    {
+      "epoch": 0.14985693848354792,
+      "grad_norm": 0.15492297526897128,
+      "learning_rate": 0.0001925642816789883,
+      "loss": 0.7367,
+      "step": 1676
+    },
+    {
+      "epoch": 0.14994635193133046,
+      "grad_norm": 0.15364600474555604,
+      "learning_rate": 0.00019255331933748472,
+      "loss": 0.7079,
+      "step": 1677
+    },
+    {
+      "epoch": 0.150035765379113,
+      "grad_norm": 0.14184918049356077,
+      "learning_rate": 0.000192542349233646,
+      "loss": 0.7459,
+      "step": 1678
+    },
+    {
+      "epoch": 0.15012517882689558,
+      "grad_norm": 0.13187306749520172,
+      "learning_rate": 0.0001925313713683922,
+      "loss": 0.723,
+      "step": 1679
+    },
+    {
+      "epoch": 0.15021459227467812,
+      "grad_norm": 0.1417329555552132,
+      "learning_rate": 0.00019252038574264405,
+      "loss": 0.6958,
+      "step": 1680
+    },
+    {
+      "epoch": 0.15030400572246067,
+      "grad_norm": 0.13172398324350737,
+      "learning_rate": 0.00019250939235732287,
+      "loss": 0.6738,
+      "step": 1681
+    },
+    {
+      "epoch": 0.1503934191702432,
+      "grad_norm": 0.14048012511591423,
+      "learning_rate": 0.00019249839121335068,
+      "loss": 0.6796,
+      "step": 1682
+    },
+    {
+      "epoch": 0.15048283261802575,
+      "grad_norm": 0.12401825313837014,
+      "learning_rate": 0.00019248738231165017,
+      "loss": 0.6667,
+      "step": 1683
+    },
+    {
+      "epoch": 0.1505722460658083,
+      "grad_norm": 0.14966932897159152,
+      "learning_rate": 0.00019247636565314453,
+      "loss": 0.7512,
+      "step": 1684
+    },
+    {
+      "epoch": 0.15066165951359084,
+      "grad_norm": 0.13482568546122123,
+      "learning_rate": 0.00019246534123875783,
+      "loss": 0.693,
+      "step": 1685
+    },
+    {
+      "epoch": 0.15075107296137338,
+      "grad_norm": 0.12765575651606473,
+      "learning_rate": 0.00019245430906941464,
+      "loss": 0.6973,
+      "step": 1686
+    },
+    {
+      "epoch": 0.15084048640915593,
+      "grad_norm": 0.12294133102463675,
+      "learning_rate": 0.00019244326914604019,
+      "loss": 0.6733,
+      "step": 1687
+    },
+    {
+      "epoch": 0.15092989985693847,
+      "grad_norm": 0.12915588358577504,
+      "learning_rate": 0.00019243222146956039,
+      "loss": 0.6786,
+      "step": 1688
+    },
+    {
+      "epoch": 0.15101931330472104,
+      "grad_norm": 0.13378482211975334,
+      "learning_rate": 0.0001924211660409018,
+      "loss": 0.6948,
+      "step": 1689
+    },
+    {
+      "epoch": 0.15110872675250359,
+      "grad_norm": 0.13090075701165996,
+      "learning_rate": 0.00019241010286099165,
+      "loss": 0.6948,
+      "step": 1690
+    },
+    {
+      "epoch": 0.15119814020028613,
+      "grad_norm": 0.13385552180895155,
+      "learning_rate": 0.00019239903193075776,
+      "loss": 0.6878,
+      "step": 1691
+    },
+    {
+      "epoch": 0.15128755364806867,
+      "grad_norm": 0.1561763785160017,
+      "learning_rate": 0.0001923879532511287,
+      "loss": 0.7596,
+      "step": 1692
+    },
+    {
+      "epoch": 0.15137696709585122,
+      "grad_norm": 0.15193776802882364,
+      "learning_rate": 0.0001923768668230335,
+      "loss": 0.611,
+      "step": 1693
+    },
+    {
+      "epoch": 0.15146638054363376,
+      "grad_norm": 0.13384980070815192,
+      "learning_rate": 0.0001923657726474021,
+      "loss": 0.7264,
+      "step": 1694
+    },
+    {
+      "epoch": 0.1515557939914163,
+      "grad_norm": 0.1479701185555769,
+      "learning_rate": 0.00019235467072516488,
+      "loss": 0.7438,
+      "step": 1695
+    },
+    {
+      "epoch": 0.15164520743919885,
+      "grad_norm": 0.1280399464016642,
+      "learning_rate": 0.00019234356105725297,
+      "loss": 0.6809,
+      "step": 1696
+    },
+    {
+      "epoch": 0.1517346208869814,
+      "grad_norm": 0.13108253118044771,
+      "learning_rate": 0.00019233244364459814,
+      "loss": 0.7064,
+      "step": 1697
+    },
+    {
+      "epoch": 0.15182403433476394,
+      "grad_norm": 0.13560832593312577,
+      "learning_rate": 0.00019232131848813272,
+      "loss": 0.6862,
+      "step": 1698
+    },
+    {
+      "epoch": 0.1519134477825465,
+      "grad_norm": 0.1426759228010217,
+      "learning_rate": 0.00019231018558878984,
+      "loss": 0.7414,
+      "step": 1699
+    },
+    {
+      "epoch": 0.15200286123032905,
+      "grad_norm": 0.1343705419634506,
+      "learning_rate": 0.00019229904494750315,
+      "loss": 0.7241,
+      "step": 1700
+    },
+    {
+      "epoch": 0.1520922746781116,
+      "grad_norm": 0.13412092854630245,
+      "learning_rate": 0.00019228789656520708,
+      "loss": 0.7433,
+      "step": 1701
+    },
+    {
+      "epoch": 0.15218168812589414,
+      "grad_norm": 0.1302711957752316,
+      "learning_rate": 0.00019227674044283653,
+      "loss": 0.6774,
+      "step": 1702
+    },
+    {
+      "epoch": 0.15227110157367668,
+      "grad_norm": 0.12675939692744637,
+      "learning_rate": 0.00019226557658132723,
+      "loss": 0.6873,
+      "step": 1703
+    },
+    {
+      "epoch": 0.15236051502145923,
+      "grad_norm": 0.1242231495742478,
+      "learning_rate": 0.00019225440498161546,
+      "loss": 0.6873,
+      "step": 1704
+    },
+    {
+      "epoch": 0.15244992846924177,
+      "grad_norm": 0.1520877386965811,
+      "learning_rate": 0.00019224322564463813,
+      "loss": 0.7888,
+      "step": 1705
+    },
+    {
+      "epoch": 0.1525393419170243,
+      "grad_norm": 0.13013929753847497,
+      "learning_rate": 0.00019223203857133287,
+      "loss": 0.69,
+      "step": 1706
+    },
+    {
+      "epoch": 0.15262875536480686,
+      "grad_norm": 0.1345943009269017,
+      "learning_rate": 0.00019222084376263794,
+      "loss": 0.683,
+      "step": 1707
+    },
+    {
+      "epoch": 0.1527181688125894,
+      "grad_norm": 0.15499713657594585,
+      "learning_rate": 0.0001922096412194922,
+      "loss": 0.7573,
+      "step": 1708
+    },
+    {
+      "epoch": 0.15280758226037197,
+      "grad_norm": 0.13966487029045307,
+      "learning_rate": 0.00019219843094283524,
+      "loss": 0.6641,
+      "step": 1709
+    },
+    {
+      "epoch": 0.15289699570815452,
+      "grad_norm": 0.16460696677487874,
+      "learning_rate": 0.00019218721293360718,
+      "loss": 0.7443,
+      "step": 1710
+    },
+    {
+      "epoch": 0.15298640915593706,
+      "grad_norm": 0.14632793927186208,
+      "learning_rate": 0.00019217598719274896,
+      "loss": 0.6975,
+      "step": 1711
+    },
+    {
+      "epoch": 0.1530758226037196,
+      "grad_norm": 0.1170568419265042,
+      "learning_rate": 0.00019216475372120197,
+      "loss": 0.6784,
+      "step": 1712
+    },
+    {
+      "epoch": 0.15316523605150215,
+      "grad_norm": 0.1512352514101533,
+      "learning_rate": 0.0001921535125199084,
+      "loss": 0.6406,
+      "step": 1713
+    },
+    {
+      "epoch": 0.1532546494992847,
+      "grad_norm": 0.1702016921173596,
+      "learning_rate": 0.00019214226358981105,
+      "loss": 0.7479,
+      "step": 1714
+    },
+    {
+      "epoch": 0.15334406294706723,
+      "grad_norm": 0.13331022605502477,
+      "learning_rate": 0.00019213100693185332,
+      "loss": 0.7209,
+      "step": 1715
+    },
+    {
+      "epoch": 0.15343347639484978,
+      "grad_norm": 0.13660480192846267,
+      "learning_rate": 0.00019211974254697932,
+      "loss": 0.6929,
+      "step": 1716
+    },
+    {
+      "epoch": 0.15352288984263232,
+      "grad_norm": 0.14891129582846022,
+      "learning_rate": 0.00019210847043613373,
+      "loss": 0.728,
+      "step": 1717
+    },
+    {
+      "epoch": 0.1536123032904149,
+      "grad_norm": 0.1423357967147856,
+      "learning_rate": 0.000192097190600262,
+      "loss": 0.706,
+      "step": 1718
+    },
+    {
+      "epoch": 0.15370171673819744,
+      "grad_norm": 0.13103272066715954,
+      "learning_rate": 0.0001920859030403101,
+      "loss": 0.7003,
+      "step": 1719
+    },
+    {
+      "epoch": 0.15379113018597998,
+      "grad_norm": 0.137317166386229,
+      "learning_rate": 0.00019207460775722473,
+      "loss": 0.6997,
+      "step": 1720
+    },
+    {
+      "epoch": 0.15388054363376252,
+      "grad_norm": 0.14268969162667094,
+      "learning_rate": 0.00019206330475195319,
+      "loss": 0.6943,
+      "step": 1721
+    },
+    {
+      "epoch": 0.15396995708154507,
+      "grad_norm": 0.13394831511588953,
+      "learning_rate": 0.0001920519940254435,
+      "loss": 0.7128,
+      "step": 1722
+    },
+    {
+      "epoch": 0.1540593705293276,
+      "grad_norm": 0.1497235128479866,
+      "learning_rate": 0.0001920406755786442,
+      "loss": 0.6495,
+      "step": 1723
+    },
+    {
+      "epoch": 0.15414878397711015,
+      "grad_norm": 0.1281002330178594,
+      "learning_rate": 0.0001920293494125046,
+      "loss": 0.6764,
+      "step": 1724
+    },
+    {
+      "epoch": 0.1542381974248927,
+      "grad_norm": 0.13957485336237266,
+      "learning_rate": 0.00019201801552797462,
+      "loss": 0.7345,
+      "step": 1725
+    },
+    {
+      "epoch": 0.15432761087267524,
+      "grad_norm": 0.1306907593235889,
+      "learning_rate": 0.0001920066739260048,
+      "loss": 0.663,
+      "step": 1726
+    },
+    {
+      "epoch": 0.15441702432045779,
+      "grad_norm": 0.1364361335288502,
+      "learning_rate": 0.0001919953246075464,
+      "loss": 0.7156,
+      "step": 1727
+    },
+    {
+      "epoch": 0.15450643776824036,
+      "grad_norm": 0.12698443121039624,
+      "learning_rate": 0.00019198396757355118,
+      "loss": 0.7141,
+      "step": 1728
+    },
+    {
+      "epoch": 0.1545958512160229,
+      "grad_norm": 0.12352358842420048,
+      "learning_rate": 0.00019197260282497171,
+      "loss": 0.6442,
+      "step": 1729
+    },
+    {
+      "epoch": 0.15468526466380544,
+      "grad_norm": 0.13268681190717704,
+      "learning_rate": 0.0001919612303627611,
+      "loss": 0.6173,
+      "step": 1730
+    },
+    {
+      "epoch": 0.154774678111588,
+      "grad_norm": 0.1437985593550049,
+      "learning_rate": 0.00019194985018787316,
+      "loss": 0.6999,
+      "step": 1731
+    },
+    {
+      "epoch": 0.15486409155937053,
+      "grad_norm": 0.14757580092460315,
+      "learning_rate": 0.00019193846230126233,
+      "loss": 0.7272,
+      "step": 1732
+    },
+    {
+      "epoch": 0.15495350500715308,
+      "grad_norm": 0.15234424939528884,
+      "learning_rate": 0.00019192706670388373,
+      "loss": 0.7496,
+      "step": 1733
+    },
+    {
+      "epoch": 0.15504291845493562,
+      "grad_norm": 0.11962002205685532,
+      "learning_rate": 0.00019191566339669302,
+      "loss": 0.6913,
+      "step": 1734
+    },
+    {
+      "epoch": 0.15513233190271816,
+      "grad_norm": 0.13074120908869777,
+      "learning_rate": 0.00019190425238064667,
+      "loss": 0.7382,
+      "step": 1735
+    },
+    {
+      "epoch": 0.1552217453505007,
+      "grad_norm": 0.13785009023885608,
+      "learning_rate": 0.00019189283365670163,
+      "loss": 0.6795,
+      "step": 1736
+    },
+    {
+      "epoch": 0.15531115879828325,
+      "grad_norm": 0.13225332604879406,
+      "learning_rate": 0.00019188140722581562,
+      "loss": 0.7214,
+      "step": 1737
+    },
+    {
+      "epoch": 0.15540057224606582,
+      "grad_norm": 0.1583464560388592,
+      "learning_rate": 0.00019186997308894696,
+      "loss": 0.7199,
+      "step": 1738
+    },
+    {
+      "epoch": 0.15548998569384836,
+      "grad_norm": 0.15041668870085048,
+      "learning_rate": 0.0001918585312470546,
+      "loss": 0.751,
+      "step": 1739
+    },
+    {
+      "epoch": 0.1555793991416309,
+      "grad_norm": 0.1343237899420808,
+      "learning_rate": 0.00019184708170109818,
+      "loss": 0.7302,
+      "step": 1740
+    },
+    {
+      "epoch": 0.15566881258941345,
+      "grad_norm": 0.1503419840764211,
+      "learning_rate": 0.00019183562445203794,
+      "loss": 0.7305,
+      "step": 1741
+    },
+    {
+      "epoch": 0.155758226037196,
+      "grad_norm": 0.12719762217145544,
+      "learning_rate": 0.00019182415950083477,
+      "loss": 0.6997,
+      "step": 1742
+    },
+    {
+      "epoch": 0.15584763948497854,
+      "grad_norm": 0.1470109558007063,
+      "learning_rate": 0.0001918126868484502,
+      "loss": 0.7136,
+      "step": 1743
+    },
+    {
+      "epoch": 0.15593705293276108,
+      "grad_norm": 0.14838325204236658,
+      "learning_rate": 0.00019180120649584653,
+      "loss": 0.7617,
+      "step": 1744
+    },
+    {
+      "epoch": 0.15602646638054363,
+      "grad_norm": 0.14635042944375615,
+      "learning_rate": 0.00019178971844398653,
+      "loss": 0.6984,
+      "step": 1745
+    },
+    {
+      "epoch": 0.15611587982832617,
+      "grad_norm": 0.12859194392124557,
+      "learning_rate": 0.00019177822269383368,
+      "loss": 0.7016,
+      "step": 1746
+    },
+    {
+      "epoch": 0.15620529327610871,
+      "grad_norm": 0.1601067194035463,
+      "learning_rate": 0.00019176671924635215,
+      "loss": 0.7372,
+      "step": 1747
+    },
+    {
+      "epoch": 0.15629470672389129,
+      "grad_norm": 0.1472801937797845,
+      "learning_rate": 0.00019175520810250666,
+      "loss": 0.7149,
+      "step": 1748
+    },
+    {
+      "epoch": 0.15638412017167383,
+      "grad_norm": 0.14066212228352615,
+      "learning_rate": 0.00019174368926326273,
+      "loss": 0.6906,
+      "step": 1749
+    },
+    {
+      "epoch": 0.15647353361945637,
+      "grad_norm": 0.13989348633632565,
+      "learning_rate": 0.00019173216272958633,
+      "loss": 0.6957,
+      "step": 1750
+    },
+    {
+      "epoch": 0.15656294706723892,
+      "grad_norm": 0.14099577209554834,
+      "learning_rate": 0.00019172062850244425,
+      "loss": 0.7421,
+      "step": 1751
+    },
+    {
+      "epoch": 0.15665236051502146,
+      "grad_norm": 0.14927110865744173,
+      "learning_rate": 0.00019170908658280386,
+      "loss": 0.6975,
+      "step": 1752
+    },
+    {
+      "epoch": 0.156741773962804,
+      "grad_norm": 0.15936115800073494,
+      "learning_rate": 0.0001916975369716331,
+      "loss": 0.7945,
+      "step": 1753
+    },
+    {
+      "epoch": 0.15683118741058655,
+      "grad_norm": 0.13816297497361665,
+      "learning_rate": 0.00019168597966990065,
+      "loss": 0.7121,
+      "step": 1754
+    },
+    {
+      "epoch": 0.1569206008583691,
+      "grad_norm": 0.13016452967172237,
+      "learning_rate": 0.00019167441467857584,
+      "loss": 0.6928,
+      "step": 1755
+    },
+    {
+      "epoch": 0.15701001430615164,
+      "grad_norm": 0.1347266514730924,
+      "learning_rate": 0.00019166284199862856,
+      "loss": 0.6898,
+      "step": 1756
+    },
+    {
+      "epoch": 0.15709942775393418,
+      "grad_norm": 0.12468265315927451,
+      "learning_rate": 0.00019165126163102943,
+      "loss": 0.7013,
+      "step": 1757
+    },
+    {
+      "epoch": 0.15718884120171675,
+      "grad_norm": 0.12570724678772785,
+      "learning_rate": 0.0001916396735767497,
+      "loss": 0.707,
+      "step": 1758
+    },
+    {
+      "epoch": 0.1572782546494993,
+      "grad_norm": 0.13970500316137044,
+      "learning_rate": 0.00019162807783676118,
+      "loss": 0.7109,
+      "step": 1759
+    },
+    {
+      "epoch": 0.15736766809728184,
+      "grad_norm": 0.1163554598775081,
+      "learning_rate": 0.00019161647441203646,
+      "loss": 0.6916,
+      "step": 1760
+    },
+    {
+      "epoch": 0.15745708154506438,
+      "grad_norm": 0.13088244052028722,
+      "learning_rate": 0.0001916048633035487,
+      "loss": 0.7102,
+      "step": 1761
+    },
+    {
+      "epoch": 0.15754649499284692,
+      "grad_norm": 0.12206222204798935,
+      "learning_rate": 0.00019159324451227164,
+      "loss": 0.6846,
+      "step": 1762
+    },
+    {
+      "epoch": 0.15763590844062947,
+      "grad_norm": 0.14459319032263357,
+      "learning_rate": 0.00019158161803917975,
+      "loss": 0.7122,
+      "step": 1763
+    },
+    {
+      "epoch": 0.157725321888412,
+      "grad_norm": 0.12886114164133805,
+      "learning_rate": 0.0001915699838852482,
+      "loss": 0.7385,
+      "step": 1764
+    },
+    {
+      "epoch": 0.15781473533619456,
+      "grad_norm": 0.12855050246758362,
+      "learning_rate": 0.0001915583420514527,
+      "loss": 0.7017,
+      "step": 1765
+    },
+    {
+      "epoch": 0.1579041487839771,
+      "grad_norm": 0.1329189310204161,
+      "learning_rate": 0.00019154669253876962,
+      "loss": 0.6995,
+      "step": 1766
+    },
+    {
+      "epoch": 0.15799356223175964,
+      "grad_norm": 0.14026691635400612,
+      "learning_rate": 0.000191535035348176,
+      "loss": 0.7171,
+      "step": 1767
+    },
+    {
+      "epoch": 0.15808297567954221,
+      "grad_norm": 0.1250929374242834,
+      "learning_rate": 0.00019152337048064947,
+      "loss": 0.6976,
+      "step": 1768
+    },
+    {
+      "epoch": 0.15817238912732476,
+      "grad_norm": 0.12824077932344802,
+      "learning_rate": 0.00019151169793716843,
+      "loss": 0.6764,
+      "step": 1769
+    },
+    {
+      "epoch": 0.1582618025751073,
+      "grad_norm": 0.15588095996345122,
+      "learning_rate": 0.0001915000177187118,
+      "loss": 0.7352,
+      "step": 1770
+    },
+    {
+      "epoch": 0.15835121602288985,
+      "grad_norm": 0.1131790821497506,
+      "learning_rate": 0.00019148832982625918,
+      "loss": 0.6514,
+      "step": 1771
+    },
+    {
+      "epoch": 0.1584406294706724,
+      "grad_norm": 0.13693599607834842,
+      "learning_rate": 0.00019147663426079083,
+      "loss": 0.7201,
+      "step": 1772
+    },
+    {
+      "epoch": 0.15853004291845493,
+      "grad_norm": 0.1456562738441819,
+      "learning_rate": 0.00019146493102328765,
+      "loss": 0.6555,
+      "step": 1773
+    },
+    {
+      "epoch": 0.15861945636623748,
+      "grad_norm": 0.14141330642777025,
+      "learning_rate": 0.00019145322011473117,
+      "loss": 0.702,
+      "step": 1774
+    },
+    {
+      "epoch": 0.15870886981402002,
+      "grad_norm": 0.13812054563061732,
+      "learning_rate": 0.00019144150153610354,
+      "loss": 0.7094,
+      "step": 1775
+    },
+    {
+      "epoch": 0.15879828326180256,
+      "grad_norm": 0.13301589721161733,
+      "learning_rate": 0.00019142977528838762,
+      "loss": 0.7018,
+      "step": 1776
+    },
+    {
+      "epoch": 0.1588876967095851,
+      "grad_norm": 0.1419840479217977,
+      "learning_rate": 0.00019141804137256686,
+      "loss": 0.7002,
+      "step": 1777
+    },
+    {
+      "epoch": 0.15897711015736768,
+      "grad_norm": 0.1297406709635282,
+      "learning_rate": 0.0001914062997896254,
+      "loss": 0.6864,
+      "step": 1778
+    },
+    {
+      "epoch": 0.15906652360515022,
+      "grad_norm": 0.12755232983238093,
+      "learning_rate": 0.00019139455054054794,
+      "loss": 0.6618,
+      "step": 1779
+    },
+    {
+      "epoch": 0.15915593705293277,
+      "grad_norm": 0.1408388396564067,
+      "learning_rate": 0.0001913827936263199,
+      "loss": 0.7274,
+      "step": 1780
+    },
+    {
+      "epoch": 0.1592453505007153,
+      "grad_norm": 0.13929934639776764,
+      "learning_rate": 0.00019137102904792736,
+      "loss": 0.7178,
+      "step": 1781
+    },
+    {
+      "epoch": 0.15933476394849785,
+      "grad_norm": 0.1605207442049376,
+      "learning_rate": 0.00019135925680635694,
+      "loss": 0.7062,
+      "step": 1782
+    },
+    {
+      "epoch": 0.1594241773962804,
+      "grad_norm": 0.14012095797800475,
+      "learning_rate": 0.00019134747690259597,
+      "loss": 0.6455,
+      "step": 1783
+    },
+    {
+      "epoch": 0.15951359084406294,
+      "grad_norm": 0.16032054756777045,
+      "learning_rate": 0.00019133568933763244,
+      "loss": 0.7574,
+      "step": 1784
+    },
+    {
+      "epoch": 0.15960300429184548,
+      "grad_norm": 0.15584173937152143,
+      "learning_rate": 0.00019132389411245497,
+      "loss": 0.7837,
+      "step": 1785
+    },
+    {
+      "epoch": 0.15969241773962803,
+      "grad_norm": 0.12296093470578848,
+      "learning_rate": 0.00019131209122805277,
+      "loss": 0.6763,
+      "step": 1786
+    },
+    {
+      "epoch": 0.1597818311874106,
+      "grad_norm": 0.13041956824862155,
+      "learning_rate": 0.00019130028068541576,
+      "loss": 0.6864,
+      "step": 1787
+    },
+    {
+      "epoch": 0.15987124463519314,
+      "grad_norm": 0.12548756376476905,
+      "learning_rate": 0.0001912884624855345,
+      "loss": 0.6934,
+      "step": 1788
+    },
+    {
+      "epoch": 0.1599606580829757,
+      "grad_norm": 0.1434357165873457,
+      "learning_rate": 0.0001912766366294001,
+      "loss": 0.7189,
+      "step": 1789
+    },
+    {
+      "epoch": 0.16005007153075823,
+      "grad_norm": 0.13730363863833567,
+      "learning_rate": 0.00019126480311800444,
+      "loss": 0.6695,
+      "step": 1790
+    },
+    {
+      "epoch": 0.16013948497854077,
+      "grad_norm": 0.1326446342235939,
+      "learning_rate": 0.00019125296195233996,
+      "loss": 0.7215,
+      "step": 1791
+    },
+    {
+      "epoch": 0.16022889842632332,
+      "grad_norm": 0.13218194043472134,
+      "learning_rate": 0.00019124111313339976,
+      "loss": 0.672,
+      "step": 1792
+    },
+    {
+      "epoch": 0.16031831187410586,
+      "grad_norm": 0.12439475586933642,
+      "learning_rate": 0.0001912292566621776,
+      "loss": 0.7158,
+      "step": 1793
+    },
+    {
+      "epoch": 0.1604077253218884,
+      "grad_norm": 0.13129850983809316,
+      "learning_rate": 0.00019121739253966785,
+      "loss": 0.649,
+      "step": 1794
+    },
+    {
+      "epoch": 0.16049713876967095,
+      "grad_norm": 0.1407103019683291,
+      "learning_rate": 0.00019120552076686554,
+      "loss": 0.6721,
+      "step": 1795
+    },
+    {
+      "epoch": 0.1605865522174535,
+      "grad_norm": 0.14586863000563074,
+      "learning_rate": 0.0001911936413447664,
+      "loss": 0.7602,
+      "step": 1796
+    },
+    {
+      "epoch": 0.16067596566523606,
+      "grad_norm": 0.151053045878858,
+      "learning_rate": 0.00019118175427436666,
+      "loss": 0.7007,
+      "step": 1797
+    },
+    {
+      "epoch": 0.1607653791130186,
+      "grad_norm": 0.12605463724023194,
+      "learning_rate": 0.0001911698595566633,
+      "loss": 0.7099,
+      "step": 1798
+    },
+    {
+      "epoch": 0.16085479256080115,
+      "grad_norm": 0.1637807042676978,
+      "learning_rate": 0.00019115795719265395,
+      "loss": 0.757,
+      "step": 1799
+    },
+    {
+      "epoch": 0.1609442060085837,
+      "grad_norm": 0.15846973480316445,
+      "learning_rate": 0.0001911460471833368,
+      "loss": 0.695,
+      "step": 1800
+    },
+    {
+      "epoch": 0.16103361945636624,
+      "grad_norm": 0.14378339950768432,
+      "learning_rate": 0.00019113412952971077,
+      "loss": 0.7176,
+      "step": 1801
+    },
+    {
+      "epoch": 0.16112303290414878,
+      "grad_norm": 0.13970651792139677,
+      "learning_rate": 0.00019112220423277534,
+      "loss": 0.6699,
+      "step": 1802
+    },
+    {
+      "epoch": 0.16121244635193133,
+      "grad_norm": 0.15092651167154883,
+      "learning_rate": 0.0001911102712935307,
+      "loss": 0.733,
+      "step": 1803
+    },
+    {
+      "epoch": 0.16130185979971387,
+      "grad_norm": 0.12397780489106988,
+      "learning_rate": 0.00019109833071297763,
+      "loss": 0.6934,
+      "step": 1804
+    },
+    {
+      "epoch": 0.16139127324749641,
+      "grad_norm": 0.1327926130796661,
+      "learning_rate": 0.00019108638249211758,
+      "loss": 0.7184,
+      "step": 1805
+    },
+    {
+      "epoch": 0.16148068669527896,
+      "grad_norm": 0.13716897883306192,
+      "learning_rate": 0.00019107442663195265,
+      "loss": 0.6954,
+      "step": 1806
+    },
+    {
+      "epoch": 0.16157010014306153,
+      "grad_norm": 0.13966812198384848,
+      "learning_rate": 0.00019106246313348554,
+      "loss": 0.7096,
+      "step": 1807
+    },
+    {
+      "epoch": 0.16165951359084407,
+      "grad_norm": 0.13159898162795264,
+      "learning_rate": 0.00019105049199771962,
+      "loss": 0.7295,
+      "step": 1808
+    },
+    {
+      "epoch": 0.16174892703862662,
+      "grad_norm": 0.13858431097588841,
+      "learning_rate": 0.00019103851322565892,
+      "loss": 0.6648,
+      "step": 1809
+    },
+    {
+      "epoch": 0.16183834048640916,
+      "grad_norm": 0.13994101249501706,
+      "learning_rate": 0.00019102652681830804,
+      "loss": 0.7246,
+      "step": 1810
+    },
+    {
+      "epoch": 0.1619277539341917,
+      "grad_norm": 0.14968541101897886,
+      "learning_rate": 0.00019101453277667226,
+      "loss": 0.7242,
+      "step": 1811
+    },
+    {
+      "epoch": 0.16201716738197425,
+      "grad_norm": 0.13994237312775676,
+      "learning_rate": 0.00019100253110175758,
+      "loss": 0.69,
+      "step": 1812
+    },
+    {
+      "epoch": 0.1621065808297568,
+      "grad_norm": 0.15308271050114972,
+      "learning_rate": 0.00019099052179457054,
+      "loss": 0.7363,
+      "step": 1813
+    },
+    {
+      "epoch": 0.16219599427753933,
+      "grad_norm": 0.14895501699811922,
+      "learning_rate": 0.00019097850485611827,
+      "loss": 0.6981,
+      "step": 1814
+    },
+    {
+      "epoch": 0.16228540772532188,
+      "grad_norm": 0.13603631643074313,
+      "learning_rate": 0.00019096648028740868,
+      "loss": 0.708,
+      "step": 1815
+    },
+    {
+      "epoch": 0.16237482117310442,
+      "grad_norm": 0.15107299196869436,
+      "learning_rate": 0.00019095444808945027,
+      "loss": 0.7009,
+      "step": 1816
+    },
+    {
+      "epoch": 0.162464234620887,
+      "grad_norm": 0.12812887946343876,
+      "learning_rate": 0.00019094240826325213,
+      "loss": 0.6559,
+      "step": 1817
+    },
+    {
+      "epoch": 0.16255364806866954,
+      "grad_norm": 0.14260450965247223,
+      "learning_rate": 0.00019093036080982404,
+      "loss": 0.731,
+      "step": 1818
+    },
+    {
+      "epoch": 0.16264306151645208,
+      "grad_norm": 0.15583453209324422,
+      "learning_rate": 0.0001909183057301764,
+      "loss": 0.7239,
+      "step": 1819
+    },
+    {
+      "epoch": 0.16273247496423462,
+      "grad_norm": 0.1447181888773861,
+      "learning_rate": 0.0001909062430253203,
+      "loss": 0.721,
+      "step": 1820
+    },
+    {
+      "epoch": 0.16282188841201717,
+      "grad_norm": 0.12710074894682752,
+      "learning_rate": 0.00019089417269626733,
+      "loss": 0.7227,
+      "step": 1821
+    },
+    {
+      "epoch": 0.1629113018597997,
+      "grad_norm": 0.15226817774814236,
+      "learning_rate": 0.00019088209474402992,
+      "loss": 0.7298,
+      "step": 1822
+    },
+    {
+      "epoch": 0.16300071530758226,
+      "grad_norm": 0.16081498205378883,
+      "learning_rate": 0.00019087000916962095,
+      "loss": 0.7217,
+      "step": 1823
+    },
+    {
+      "epoch": 0.1630901287553648,
+      "grad_norm": 0.1337435341428866,
+      "learning_rate": 0.00019085791597405404,
+      "loss": 0.7085,
+      "step": 1824
+    },
+    {
+      "epoch": 0.16317954220314734,
+      "grad_norm": 0.12571553629817145,
+      "learning_rate": 0.00019084581515834347,
+      "loss": 0.6756,
+      "step": 1825
+    },
+    {
+      "epoch": 0.1632689556509299,
+      "grad_norm": 0.12220504393913033,
+      "learning_rate": 0.00019083370672350408,
+      "loss": 0.7166,
+      "step": 1826
+    },
+    {
+      "epoch": 0.16335836909871246,
+      "grad_norm": 0.1443098040105382,
+      "learning_rate": 0.0001908215906705514,
+      "loss": 0.6993,
+      "step": 1827
+    },
+    {
+      "epoch": 0.163447782546495,
+      "grad_norm": 0.11990428581341384,
+      "learning_rate": 0.00019080946700050162,
+      "loss": 0.6756,
+      "step": 1828
+    },
+    {
+      "epoch": 0.16353719599427755,
+      "grad_norm": 0.1390086315812251,
+      "learning_rate": 0.00019079733571437154,
+      "loss": 0.705,
+      "step": 1829
+    },
+    {
+      "epoch": 0.1636266094420601,
+      "grad_norm": 0.1551828969015958,
+      "learning_rate": 0.0001907851968131785,
+      "loss": 0.7667,
+      "step": 1830
+    },
+    {
+      "epoch": 0.16371602288984263,
+      "grad_norm": 0.14858733397071325,
+      "learning_rate": 0.00019077305029794068,
+      "loss": 0.7181,
+      "step": 1831
+    },
+    {
+      "epoch": 0.16380543633762518,
+      "grad_norm": 0.1386038125487601,
+      "learning_rate": 0.00019076089616967677,
+      "loss": 0.7004,
+      "step": 1832
+    },
+    {
+      "epoch": 0.16389484978540772,
+      "grad_norm": 0.1451415420430331,
+      "learning_rate": 0.0001907487344294061,
+      "loss": 0.7227,
+      "step": 1833
+    },
+    {
+      "epoch": 0.16398426323319026,
+      "grad_norm": 0.14106065165354903,
+      "learning_rate": 0.00019073656507814866,
+      "loss": 0.7197,
+      "step": 1834
+    },
+    {
+      "epoch": 0.1640736766809728,
+      "grad_norm": 0.13443044390242975,
+      "learning_rate": 0.00019072438811692507,
+      "loss": 0.7145,
+      "step": 1835
+    },
+    {
+      "epoch": 0.16416309012875535,
+      "grad_norm": 0.13914131546387476,
+      "learning_rate": 0.00019071220354675665,
+      "loss": 0.7153,
+      "step": 1836
+    },
+    {
+      "epoch": 0.16425250357653792,
+      "grad_norm": 0.15061720899129033,
+      "learning_rate": 0.00019070001136866526,
+      "loss": 0.7118,
+      "step": 1837
+    },
+    {
+      "epoch": 0.16434191702432047,
+      "grad_norm": 0.1428042484310785,
+      "learning_rate": 0.00019068781158367346,
+      "loss": 0.7377,
+      "step": 1838
+    },
+    {
+      "epoch": 0.164431330472103,
+      "grad_norm": 0.14593570901396655,
+      "learning_rate": 0.00019067560419280442,
+      "loss": 0.7023,
+      "step": 1839
+    },
+    {
+      "epoch": 0.16452074391988555,
+      "grad_norm": 0.15269887354692366,
+      "learning_rate": 0.00019066338919708197,
+      "loss": 0.7092,
+      "step": 1840
+    },
+    {
+      "epoch": 0.1646101573676681,
+      "grad_norm": 0.12086193539737387,
+      "learning_rate": 0.00019065116659753054,
+      "loss": 0.7122,
+      "step": 1841
+    },
+    {
+      "epoch": 0.16469957081545064,
+      "grad_norm": 0.13568942655210628,
+      "learning_rate": 0.00019063893639517527,
+      "loss": 0.6925,
+      "step": 1842
+    },
+    {
+      "epoch": 0.16478898426323318,
+      "grad_norm": 0.12745075670177144,
+      "learning_rate": 0.00019062669859104187,
+      "loss": 0.7248,
+      "step": 1843
+    },
+    {
+      "epoch": 0.16487839771101573,
+      "grad_norm": 0.14964162579972926,
+      "learning_rate": 0.0001906144531861567,
+      "loss": 0.6862,
+      "step": 1844
+    },
+    {
+      "epoch": 0.16496781115879827,
+      "grad_norm": 0.13118227092713006,
+      "learning_rate": 0.00019060220018154677,
+      "loss": 0.6525,
+      "step": 1845
+    },
+    {
+      "epoch": 0.16505722460658084,
+      "grad_norm": 0.1213927677260021,
+      "learning_rate": 0.00019058993957823974,
+      "loss": 0.6841,
+      "step": 1846
+    },
+    {
+      "epoch": 0.1651466380543634,
+      "grad_norm": 0.13352151942531043,
+      "learning_rate": 0.00019057767137726388,
+      "loss": 0.6681,
+      "step": 1847
+    },
+    {
+      "epoch": 0.16523605150214593,
+      "grad_norm": 0.14242276272248758,
+      "learning_rate": 0.00019056539557964813,
+      "loss": 0.6908,
+      "step": 1848
+    },
+    {
+      "epoch": 0.16532546494992847,
+      "grad_norm": 0.1503520191208457,
+      "learning_rate": 0.000190553112186422,
+      "loss": 0.7365,
+      "step": 1849
+    },
+    {
+      "epoch": 0.16541487839771102,
+      "grad_norm": 0.16025949114945687,
+      "learning_rate": 0.00019054082119861573,
+      "loss": 0.7366,
+      "step": 1850
+    },
+    {
+      "epoch": 0.16550429184549356,
+      "grad_norm": 0.1524102145698561,
+      "learning_rate": 0.0001905285226172601,
+      "loss": 0.7128,
+      "step": 1851
+    },
+    {
+      "epoch": 0.1655937052932761,
+      "grad_norm": 0.13696029920381564,
+      "learning_rate": 0.00019051621644338665,
+      "loss": 0.7308,
+      "step": 1852
+    },
+    {
+      "epoch": 0.16568311874105865,
+      "grad_norm": 0.1345711053985306,
+      "learning_rate": 0.0001905039026780274,
+      "loss": 0.7378,
+      "step": 1853
+    },
+    {
+      "epoch": 0.1657725321888412,
+      "grad_norm": 0.1586953782983266,
+      "learning_rate": 0.00019049158132221515,
+      "loss": 0.7087,
+      "step": 1854
+    },
+    {
+      "epoch": 0.16586194563662374,
+      "grad_norm": 0.13784619618773125,
+      "learning_rate": 0.0001904792523769833,
+      "loss": 0.733,
+      "step": 1855
+    },
+    {
+      "epoch": 0.1659513590844063,
+      "grad_norm": 0.1407199732505939,
+      "learning_rate": 0.00019046691584336577,
+      "loss": 0.6894,
+      "step": 1856
+    },
+    {
+      "epoch": 0.16604077253218885,
+      "grad_norm": 0.13107999659724318,
+      "learning_rate": 0.0001904545717223973,
+      "loss": 0.7233,
+      "step": 1857
+    },
+    {
+      "epoch": 0.1661301859799714,
+      "grad_norm": 0.13559542429002697,
+      "learning_rate": 0.00019044222001511312,
+      "loss": 0.73,
+      "step": 1858
+    },
+    {
+      "epoch": 0.16621959942775394,
+      "grad_norm": 0.14448986403573094,
+      "learning_rate": 0.00019042986072254919,
+      "loss": 0.6909,
+      "step": 1859
+    },
+    {
+      "epoch": 0.16630901287553648,
+      "grad_norm": 0.13202133546727743,
+      "learning_rate": 0.00019041749384574204,
+      "loss": 0.7092,
+      "step": 1860
+    },
+    {
+      "epoch": 0.16639842632331903,
+      "grad_norm": 0.14279607648136003,
+      "learning_rate": 0.0001904051193857289,
+      "loss": 0.7384,
+      "step": 1861
+    },
+    {
+      "epoch": 0.16648783977110157,
+      "grad_norm": 0.14623521022078387,
+      "learning_rate": 0.00019039273734354755,
+      "loss": 0.658,
+      "step": 1862
+    },
+    {
+      "epoch": 0.1665772532188841,
+      "grad_norm": 0.14420015511598858,
+      "learning_rate": 0.00019038034772023648,
+      "loss": 0.7602,
+      "step": 1863
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 0.14146840632575142,
+      "learning_rate": 0.00019036795051683483,
+      "loss": 0.6716,
+      "step": 1864
+    },
+    {
+      "epoch": 0.1667560801144492,
+      "grad_norm": 0.12478522498097393,
+      "learning_rate": 0.0001903555457343823,
+      "loss": 0.6704,
+      "step": 1865
+    },
+    {
+      "epoch": 0.16684549356223177,
+      "grad_norm": 0.1304596770796972,
+      "learning_rate": 0.00019034313337391924,
+      "loss": 0.6834,
+      "step": 1866
+    },
+    {
+      "epoch": 0.16693490701001432,
+      "grad_norm": 0.16164254200888867,
+      "learning_rate": 0.00019033071343648673,
+      "loss": 0.71,
+      "step": 1867
+    },
+    {
+      "epoch": 0.16702432045779686,
+      "grad_norm": 0.14860581986620927,
+      "learning_rate": 0.00019031828592312635,
+      "loss": 0.7094,
+      "step": 1868
+    },
+    {
+      "epoch": 0.1671137339055794,
+      "grad_norm": 0.14056334893051717,
+      "learning_rate": 0.00019030585083488043,
+      "loss": 0.7021,
+      "step": 1869
+    },
+    {
+      "epoch": 0.16720314735336195,
+      "grad_norm": 0.14037919222998463,
+      "learning_rate": 0.00019029340817279183,
+      "loss": 0.6828,
+      "step": 1870
+    },
+    {
+      "epoch": 0.1672925608011445,
+      "grad_norm": 0.129628471778054,
+      "learning_rate": 0.00019028095793790416,
+      "loss": 0.6879,
+      "step": 1871
+    },
+    {
+      "epoch": 0.16738197424892703,
+      "grad_norm": 0.13412973347491705,
+      "learning_rate": 0.00019026850013126157,
+      "loss": 0.7178,
+      "step": 1872
+    },
+    {
+      "epoch": 0.16747138769670958,
+      "grad_norm": 0.13664111651396704,
+      "learning_rate": 0.0001902560347539089,
+      "loss": 0.7143,
+      "step": 1873
+    },
+    {
+      "epoch": 0.16756080114449212,
+      "grad_norm": 0.1422857566078368,
+      "learning_rate": 0.00019024356180689158,
+      "loss": 0.6972,
+      "step": 1874
+    },
+    {
+      "epoch": 0.16765021459227467,
+      "grad_norm": 0.13424659305277165,
+      "learning_rate": 0.00019023108129125572,
+      "loss": 0.7399,
+      "step": 1875
+    },
+    {
+      "epoch": 0.16773962804005724,
+      "grad_norm": 0.1681333286991982,
+      "learning_rate": 0.00019021859320804806,
+      "loss": 0.7669,
+      "step": 1876
+    },
+    {
+      "epoch": 0.16782904148783978,
+      "grad_norm": 0.12240967346791022,
+      "learning_rate": 0.00019020609755831592,
+      "loss": 0.705,
+      "step": 1877
+    },
+    {
+      "epoch": 0.16791845493562232,
+      "grad_norm": 0.14531452514467053,
+      "learning_rate": 0.00019019359434310738,
+      "loss": 0.7028,
+      "step": 1878
+    },
+    {
+      "epoch": 0.16800786838340487,
+      "grad_norm": 0.12493791111426501,
+      "learning_rate": 0.00019018108356347094,
+      "loss": 0.6685,
+      "step": 1879
+    },
+    {
+      "epoch": 0.1680972818311874,
+      "grad_norm": 0.13389119327037155,
+      "learning_rate": 0.00019016856522045597,
+      "loss": 0.6724,
+      "step": 1880
+    },
+    {
+      "epoch": 0.16818669527896996,
+      "grad_norm": 0.11668323392378303,
+      "learning_rate": 0.0001901560393151123,
+      "loss": 0.6639,
+      "step": 1881
+    },
+    {
+      "epoch": 0.1682761087267525,
+      "grad_norm": 0.15420463989393432,
+      "learning_rate": 0.00019014350584849052,
+      "loss": 0.7299,
+      "step": 1882
+    },
+    {
+      "epoch": 0.16836552217453504,
+      "grad_norm": 0.14600088391926508,
+      "learning_rate": 0.00019013096482164177,
+      "loss": 0.7282,
+      "step": 1883
+    },
+    {
+      "epoch": 0.1684549356223176,
+      "grad_norm": 0.13912593222952074,
+      "learning_rate": 0.00019011841623561783,
+      "loss": 0.623,
+      "step": 1884
+    },
+    {
+      "epoch": 0.16854434907010013,
+      "grad_norm": 0.13722297805505998,
+      "learning_rate": 0.00019010586009147117,
+      "loss": 0.6471,
+      "step": 1885
+    },
+    {
+      "epoch": 0.1686337625178827,
+      "grad_norm": 0.15002234941949918,
+      "learning_rate": 0.00019009329639025483,
+      "loss": 0.7037,
+      "step": 1886
+    },
+    {
+      "epoch": 0.16872317596566525,
+      "grad_norm": 0.15664705842378693,
+      "learning_rate": 0.00019008072513302255,
+      "loss": 0.7434,
+      "step": 1887
+    },
+    {
+      "epoch": 0.1688125894134478,
+      "grad_norm": 0.1346228449335254,
+      "learning_rate": 0.00019006814632082863,
+      "loss": 0.7416,
+      "step": 1888
+    },
+    {
+      "epoch": 0.16890200286123033,
+      "grad_norm": 0.16232482426413208,
+      "learning_rate": 0.00019005555995472805,
+      "loss": 0.7635,
+      "step": 1889
+    },
+    {
+      "epoch": 0.16899141630901288,
+      "grad_norm": 0.14315700014871202,
+      "learning_rate": 0.00019004296603577646,
+      "loss": 0.6815,
+      "step": 1890
+    },
+    {
+      "epoch": 0.16908082975679542,
+      "grad_norm": 0.1887792710613487,
+      "learning_rate": 0.00019003036456503,
+      "loss": 0.6569,
+      "step": 1891
+    },
+    {
+      "epoch": 0.16917024320457796,
+      "grad_norm": 0.155944973351092,
+      "learning_rate": 0.0001900177555435456,
+      "loss": 0.7114,
+      "step": 1892
+    },
+    {
+      "epoch": 0.1692596566523605,
+      "grad_norm": 0.1297085973722481,
+      "learning_rate": 0.00019000513897238076,
+      "loss": 0.7464,
+      "step": 1893
+    },
+    {
+      "epoch": 0.16934907010014305,
+      "grad_norm": 0.1236845497161865,
+      "learning_rate": 0.00018999251485259363,
+      "loss": 0.6842,
+      "step": 1894
+    },
+    {
+      "epoch": 0.1694384835479256,
+      "grad_norm": 0.12994869701056633,
+      "learning_rate": 0.00018997988318524293,
+      "loss": 0.7269,
+      "step": 1895
+    },
+    {
+      "epoch": 0.16952789699570817,
+      "grad_norm": 0.1273495801129742,
+      "learning_rate": 0.00018996724397138813,
+      "loss": 0.7264,
+      "step": 1896
+    },
+    {
+      "epoch": 0.1696173104434907,
+      "grad_norm": 0.14944390649296924,
+      "learning_rate": 0.0001899545972120892,
+      "loss": 0.6778,
+      "step": 1897
+    },
+    {
+      "epoch": 0.16970672389127325,
+      "grad_norm": 0.14948253801203118,
+      "learning_rate": 0.00018994194290840687,
+      "loss": 0.7361,
+      "step": 1898
+    },
+    {
+      "epoch": 0.1697961373390558,
+      "grad_norm": 0.12995844373465854,
+      "learning_rate": 0.0001899292810614024,
+      "loss": 0.6929,
+      "step": 1899
+    },
+    {
+      "epoch": 0.16988555078683834,
+      "grad_norm": 0.14216464142390078,
+      "learning_rate": 0.00018991661167213773,
+      "loss": 0.7617,
+      "step": 1900
+    },
+    {
+      "epoch": 0.16997496423462088,
+      "grad_norm": 0.13831219632954259,
+      "learning_rate": 0.00018990393474167542,
+      "loss": 0.7312,
+      "step": 1901
+    },
+    {
+      "epoch": 0.17006437768240343,
+      "grad_norm": 0.13192505128825002,
+      "learning_rate": 0.0001898912502710787,
+      "loss": 0.726,
+      "step": 1902
+    },
+    {
+      "epoch": 0.17015379113018597,
+      "grad_norm": 0.12585283380155152,
+      "learning_rate": 0.00018987855826141137,
+      "loss": 0.7101,
+      "step": 1903
+    },
+    {
+      "epoch": 0.17024320457796852,
+      "grad_norm": 0.12561680919866564,
+      "learning_rate": 0.0001898658587137379,
+      "loss": 0.6821,
+      "step": 1904
+    },
+    {
+      "epoch": 0.17033261802575106,
+      "grad_norm": 0.158008881498052,
+      "learning_rate": 0.0001898531516291234,
+      "loss": 0.7257,
+      "step": 1905
+    },
+    {
+      "epoch": 0.17042203147353363,
+      "grad_norm": 0.12450277566233056,
+      "learning_rate": 0.00018984043700863356,
+      "loss": 0.6617,
+      "step": 1906
+    },
+    {
+      "epoch": 0.17051144492131617,
+      "grad_norm": 0.14036249206397874,
+      "learning_rate": 0.0001898277148533348,
+      "loss": 0.737,
+      "step": 1907
+    },
+    {
+      "epoch": 0.17060085836909872,
+      "grad_norm": 0.1397324785475126,
+      "learning_rate": 0.0001898149851642941,
+      "loss": 0.6695,
+      "step": 1908
+    },
+    {
+      "epoch": 0.17069027181688126,
+      "grad_norm": 0.13595259886371397,
+      "learning_rate": 0.00018980224794257905,
+      "loss": 0.7395,
+      "step": 1909
+    },
+    {
+      "epoch": 0.1707796852646638,
+      "grad_norm": 0.16992046272373565,
+      "learning_rate": 0.0001897895031892579,
+      "loss": 0.6813,
+      "step": 1910
+    },
+    {
+      "epoch": 0.17086909871244635,
+      "grad_norm": 0.1388841553133121,
+      "learning_rate": 0.00018977675090539955,
+      "loss": 0.7316,
+      "step": 1911
+    },
+    {
+      "epoch": 0.1709585121602289,
+      "grad_norm": 0.15104847414796632,
+      "learning_rate": 0.00018976399109207353,
+      "loss": 0.719,
+      "step": 1912
+    },
+    {
+      "epoch": 0.17104792560801144,
+      "grad_norm": 0.15251836319214615,
+      "learning_rate": 0.00018975122375035,
+      "loss": 0.7346,
+      "step": 1913
+    },
+    {
+      "epoch": 0.17113733905579398,
+      "grad_norm": 0.13460551119026912,
+      "learning_rate": 0.0001897384488812997,
+      "loss": 0.7069,
+      "step": 1914
+    },
+    {
+      "epoch": 0.17122675250357655,
+      "grad_norm": 0.139797751459476,
+      "learning_rate": 0.00018972566648599407,
+      "loss": 0.6998,
+      "step": 1915
+    },
+    {
+      "epoch": 0.1713161659513591,
+      "grad_norm": 0.11983101646059599,
+      "learning_rate": 0.0001897128765655052,
+      "loss": 0.6607,
+      "step": 1916
+    },
+    {
+      "epoch": 0.17140557939914164,
+      "grad_norm": 0.15861415869554216,
+      "learning_rate": 0.00018970007912090566,
+      "loss": 0.7305,
+      "step": 1917
+    },
+    {
+      "epoch": 0.17149499284692418,
+      "grad_norm": 0.1448571382151189,
+      "learning_rate": 0.00018968727415326884,
+      "loss": 0.7327,
+      "step": 1918
+    },
+    {
+      "epoch": 0.17158440629470673,
+      "grad_norm": 0.1574606057236594,
+      "learning_rate": 0.00018967446166366867,
+      "loss": 0.7203,
+      "step": 1919
+    },
+    {
+      "epoch": 0.17167381974248927,
+      "grad_norm": 0.1442826202174016,
+      "learning_rate": 0.00018966164165317966,
+      "loss": 0.7342,
+      "step": 1920
+    },
+    {
+      "epoch": 0.1717632331902718,
+      "grad_norm": 0.12504895735191143,
+      "learning_rate": 0.00018964881412287708,
+      "loss": 0.6939,
+      "step": 1921
+    },
+    {
+      "epoch": 0.17185264663805436,
+      "grad_norm": 0.1463755955387346,
+      "learning_rate": 0.00018963597907383672,
+      "loss": 0.7191,
+      "step": 1922
+    },
+    {
+      "epoch": 0.1719420600858369,
+      "grad_norm": 0.13030358809806047,
+      "learning_rate": 0.00018962313650713503,
+      "loss": 0.686,
+      "step": 1923
+    },
+    {
+      "epoch": 0.17203147353361944,
+      "grad_norm": 0.14816376396629502,
+      "learning_rate": 0.00018961028642384915,
+      "loss": 0.7035,
+      "step": 1924
+    },
+    {
+      "epoch": 0.17212088698140202,
+      "grad_norm": 0.13618878360813935,
+      "learning_rate": 0.00018959742882505674,
+      "loss": 0.7161,
+      "step": 1925
+    },
+    {
+      "epoch": 0.17221030042918456,
+      "grad_norm": 0.1358938171643737,
+      "learning_rate": 0.00018958456371183618,
+      "loss": 0.6906,
+      "step": 1926
+    },
+    {
+      "epoch": 0.1722997138769671,
+      "grad_norm": 0.127255400830868,
+      "learning_rate": 0.00018957169108526646,
+      "loss": 0.6817,
+      "step": 1927
+    },
+    {
+      "epoch": 0.17238912732474965,
+      "grad_norm": 0.14276373599580125,
+      "learning_rate": 0.00018955881094642721,
+      "loss": 0.7121,
+      "step": 1928
+    },
+    {
+      "epoch": 0.1724785407725322,
+      "grad_norm": 0.14372464709442828,
+      "learning_rate": 0.00018954592329639862,
+      "loss": 0.7071,
+      "step": 1929
+    },
+    {
+      "epoch": 0.17256795422031473,
+      "grad_norm": 0.13951781678687306,
+      "learning_rate": 0.00018953302813626158,
+      "loss": 0.6971,
+      "step": 1930
+    },
+    {
+      "epoch": 0.17265736766809728,
+      "grad_norm": 0.13025929671355344,
+      "learning_rate": 0.00018952012546709764,
+      "loss": 0.6718,
+      "step": 1931
+    },
+    {
+      "epoch": 0.17274678111587982,
+      "grad_norm": 0.12406539600037364,
+      "learning_rate": 0.00018950721528998885,
+      "loss": 0.6543,
+      "step": 1932
+    },
+    {
+      "epoch": 0.17283619456366237,
+      "grad_norm": 0.1616882819168481,
+      "learning_rate": 0.00018949429760601802,
+      "loss": 0.7643,
+      "step": 1933
+    },
+    {
+      "epoch": 0.1729256080114449,
+      "grad_norm": 0.13983646124947294,
+      "learning_rate": 0.00018948137241626853,
+      "loss": 0.703,
+      "step": 1934
+    },
+    {
+      "epoch": 0.17301502145922748,
+      "grad_norm": 0.1307657951668603,
+      "learning_rate": 0.0001894684397218244,
+      "loss": 0.6817,
+      "step": 1935
+    },
+    {
+      "epoch": 0.17310443490701002,
+      "grad_norm": 0.13151831893648988,
+      "learning_rate": 0.0001894554995237703,
+      "loss": 0.6844,
+      "step": 1936
+    },
+    {
+      "epoch": 0.17319384835479257,
+      "grad_norm": 0.15551595531808654,
+      "learning_rate": 0.00018944255182319148,
+      "loss": 0.7294,
+      "step": 1937
+    },
+    {
+      "epoch": 0.1732832618025751,
+      "grad_norm": 0.1484548941978812,
+      "learning_rate": 0.00018942959662117384,
+      "loss": 0.7648,
+      "step": 1938
+    },
+    {
+      "epoch": 0.17337267525035766,
+      "grad_norm": 0.13559506111251826,
+      "learning_rate": 0.00018941663391880396,
+      "loss": 0.669,
+      "step": 1939
+    },
+    {
+      "epoch": 0.1734620886981402,
+      "grad_norm": 0.13831410570155042,
+      "learning_rate": 0.00018940366371716897,
+      "loss": 0.7057,
+      "step": 1940
+    },
+    {
+      "epoch": 0.17355150214592274,
+      "grad_norm": 0.15248471537397454,
+      "learning_rate": 0.00018939068601735666,
+      "loss": 0.7422,
+      "step": 1941
+    },
+    {
+      "epoch": 0.1736409155937053,
+      "grad_norm": 0.1423608737392624,
+      "learning_rate": 0.0001893777008204555,
+      "loss": 0.7125,
+      "step": 1942
+    },
+    {
+      "epoch": 0.17373032904148783,
+      "grad_norm": 0.14466167790334972,
+      "learning_rate": 0.0001893647081275545,
+      "loss": 0.6956,
+      "step": 1943
+    },
+    {
+      "epoch": 0.17381974248927037,
+      "grad_norm": 0.11365689845773701,
+      "learning_rate": 0.00018935170793974335,
+      "loss": 0.6852,
+      "step": 1944
+    },
+    {
+      "epoch": 0.17390915593705294,
+      "grad_norm": 0.13018715494317454,
+      "learning_rate": 0.00018933870025811237,
+      "loss": 0.688,
+      "step": 1945
+    },
+    {
+      "epoch": 0.1739985693848355,
+      "grad_norm": 0.1432973449862545,
+      "learning_rate": 0.0001893256850837525,
+      "loss": 0.7216,
+      "step": 1946
+    },
+    {
+      "epoch": 0.17408798283261803,
+      "grad_norm": 0.12925060707223035,
+      "learning_rate": 0.0001893126624177553,
+      "loss": 0.6956,
+      "step": 1947
+    },
+    {
+      "epoch": 0.17417739628040058,
+      "grad_norm": 0.12671055601037923,
+      "learning_rate": 0.00018929963226121295,
+      "loss": 0.7226,
+      "step": 1948
+    },
+    {
+      "epoch": 0.17426680972818312,
+      "grad_norm": 0.14868008699436358,
+      "learning_rate": 0.0001892865946152183,
+      "loss": 0.7255,
+      "step": 1949
+    },
+    {
+      "epoch": 0.17435622317596566,
+      "grad_norm": 0.12424430839985931,
+      "learning_rate": 0.0001892735494808648,
+      "loss": 0.7291,
+      "step": 1950
+    },
+    {
+      "epoch": 0.1744456366237482,
+      "grad_norm": 0.1264002568188071,
+      "learning_rate": 0.0001892604968592465,
+      "loss": 0.6482,
+      "step": 1951
+    },
+    {
+      "epoch": 0.17453505007153075,
+      "grad_norm": 0.12517221447133237,
+      "learning_rate": 0.00018924743675145813,
+      "loss": 0.6743,
+      "step": 1952
+    },
+    {
+      "epoch": 0.1746244635193133,
+      "grad_norm": 0.12742324449946196,
+      "learning_rate": 0.00018923436915859503,
+      "loss": 0.6552,
+      "step": 1953
+    },
+    {
+      "epoch": 0.17471387696709584,
+      "grad_norm": 0.14180383883757233,
+      "learning_rate": 0.00018922129408175314,
+      "loss": 0.6933,
+      "step": 1954
+    },
+    {
+      "epoch": 0.1748032904148784,
+      "grad_norm": 0.13532300040685205,
+      "learning_rate": 0.0001892082115220291,
+      "loss": 0.7249,
+      "step": 1955
+    },
+    {
+      "epoch": 0.17489270386266095,
+      "grad_norm": 0.15880355047663633,
+      "learning_rate": 0.00018919512148052005,
+      "loss": 0.7432,
+      "step": 1956
+    },
+    {
+      "epoch": 0.1749821173104435,
+      "grad_norm": 0.1391072615265484,
+      "learning_rate": 0.0001891820239583239,
+      "loss": 0.7182,
+      "step": 1957
+    },
+    {
+      "epoch": 0.17507153075822604,
+      "grad_norm": 0.14932679208387342,
+      "learning_rate": 0.00018916891895653915,
+      "loss": 0.7358,
+      "step": 1958
+    },
+    {
+      "epoch": 0.17516094420600858,
+      "grad_norm": 0.14240873704449192,
+      "learning_rate": 0.0001891558064762648,
+      "loss": 0.6995,
+      "step": 1959
+    },
+    {
+      "epoch": 0.17525035765379113,
+      "grad_norm": 0.1481148860362802,
+      "learning_rate": 0.00018914268651860067,
+      "loss": 0.6905,
+      "step": 1960
+    },
+    {
+      "epoch": 0.17533977110157367,
+      "grad_norm": 0.14922838776358405,
+      "learning_rate": 0.00018912955908464708,
+      "loss": 0.7196,
+      "step": 1961
+    },
+    {
+      "epoch": 0.17542918454935622,
+      "grad_norm": 0.17021219314253058,
+      "learning_rate": 0.00018911642417550497,
+      "loss": 0.7522,
+      "step": 1962
+    },
+    {
+      "epoch": 0.17551859799713876,
+      "grad_norm": 0.12947392230282814,
+      "learning_rate": 0.00018910328179227605,
+      "loss": 0.6463,
+      "step": 1963
+    },
+    {
+      "epoch": 0.1756080114449213,
+      "grad_norm": 0.14380124024642185,
+      "learning_rate": 0.0001890901319360624,
+      "loss": 0.734,
+      "step": 1964
+    },
+    {
+      "epoch": 0.17569742489270387,
+      "grad_norm": 0.15477639072692334,
+      "learning_rate": 0.00018907697460796707,
+      "loss": 0.6997,
+      "step": 1965
+    },
+    {
+      "epoch": 0.17578683834048642,
+      "grad_norm": 0.13622131450864589,
+      "learning_rate": 0.00018906380980909343,
+      "loss": 0.707,
+      "step": 1966
+    },
+    {
+      "epoch": 0.17587625178826896,
+      "grad_norm": 0.14535254560240524,
+      "learning_rate": 0.00018905063754054563,
+      "loss": 0.7033,
+      "step": 1967
+    },
+    {
+      "epoch": 0.1759656652360515,
+      "grad_norm": 0.14489177431146108,
+      "learning_rate": 0.00018903745780342839,
+      "loss": 0.7271,
+      "step": 1968
+    },
+    {
+      "epoch": 0.17605507868383405,
+      "grad_norm": 0.13968048747174264,
+      "learning_rate": 0.00018902427059884708,
+      "loss": 0.7085,
+      "step": 1969
+    },
+    {
+      "epoch": 0.1761444921316166,
+      "grad_norm": 0.13970911389631083,
+      "learning_rate": 0.00018901107592790776,
+      "loss": 0.6972,
+      "step": 1970
+    },
+    {
+      "epoch": 0.17623390557939914,
+      "grad_norm": 0.14029643055170965,
+      "learning_rate": 0.00018899787379171693,
+      "loss": 0.6757,
+      "step": 1971
+    },
+    {
+      "epoch": 0.17632331902718168,
+      "grad_norm": 0.1404896734974033,
+      "learning_rate": 0.00018898466419138197,
+      "loss": 0.7253,
+      "step": 1972
+    },
+    {
+      "epoch": 0.17641273247496422,
+      "grad_norm": 0.13053405524509348,
+      "learning_rate": 0.00018897144712801066,
+      "loss": 0.7105,
+      "step": 1973
+    },
+    {
+      "epoch": 0.1765021459227468,
+      "grad_norm": 0.14263458642512797,
+      "learning_rate": 0.00018895822260271152,
+      "loss": 0.6905,
+      "step": 1974
+    },
+    {
+      "epoch": 0.17659155937052934,
+      "grad_norm": 0.14350313127842915,
+      "learning_rate": 0.0001889449906165937,
+      "loss": 0.7344,
+      "step": 1975
+    },
+    {
+      "epoch": 0.17668097281831188,
+      "grad_norm": 0.13788667861541437,
+      "learning_rate": 0.00018893175117076693,
+      "loss": 0.6962,
+      "step": 1976
+    },
+    {
+      "epoch": 0.17677038626609443,
+      "grad_norm": 0.16189181742723324,
+      "learning_rate": 0.00018891850426634162,
+      "loss": 0.7566,
+      "step": 1977
+    },
+    {
+      "epoch": 0.17685979971387697,
+      "grad_norm": 0.13206152656058373,
+      "learning_rate": 0.00018890524990442873,
+      "loss": 0.6684,
+      "step": 1978
+    },
+    {
+      "epoch": 0.1769492131616595,
+      "grad_norm": 0.14241738563661632,
+      "learning_rate": 0.00018889198808613985,
+      "loss": 0.6841,
+      "step": 1979
+    },
+    {
+      "epoch": 0.17703862660944206,
+      "grad_norm": 0.15639501356817867,
+      "learning_rate": 0.00018887871881258735,
+      "loss": 0.7609,
+      "step": 1980
+    },
+    {
+      "epoch": 0.1771280400572246,
+      "grad_norm": 0.21153271510975627,
+      "learning_rate": 0.000188865442084884,
+      "loss": 0.6713,
+      "step": 1981
+    },
+    {
+      "epoch": 0.17721745350500714,
+      "grad_norm": 0.1346199130637456,
+      "learning_rate": 0.00018885215790414336,
+      "loss": 0.7012,
+      "step": 1982
+    },
+    {
+      "epoch": 0.1773068669527897,
+      "grad_norm": 0.1376873625152461,
+      "learning_rate": 0.00018883886627147955,
+      "loss": 0.7187,
+      "step": 1983
+    },
+    {
+      "epoch": 0.17739628040057226,
+      "grad_norm": 0.13796797263196794,
+      "learning_rate": 0.0001888255671880073,
+      "loss": 0.6886,
+      "step": 1984
+    },
+    {
+      "epoch": 0.1774856938483548,
+      "grad_norm": 0.13780671432089336,
+      "learning_rate": 0.00018881226065484204,
+      "loss": 0.6886,
+      "step": 1985
+    },
+    {
+      "epoch": 0.17757510729613735,
+      "grad_norm": 0.1434727780879132,
+      "learning_rate": 0.0001887989466730997,
+      "loss": 0.7374,
+      "step": 1986
+    },
+    {
+      "epoch": 0.1776645207439199,
+      "grad_norm": 0.15346666709624612,
+      "learning_rate": 0.00018878562524389696,
+      "loss": 0.7391,
+      "step": 1987
+    },
+    {
+      "epoch": 0.17775393419170243,
+      "grad_norm": 0.14525483358422764,
+      "learning_rate": 0.00018877229636835106,
+      "loss": 0.7033,
+      "step": 1988
+    },
+    {
+      "epoch": 0.17784334763948498,
+      "grad_norm": 0.1451273754151528,
+      "learning_rate": 0.00018875896004757984,
+      "loss": 0.7495,
+      "step": 1989
+    },
+    {
+      "epoch": 0.17793276108726752,
+      "grad_norm": 0.13261664928280745,
+      "learning_rate": 0.00018874561628270188,
+      "loss": 0.7009,
+      "step": 1990
+    },
+    {
+      "epoch": 0.17802217453505007,
+      "grad_norm": 0.15615891817595276,
+      "learning_rate": 0.00018873226507483623,
+      "loss": 0.7763,
+      "step": 1991
+    },
+    {
+      "epoch": 0.1781115879828326,
+      "grad_norm": 0.12874104978915932,
+      "learning_rate": 0.0001887189064251027,
+      "loss": 0.6572,
+      "step": 1992
+    },
+    {
+      "epoch": 0.17820100143061515,
+      "grad_norm": 0.13764810710627806,
+      "learning_rate": 0.00018870554033462159,
+      "loss": 0.7283,
+      "step": 1993
+    },
+    {
+      "epoch": 0.17829041487839772,
+      "grad_norm": 0.15979273735303512,
+      "learning_rate": 0.00018869216680451398,
+      "loss": 0.7387,
+      "step": 1994
+    },
+    {
+      "epoch": 0.17837982832618027,
+      "grad_norm": 0.1289283390563289,
+      "learning_rate": 0.0001886787858359014,
+      "loss": 0.6955,
+      "step": 1995
+    },
+    {
+      "epoch": 0.1784692417739628,
+      "grad_norm": 0.15368802898353887,
+      "learning_rate": 0.0001886653974299062,
+      "loss": 0.7336,
+      "step": 1996
+    },
+    {
+      "epoch": 0.17855865522174535,
+      "grad_norm": 0.1363371675276592,
+      "learning_rate": 0.0001886520015876512,
+      "loss": 0.6657,
+      "step": 1997
+    },
+    {
+      "epoch": 0.1786480686695279,
+      "grad_norm": 0.13366567994573203,
+      "learning_rate": 0.00018863859831025988,
+      "loss": 0.6685,
+      "step": 1998
+    },
+    {
+      "epoch": 0.17873748211731044,
+      "grad_norm": 0.1321147733334223,
+      "learning_rate": 0.00018862518759885636,
+      "loss": 0.6715,
+      "step": 1999
+    },
+    {
+      "epoch": 0.17882689556509299,
+      "grad_norm": 0.14939219058069023,
+      "learning_rate": 0.0001886117694545654,
+      "loss": 0.7282,
+      "step": 2000
+    },
+    {
+      "epoch": 0.17891630901287553,
+      "grad_norm": 0.1351861092507687,
+      "learning_rate": 0.00018859834387851233,
+      "loss": 0.6905,
+      "step": 2001
+    },
+    {
+      "epoch": 0.17900572246065807,
+      "grad_norm": 0.13083371406861605,
+      "learning_rate": 0.00018858491087182317,
+      "loss": 0.7024,
+      "step": 2002
+    },
+    {
+      "epoch": 0.17909513590844062,
+      "grad_norm": 0.15466907518630404,
+      "learning_rate": 0.00018857147043562452,
+      "loss": 0.7159,
+      "step": 2003
+    },
+    {
+      "epoch": 0.1791845493562232,
+      "grad_norm": 0.13220348208361446,
+      "learning_rate": 0.00018855802257104363,
+      "loss": 0.6626,
+      "step": 2004
+    },
+    {
+      "epoch": 0.17927396280400573,
+      "grad_norm": 0.15463420637562103,
+      "learning_rate": 0.0001885445672792083,
+      "loss": 0.7286,
+      "step": 2005
+    },
+    {
+      "epoch": 0.17936337625178828,
+      "grad_norm": 0.13693575060731916,
+      "learning_rate": 0.00018853110456124709,
+      "loss": 0.7091,
+      "step": 2006
+    },
+    {
+      "epoch": 0.17945278969957082,
+      "grad_norm": 0.12295470675323314,
+      "learning_rate": 0.00018851763441828903,
+      "loss": 0.6926,
+      "step": 2007
+    },
+    {
+      "epoch": 0.17954220314735336,
+      "grad_norm": 0.13977037887929222,
+      "learning_rate": 0.00018850415685146387,
+      "loss": 0.7087,
+      "step": 2008
+    },
+    {
+      "epoch": 0.1796316165951359,
+      "grad_norm": 0.1471593319525343,
+      "learning_rate": 0.00018849067186190198,
+      "loss": 0.6955,
+      "step": 2009
+    },
+    {
+      "epoch": 0.17972103004291845,
+      "grad_norm": 0.12778697360203378,
+      "learning_rate": 0.0001884771794507343,
+      "loss": 0.7161,
+      "step": 2010
+    },
+    {
+      "epoch": 0.179810443490701,
+      "grad_norm": 0.14530922970199323,
+      "learning_rate": 0.00018846367961909244,
+      "loss": 0.7065,
+      "step": 2011
+    },
+    {
+      "epoch": 0.17989985693848354,
+      "grad_norm": 0.1506485221582711,
+      "learning_rate": 0.0001884501723681086,
+      "loss": 0.7237,
+      "step": 2012
+    },
+    {
+      "epoch": 0.17998927038626608,
+      "grad_norm": 0.1297719554985368,
+      "learning_rate": 0.00018843665769891562,
+      "loss": 0.6711,
+      "step": 2013
+    },
+    {
+      "epoch": 0.18007868383404865,
+      "grad_norm": 0.1455514768426418,
+      "learning_rate": 0.00018842313561264696,
+      "loss": 0.716,
+      "step": 2014
+    },
+    {
+      "epoch": 0.1801680972818312,
+      "grad_norm": 0.12699182228855777,
+      "learning_rate": 0.0001884096061104367,
+      "loss": 0.6991,
+      "step": 2015
+    },
+    {
+      "epoch": 0.18025751072961374,
+      "grad_norm": 0.1457313744426359,
+      "learning_rate": 0.0001883960691934196,
+      "loss": 0.7644,
+      "step": 2016
+    },
+    {
+      "epoch": 0.18034692417739628,
+      "grad_norm": 0.12800837164849785,
+      "learning_rate": 0.00018838252486273087,
+      "loss": 0.6918,
+      "step": 2017
+    },
+    {
+      "epoch": 0.18043633762517883,
+      "grad_norm": 0.12471653141103012,
+      "learning_rate": 0.00018836897311950653,
+      "loss": 0.6836,
+      "step": 2018
+    },
+    {
+      "epoch": 0.18052575107296137,
+      "grad_norm": 0.2314462973842145,
+      "learning_rate": 0.00018835541396488315,
+      "loss": 0.6628,
+      "step": 2019
+    },
+    {
+      "epoch": 0.18061516452074391,
+      "grad_norm": 0.12743435768098826,
+      "learning_rate": 0.00018834184739999793,
+      "loss": 0.6596,
+      "step": 2020
+    },
+    {
+      "epoch": 0.18070457796852646,
+      "grad_norm": 0.3766828602110305,
+      "learning_rate": 0.00018832827342598861,
+      "loss": 0.7123,
+      "step": 2021
+    },
+    {
+      "epoch": 0.180793991416309,
+      "grad_norm": 0.14504801910030796,
+      "learning_rate": 0.0001883146920439937,
+      "loss": 0.7068,
+      "step": 2022
+    },
+    {
+      "epoch": 0.18088340486409155,
+      "grad_norm": 0.1364400093667773,
+      "learning_rate": 0.00018830110325515222,
+      "loss": 0.6839,
+      "step": 2023
+    },
+    {
+      "epoch": 0.18097281831187412,
+      "grad_norm": 0.14968030545816421,
+      "learning_rate": 0.00018828750706060385,
+      "loss": 0.7164,
+      "step": 2024
+    },
+    {
+      "epoch": 0.18106223175965666,
+      "grad_norm": 0.1403265486532488,
+      "learning_rate": 0.00018827390346148887,
+      "loss": 0.6941,
+      "step": 2025
+    },
+    {
+      "epoch": 0.1811516452074392,
+      "grad_norm": 0.14389064816708766,
+      "learning_rate": 0.00018826029245894827,
+      "loss": 0.7396,
+      "step": 2026
+    },
+    {
+      "epoch": 0.18124105865522175,
+      "grad_norm": 0.1685961429454497,
+      "learning_rate": 0.00018824667405412348,
+      "loss": 0.7378,
+      "step": 2027
+    },
+    {
+      "epoch": 0.1813304721030043,
+      "grad_norm": 0.13238724871762572,
+      "learning_rate": 0.00018823304824815672,
+      "loss": 0.717,
+      "step": 2028
+    },
+    {
+      "epoch": 0.18141988555078684,
+      "grad_norm": 0.12582083669700111,
+      "learning_rate": 0.0001882194150421908,
+      "loss": 0.6365,
+      "step": 2029
+    },
+    {
+      "epoch": 0.18150929899856938,
+      "grad_norm": 0.1413360463758294,
+      "learning_rate": 0.00018820577443736904,
+      "loss": 0.7135,
+      "step": 2030
+    },
+    {
+      "epoch": 0.18159871244635192,
+      "grad_norm": 0.15067313768938587,
+      "learning_rate": 0.0001881921264348355,
+      "loss": 0.7097,
+      "step": 2031
+    },
+    {
+      "epoch": 0.18168812589413447,
+      "grad_norm": 0.1440056956575169,
+      "learning_rate": 0.00018817847103573486,
+      "loss": 0.6896,
+      "step": 2032
+    },
+    {
+      "epoch": 0.181777539341917,
+      "grad_norm": 0.13949521070806978,
+      "learning_rate": 0.00018816480824121232,
+      "loss": 0.6866,
+      "step": 2033
+    },
+    {
+      "epoch": 0.18186695278969958,
+      "grad_norm": 0.15239891058307106,
+      "learning_rate": 0.0001881511380524138,
+      "loss": 0.692,
+      "step": 2034
+    },
+    {
+      "epoch": 0.18195636623748213,
+      "grad_norm": 0.1531450048800688,
+      "learning_rate": 0.0001881374604704858,
+      "loss": 0.7201,
+      "step": 2035
+    },
+    {
+      "epoch": 0.18204577968526467,
+      "grad_norm": 0.14624793221649474,
+      "learning_rate": 0.0001881237754965754,
+      "loss": 0.6702,
+      "step": 2036
+    },
+    {
+      "epoch": 0.1821351931330472,
+      "grad_norm": 0.14793327249965513,
+      "learning_rate": 0.0001881100831318304,
+      "loss": 0.7436,
+      "step": 2037
+    },
+    {
+      "epoch": 0.18222460658082976,
+      "grad_norm": 0.15407129020658972,
+      "learning_rate": 0.00018809638337739915,
+      "loss": 0.7269,
+      "step": 2038
+    },
+    {
+      "epoch": 0.1823140200286123,
+      "grad_norm": 0.14927212719947205,
+      "learning_rate": 0.0001880826762344306,
+      "loss": 0.7109,
+      "step": 2039
+    },
+    {
+      "epoch": 0.18240343347639484,
+      "grad_norm": 0.13731905009267362,
+      "learning_rate": 0.00018806896170407437,
+      "loss": 0.7067,
+      "step": 2040
+    },
+    {
+      "epoch": 0.1824928469241774,
+      "grad_norm": 0.13617289851856645,
+      "learning_rate": 0.00018805523978748068,
+      "loss": 0.7121,
+      "step": 2041
+    },
+    {
+      "epoch": 0.18258226037195993,
+      "grad_norm": 0.13233271074886832,
+      "learning_rate": 0.0001880415104858004,
+      "loss": 0.6914,
+      "step": 2042
+    },
+    {
+      "epoch": 0.1826716738197425,
+      "grad_norm": 0.13513210080873259,
+      "learning_rate": 0.00018802777380018496,
+      "loss": 0.7132,
+      "step": 2043
+    },
+    {
+      "epoch": 0.18276108726752505,
+      "grad_norm": 0.13108006970867522,
+      "learning_rate": 0.00018801402973178642,
+      "loss": 0.6817,
+      "step": 2044
+    },
+    {
+      "epoch": 0.1828505007153076,
+      "grad_norm": 0.12756467546271855,
+      "learning_rate": 0.0001880002782817575,
+      "loss": 0.6764,
+      "step": 2045
+    },
+    {
+      "epoch": 0.18293991416309013,
+      "grad_norm": 0.1352148316554265,
+      "learning_rate": 0.00018798651945125153,
+      "loss": 0.6591,
+      "step": 2046
+    },
+    {
+      "epoch": 0.18302932761087268,
+      "grad_norm": 0.1440430368963868,
+      "learning_rate": 0.00018797275324142242,
+      "loss": 0.7158,
+      "step": 2047
+    },
+    {
+      "epoch": 0.18311874105865522,
+      "grad_norm": 0.13873251990319815,
+      "learning_rate": 0.00018795897965342474,
+      "loss": 0.7041,
+      "step": 2048
+    },
+    {
+      "epoch": 0.18320815450643776,
+      "grad_norm": 0.14729523136900494,
+      "learning_rate": 0.00018794519868841367,
+      "loss": 0.7074,
+      "step": 2049
+    },
+    {
+      "epoch": 0.1832975679542203,
+      "grad_norm": 0.1454808121856957,
+      "learning_rate": 0.000187931410347545,
+      "loss": 0.6879,
+      "step": 2050
+    },
+    {
+      "epoch": 0.18338698140200285,
+      "grad_norm": 0.13163161601128676,
+      "learning_rate": 0.00018791761463197513,
+      "loss": 0.6966,
+      "step": 2051
+    },
+    {
+      "epoch": 0.1834763948497854,
+      "grad_norm": 0.14282718196445668,
+      "learning_rate": 0.00018790381154286113,
+      "loss": 0.6826,
+      "step": 2052
+    },
+    {
+      "epoch": 0.18356580829756797,
+      "grad_norm": 0.14930708094118106,
+      "learning_rate": 0.00018789000108136058,
+      "loss": 0.7202,
+      "step": 2053
+    },
+    {
+      "epoch": 0.1836552217453505,
+      "grad_norm": 0.1376814502469563,
+      "learning_rate": 0.0001878761832486318,
+      "loss": 0.704,
+      "step": 2054
+    },
+    {
+      "epoch": 0.18374463519313305,
+      "grad_norm": 0.14025951587242239,
+      "learning_rate": 0.00018786235804583366,
+      "loss": 0.7109,
+      "step": 2055
+    },
+    {
+      "epoch": 0.1838340486409156,
+      "grad_norm": 0.13724801041152643,
+      "learning_rate": 0.00018784852547412565,
+      "loss": 0.7472,
+      "step": 2056
+    },
+    {
+      "epoch": 0.18392346208869814,
+      "grad_norm": 0.13461352941410076,
+      "learning_rate": 0.0001878346855346679,
+      "loss": 0.7189,
+      "step": 2057
+    },
+    {
+      "epoch": 0.18401287553648069,
+      "grad_norm": 0.13059395716890776,
+      "learning_rate": 0.00018782083822862114,
+      "loss": 0.6791,
+      "step": 2058
+    },
+    {
+      "epoch": 0.18410228898426323,
+      "grad_norm": 0.15311778759841818,
+      "learning_rate": 0.0001878069835571468,
+      "loss": 0.7015,
+      "step": 2059
+    },
+    {
+      "epoch": 0.18419170243204577,
+      "grad_norm": 0.12857223025352033,
+      "learning_rate": 0.00018779312152140674,
+      "loss": 0.6997,
+      "step": 2060
+    },
+    {
+      "epoch": 0.18428111587982832,
+      "grad_norm": 0.12645355541683978,
+      "learning_rate": 0.0001877792521225636,
+      "loss": 0.6921,
+      "step": 2061
+    },
+    {
+      "epoch": 0.18437052932761086,
+      "grad_norm": 0.1578392998214467,
+      "learning_rate": 0.00018776537536178064,
+      "loss": 0.6857,
+      "step": 2062
+    },
+    {
+      "epoch": 0.18445994277539343,
+      "grad_norm": 0.1288120094987349,
+      "learning_rate": 0.00018775149124022162,
+      "loss": 0.7027,
+      "step": 2063
+    },
+    {
+      "epoch": 0.18454935622317598,
+      "grad_norm": 0.1478095723720842,
+      "learning_rate": 0.00018773759975905098,
+      "loss": 0.6858,
+      "step": 2064
+    },
+    {
+      "epoch": 0.18463876967095852,
+      "grad_norm": 0.12503224438217708,
+      "learning_rate": 0.00018772370091943384,
+      "loss": 0.6935,
+      "step": 2065
+    },
+    {
+      "epoch": 0.18472818311874106,
+      "grad_norm": 0.16007031028152838,
+      "learning_rate": 0.00018770979472253581,
+      "loss": 0.7207,
+      "step": 2066
+    },
+    {
+      "epoch": 0.1848175965665236,
+      "grad_norm": 0.13292351784091483,
+      "learning_rate": 0.0001876958811695233,
+      "loss": 0.6672,
+      "step": 2067
+    },
+    {
+      "epoch": 0.18490701001430615,
+      "grad_norm": 0.1432453316666656,
+      "learning_rate": 0.00018768196026156306,
+      "loss": 0.6873,
+      "step": 2068
+    },
+    {
+      "epoch": 0.1849964234620887,
+      "grad_norm": 0.13313725407610405,
+      "learning_rate": 0.00018766803199982273,
+      "loss": 0.6571,
+      "step": 2069
+    },
+    {
+      "epoch": 0.18508583690987124,
+      "grad_norm": 0.14870875034258588,
+      "learning_rate": 0.00018765409638547048,
+      "loss": 0.7232,
+      "step": 2070
+    },
+    {
+      "epoch": 0.18517525035765378,
+      "grad_norm": 0.15681463315303482,
+      "learning_rate": 0.00018764015341967498,
+      "loss": 0.664,
+      "step": 2071
+    },
+    {
+      "epoch": 0.18526466380543632,
+      "grad_norm": 0.1370422370139824,
+      "learning_rate": 0.00018762620310360567,
+      "loss": 0.6953,
+      "step": 2072
+    },
+    {
+      "epoch": 0.1853540772532189,
+      "grad_norm": 0.1476775004623526,
+      "learning_rate": 0.00018761224543843255,
+      "loss": 0.7609,
+      "step": 2073
+    },
+    {
+      "epoch": 0.18544349070100144,
+      "grad_norm": 0.14561354892867814,
+      "learning_rate": 0.00018759828042532616,
+      "loss": 0.6509,
+      "step": 2074
+    },
+    {
+      "epoch": 0.18553290414878398,
+      "grad_norm": 0.1370487988671708,
+      "learning_rate": 0.00018758430806545783,
+      "loss": 0.7278,
+      "step": 2075
+    },
+    {
+      "epoch": 0.18562231759656653,
+      "grad_norm": 0.15567820220227022,
+      "learning_rate": 0.00018757032835999931,
+      "loss": 0.7325,
+      "step": 2076
+    },
+    {
+      "epoch": 0.18571173104434907,
+      "grad_norm": 0.1390571164877761,
+      "learning_rate": 0.00018755634131012317,
+      "loss": 0.7236,
+      "step": 2077
+    },
+    {
+      "epoch": 0.18580114449213161,
+      "grad_norm": 0.15406187634841342,
+      "learning_rate": 0.00018754234691700238,
+      "loss": 0.7664,
+      "step": 2078
+    },
+    {
+      "epoch": 0.18589055793991416,
+      "grad_norm": 0.1447006865167726,
+      "learning_rate": 0.00018752834518181072,
+      "loss": 0.7034,
+      "step": 2079
+    },
+    {
+      "epoch": 0.1859799713876967,
+      "grad_norm": 0.15143574366159507,
+      "learning_rate": 0.00018751433610572242,
+      "loss": 0.7369,
+      "step": 2080
+    },
+    {
+      "epoch": 0.18606938483547925,
+      "grad_norm": 0.14902717845044886,
+      "learning_rate": 0.00018750031968991243,
+      "loss": 0.7211,
+      "step": 2081
+    },
+    {
+      "epoch": 0.1861587982832618,
+      "grad_norm": 0.17778368438005426,
+      "learning_rate": 0.00018748629593555633,
+      "loss": 0.7146,
+      "step": 2082
+    },
+    {
+      "epoch": 0.18624821173104436,
+      "grad_norm": 0.12709475860212965,
+      "learning_rate": 0.00018747226484383024,
+      "loss": 0.67,
+      "step": 2083
+    },
+    {
+      "epoch": 0.1863376251788269,
+      "grad_norm": 0.14222356933483576,
+      "learning_rate": 0.00018745822641591094,
+      "loss": 0.7079,
+      "step": 2084
+    },
+    {
+      "epoch": 0.18642703862660945,
+      "grad_norm": 0.14240856047353584,
+      "learning_rate": 0.00018744418065297583,
+      "loss": 0.7125,
+      "step": 2085
+    },
+    {
+      "epoch": 0.186516452074392,
+      "grad_norm": 0.13912346915606694,
+      "learning_rate": 0.00018743012755620286,
+      "loss": 0.6891,
+      "step": 2086
+    },
+    {
+      "epoch": 0.18660586552217454,
+      "grad_norm": 0.15377479837904787,
+      "learning_rate": 0.0001874160671267707,
+      "loss": 0.7223,
+      "step": 2087
+    },
+    {
+      "epoch": 0.18669527896995708,
+      "grad_norm": 0.12877043987858916,
+      "learning_rate": 0.00018740199936585853,
+      "loss": 0.6945,
+      "step": 2088
+    },
+    {
+      "epoch": 0.18678469241773962,
+      "grad_norm": 0.132568524087153,
+      "learning_rate": 0.00018738792427464625,
+      "loss": 0.6898,
+      "step": 2089
+    },
+    {
+      "epoch": 0.18687410586552217,
+      "grad_norm": 0.1301720762641823,
+      "learning_rate": 0.00018737384185431432,
+      "loss": 0.6894,
+      "step": 2090
+    },
+    {
+      "epoch": 0.1869635193133047,
+      "grad_norm": 0.14569664733830584,
+      "learning_rate": 0.00018735975210604376,
+      "loss": 0.7306,
+      "step": 2091
+    },
+    {
+      "epoch": 0.18705293276108725,
+      "grad_norm": 0.1556079689210024,
+      "learning_rate": 0.00018734565503101636,
+      "loss": 0.7453,
+      "step": 2092
+    },
+    {
+      "epoch": 0.18714234620886983,
+      "grad_norm": 0.12144563908868941,
+      "learning_rate": 0.0001873315506304143,
+      "loss": 0.6486,
+      "step": 2093
+    },
+    {
+      "epoch": 0.18723175965665237,
+      "grad_norm": 0.12419563120578848,
+      "learning_rate": 0.00018731743890542058,
+      "loss": 0.6917,
+      "step": 2094
+    },
+    {
+      "epoch": 0.1873211731044349,
+      "grad_norm": 0.13986163630579415,
+      "learning_rate": 0.0001873033198572187,
+      "loss": 0.6941,
+      "step": 2095
+    },
+    {
+      "epoch": 0.18741058655221746,
+      "grad_norm": 0.14713034892560758,
+      "learning_rate": 0.00018728919348699283,
+      "loss": 0.7269,
+      "step": 2096
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 0.1320214466693693,
+      "learning_rate": 0.0001872750597959277,
+      "loss": 0.7282,
+      "step": 2097
+    },
+    {
+      "epoch": 0.18758941344778254,
+      "grad_norm": 0.14610377266694297,
+      "learning_rate": 0.00018726091878520871,
+      "loss": 0.688,
+      "step": 2098
+    },
+    {
+      "epoch": 0.1876788268955651,
+      "grad_norm": 0.13085194282147297,
+      "learning_rate": 0.00018724677045602186,
+      "loss": 0.6781,
+      "step": 2099
+    },
+    {
+      "epoch": 0.18776824034334763,
+      "grad_norm": 0.12925954334819864,
+      "learning_rate": 0.00018723261480955373,
+      "loss": 0.6965,
+      "step": 2100
+    },
+    {
+      "epoch": 0.18785765379113017,
+      "grad_norm": 0.1340957036557734,
+      "learning_rate": 0.00018721845184699158,
+      "loss": 0.6644,
+      "step": 2101
+    },
+    {
+      "epoch": 0.18794706723891275,
+      "grad_norm": 0.12794627649325452,
+      "learning_rate": 0.00018720428156952316,
+      "loss": 0.654,
+      "step": 2102
+    },
+    {
+      "epoch": 0.1880364806866953,
+      "grad_norm": 0.14765564278507606,
+      "learning_rate": 0.00018719010397833698,
+      "loss": 0.6979,
+      "step": 2103
+    },
+    {
+      "epoch": 0.18812589413447783,
+      "grad_norm": 0.13214084814077473,
+      "learning_rate": 0.00018717591907462208,
+      "loss": 0.6561,
+      "step": 2104
+    },
+    {
+      "epoch": 0.18821530758226038,
+      "grad_norm": 0.14663096685519514,
+      "learning_rate": 0.00018716172685956815,
+      "loss": 0.6859,
+      "step": 2105
+    },
+    {
+      "epoch": 0.18830472103004292,
+      "grad_norm": 0.11153072131621204,
+      "learning_rate": 0.0001871475273343654,
+      "loss": 0.6601,
+      "step": 2106
+    },
+    {
+      "epoch": 0.18839413447782546,
+      "grad_norm": 0.14936096134833443,
+      "learning_rate": 0.00018713332050020482,
+      "loss": 0.7189,
+      "step": 2107
+    },
+    {
+      "epoch": 0.188483547925608,
+      "grad_norm": 0.13455154312482354,
+      "learning_rate": 0.00018711910635827787,
+      "loss": 0.6701,
+      "step": 2108
+    },
+    {
+      "epoch": 0.18857296137339055,
+      "grad_norm": 0.15634757792906645,
+      "learning_rate": 0.0001871048849097767,
+      "loss": 0.7427,
+      "step": 2109
+    },
+    {
+      "epoch": 0.1886623748211731,
+      "grad_norm": 0.14286589939205732,
+      "learning_rate": 0.000187090656155894,
+      "loss": 0.7042,
+      "step": 2110
+    },
+    {
+      "epoch": 0.18875178826895564,
+      "grad_norm": 0.135740573917492,
+      "learning_rate": 0.00018707642009782317,
+      "loss": 0.7339,
+      "step": 2111
+    },
+    {
+      "epoch": 0.1888412017167382,
+      "grad_norm": 0.16623793260113964,
+      "learning_rate": 0.00018706217673675811,
+      "loss": 0.7569,
+      "step": 2112
+    },
+    {
+      "epoch": 0.18893061516452075,
+      "grad_norm": 0.14740346088377623,
+      "learning_rate": 0.00018704792607389346,
+      "loss": 0.7401,
+      "step": 2113
+    },
+    {
+      "epoch": 0.1890200286123033,
+      "grad_norm": 0.136004331881005,
+      "learning_rate": 0.00018703366811042438,
+      "loss": 0.6626,
+      "step": 2114
+    },
+    {
+      "epoch": 0.18910944206008584,
+      "grad_norm": 0.14750979159708225,
+      "learning_rate": 0.00018701940284754665,
+      "loss": 0.7084,
+      "step": 2115
+    },
+    {
+      "epoch": 0.18919885550786839,
+      "grad_norm": 0.12022846459992433,
+      "learning_rate": 0.00018700513028645672,
+      "loss": 0.6905,
+      "step": 2116
+    },
+    {
+      "epoch": 0.18928826895565093,
+      "grad_norm": 0.12733262348865249,
+      "learning_rate": 0.00018699085042835157,
+      "loss": 0.6803,
+      "step": 2117
+    },
+    {
+      "epoch": 0.18937768240343347,
+      "grad_norm": 0.14902182722970994,
+      "learning_rate": 0.00018697656327442888,
+      "loss": 0.6486,
+      "step": 2118
+    },
+    {
+      "epoch": 0.18946709585121602,
+      "grad_norm": 0.14013679683016447,
+      "learning_rate": 0.00018696226882588683,
+      "loss": 0.6976,
+      "step": 2119
+    },
+    {
+      "epoch": 0.18955650929899856,
+      "grad_norm": 0.1429622602436568,
+      "learning_rate": 0.00018694796708392436,
+      "loss": 0.6863,
+      "step": 2120
+    },
+    {
+      "epoch": 0.1896459227467811,
+      "grad_norm": 0.14883471433394208,
+      "learning_rate": 0.00018693365804974086,
+      "loss": 0.7194,
+      "step": 2121
+    },
+    {
+      "epoch": 0.18973533619456368,
+      "grad_norm": 0.1379388726344972,
+      "learning_rate": 0.00018691934172453646,
+      "loss": 0.7015,
+      "step": 2122
+    },
+    {
+      "epoch": 0.18982474964234622,
+      "grad_norm": 0.14699596079998453,
+      "learning_rate": 0.00018690501810951182,
+      "loss": 0.6893,
+      "step": 2123
+    },
+    {
+      "epoch": 0.18991416309012876,
+      "grad_norm": 0.14086459089694223,
+      "learning_rate": 0.0001868906872058683,
+      "loss": 0.6705,
+      "step": 2124
+    },
+    {
+      "epoch": 0.1900035765379113,
+      "grad_norm": 0.1416798001471606,
+      "learning_rate": 0.00018687634901480777,
+      "loss": 0.6753,
+      "step": 2125
+    },
+    {
+      "epoch": 0.19009298998569385,
+      "grad_norm": 0.145188625980094,
+      "learning_rate": 0.00018686200353753275,
+      "loss": 0.6989,
+      "step": 2126
+    },
+    {
+      "epoch": 0.1901824034334764,
+      "grad_norm": 0.12695397849227924,
+      "learning_rate": 0.00018684765077524643,
+      "loss": 0.7013,
+      "step": 2127
+    },
+    {
+      "epoch": 0.19027181688125894,
+      "grad_norm": 0.14592321229524643,
+      "learning_rate": 0.00018683329072915252,
+      "loss": 0.7068,
+      "step": 2128
+    },
+    {
+      "epoch": 0.19036123032904148,
+      "grad_norm": 0.14305489866032042,
+      "learning_rate": 0.00018681892340045538,
+      "loss": 0.7435,
+      "step": 2129
+    },
+    {
+      "epoch": 0.19045064377682402,
+      "grad_norm": 0.1370509004535496,
+      "learning_rate": 0.00018680454879035997,
+      "loss": 0.7124,
+      "step": 2130
+    },
+    {
+      "epoch": 0.19054005722460657,
+      "grad_norm": 0.14052594826869658,
+      "learning_rate": 0.0001867901669000719,
+      "loss": 0.662,
+      "step": 2131
+    },
+    {
+      "epoch": 0.19062947067238914,
+      "grad_norm": 0.14537913896116383,
+      "learning_rate": 0.00018677577773079733,
+      "loss": 0.7065,
+      "step": 2132
+    },
+    {
+      "epoch": 0.19071888412017168,
+      "grad_norm": 0.14420381867445248,
+      "learning_rate": 0.00018676138128374313,
+      "loss": 0.7075,
+      "step": 2133
+    },
+    {
+      "epoch": 0.19080829756795423,
+      "grad_norm": 0.15489215618653923,
+      "learning_rate": 0.0001867469775601166,
+      "loss": 0.7191,
+      "step": 2134
+    },
+    {
+      "epoch": 0.19089771101573677,
+      "grad_norm": 0.1379470376052646,
+      "learning_rate": 0.00018673256656112584,
+      "loss": 0.7004,
+      "step": 2135
+    },
+    {
+      "epoch": 0.19098712446351931,
+      "grad_norm": 0.14487699060401626,
+      "learning_rate": 0.0001867181482879795,
+      "loss": 0.7181,
+      "step": 2136
+    },
+    {
+      "epoch": 0.19107653791130186,
+      "grad_norm": 0.16580326318908858,
+      "learning_rate": 0.00018670372274188677,
+      "loss": 0.6892,
+      "step": 2137
+    },
+    {
+      "epoch": 0.1911659513590844,
+      "grad_norm": 0.12279561826977191,
+      "learning_rate": 0.00018668928992405755,
+      "loss": 0.6597,
+      "step": 2138
+    },
+    {
+      "epoch": 0.19125536480686695,
+      "grad_norm": 0.15388669650323078,
+      "learning_rate": 0.00018667484983570223,
+      "loss": 0.7136,
+      "step": 2139
+    },
+    {
+      "epoch": 0.1913447782546495,
+      "grad_norm": 0.14784072719431807,
+      "learning_rate": 0.00018666040247803195,
+      "loss": 0.7229,
+      "step": 2140
+    },
+    {
+      "epoch": 0.19143419170243203,
+      "grad_norm": 0.13546669610748274,
+      "learning_rate": 0.0001866459478522584,
+      "loss": 0.6384,
+      "step": 2141
+    },
+    {
+      "epoch": 0.1915236051502146,
+      "grad_norm": 0.12778403644001268,
+      "learning_rate": 0.0001866314859595938,
+      "loss": 0.702,
+      "step": 2142
+    },
+    {
+      "epoch": 0.19161301859799715,
+      "grad_norm": 0.1301492738572393,
+      "learning_rate": 0.00018661701680125115,
+      "loss": 0.6777,
+      "step": 2143
+    },
+    {
+      "epoch": 0.1917024320457797,
+      "grad_norm": 0.14623499143692523,
+      "learning_rate": 0.00018660254037844388,
+      "loss": 0.7402,
+      "step": 2144
+    },
+    {
+      "epoch": 0.19179184549356224,
+      "grad_norm": 0.15168752490969392,
+      "learning_rate": 0.00018658805669238612,
+      "loss": 0.7272,
+      "step": 2145
+    },
+    {
+      "epoch": 0.19188125894134478,
+      "grad_norm": 0.1292141274247143,
+      "learning_rate": 0.00018657356574429266,
+      "loss": 0.6839,
+      "step": 2146
+    },
+    {
+      "epoch": 0.19197067238912732,
+      "grad_norm": 0.14757208988307452,
+      "learning_rate": 0.00018655906753537878,
+      "loss": 0.6932,
+      "step": 2147
+    },
+    {
+      "epoch": 0.19206008583690987,
+      "grad_norm": 0.13210817823201257,
+      "learning_rate": 0.00018654456206686042,
+      "loss": 0.6886,
+      "step": 2148
+    },
+    {
+      "epoch": 0.1921494992846924,
+      "grad_norm": 0.13444899021375498,
+      "learning_rate": 0.00018653004933995418,
+      "loss": 0.7179,
+      "step": 2149
+    },
+    {
+      "epoch": 0.19223891273247495,
+      "grad_norm": 0.13265643913806072,
+      "learning_rate": 0.00018651552935587717,
+      "loss": 0.6995,
+      "step": 2150
+    },
+    {
+      "epoch": 0.1923283261802575,
+      "grad_norm": 0.14169108267518243,
+      "learning_rate": 0.00018650100211584723,
+      "loss": 0.672,
+      "step": 2151
+    },
+    {
+      "epoch": 0.19241773962804007,
+      "grad_norm": 0.14892937994642158,
+      "learning_rate": 0.00018648646762108273,
+      "loss": 0.6355,
+      "step": 2152
+    },
+    {
+      "epoch": 0.1925071530758226,
+      "grad_norm": 0.13116153756817214,
+      "learning_rate": 0.0001864719258728026,
+      "loss": 0.6918,
+      "step": 2153
+    },
+    {
+      "epoch": 0.19259656652360516,
+      "grad_norm": 0.15602718617937,
+      "learning_rate": 0.0001864573768722265,
+      "loss": 0.7005,
+      "step": 2154
+    },
+    {
+      "epoch": 0.1926859799713877,
+      "grad_norm": 0.1335518071629926,
+      "learning_rate": 0.0001864428206205746,
+      "loss": 0.6861,
+      "step": 2155
+    },
+    {
+      "epoch": 0.19277539341917024,
+      "grad_norm": 0.13526971536131985,
+      "learning_rate": 0.00018642825711906772,
+      "loss": 0.6958,
+      "step": 2156
+    },
+    {
+      "epoch": 0.1928648068669528,
+      "grad_norm": 0.1373304909958542,
+      "learning_rate": 0.00018641368636892734,
+      "loss": 0.6666,
+      "step": 2157
+    },
+    {
+      "epoch": 0.19295422031473533,
+      "grad_norm": 0.15384586274444323,
+      "learning_rate": 0.00018639910837137542,
+      "loss": 0.7437,
+      "step": 2158
+    },
+    {
+      "epoch": 0.19304363376251787,
+      "grad_norm": 0.1464187673975291,
+      "learning_rate": 0.0001863845231276346,
+      "loss": 0.6613,
+      "step": 2159
+    },
+    {
+      "epoch": 0.19313304721030042,
+      "grad_norm": 0.16899669691533348,
+      "learning_rate": 0.0001863699306389282,
+      "loss": 0.7348,
+      "step": 2160
+    },
+    {
+      "epoch": 0.193222460658083,
+      "grad_norm": 0.1338152406871122,
+      "learning_rate": 0.00018635533090647998,
+      "loss": 0.6806,
+      "step": 2161
+    },
+    {
+      "epoch": 0.19331187410586553,
+      "grad_norm": 0.14325017405718077,
+      "learning_rate": 0.00018634072393151446,
+      "loss": 0.7039,
+      "step": 2162
+    },
+    {
+      "epoch": 0.19340128755364808,
+      "grad_norm": 0.13294492629273427,
+      "learning_rate": 0.00018632610971525671,
+      "loss": 0.6832,
+      "step": 2163
+    },
+    {
+      "epoch": 0.19349070100143062,
+      "grad_norm": 0.16140955805773685,
+      "learning_rate": 0.00018631148825893238,
+      "loss": 0.7118,
+      "step": 2164
+    },
+    {
+      "epoch": 0.19358011444921316,
+      "grad_norm": 0.13154194464717184,
+      "learning_rate": 0.00018629685956376779,
+      "loss": 0.6871,
+      "step": 2165
+    },
+    {
+      "epoch": 0.1936695278969957,
+      "grad_norm": 0.15193840688606372,
+      "learning_rate": 0.0001862822236309898,
+      "loss": 0.7377,
+      "step": 2166
+    },
+    {
+      "epoch": 0.19375894134477825,
+      "grad_norm": 0.15534458202334428,
+      "learning_rate": 0.0001862675804618259,
+      "loss": 0.7064,
+      "step": 2167
+    },
+    {
+      "epoch": 0.1938483547925608,
+      "grad_norm": 0.14393548755804053,
+      "learning_rate": 0.00018625293005750424,
+      "loss": 0.6996,
+      "step": 2168
+    },
+    {
+      "epoch": 0.19393776824034334,
+      "grad_norm": 0.1501982095343077,
+      "learning_rate": 0.00018623827241925347,
+      "loss": 0.7195,
+      "step": 2169
+    },
+    {
+      "epoch": 0.19402718168812588,
+      "grad_norm": 0.1462498830496782,
+      "learning_rate": 0.000186223607548303,
+      "loss": 0.7228,
+      "step": 2170
+    },
+    {
+      "epoch": 0.19411659513590845,
+      "grad_norm": 0.1457883499581472,
+      "learning_rate": 0.00018620893544588264,
+      "loss": 0.6973,
+      "step": 2171
+    },
+    {
+      "epoch": 0.194206008583691,
+      "grad_norm": 0.13394670346591495,
+      "learning_rate": 0.00018619425611322298,
+      "loss": 0.6686,
+      "step": 2172
+    },
+    {
+      "epoch": 0.19429542203147354,
+      "grad_norm": 0.14980201938157886,
+      "learning_rate": 0.0001861795695515552,
+      "loss": 0.725,
+      "step": 2173
+    },
+    {
+      "epoch": 0.19438483547925609,
+      "grad_norm": 0.14480377935984007,
+      "learning_rate": 0.00018616487576211092,
+      "loss": 0.7464,
+      "step": 2174
+    },
+    {
+      "epoch": 0.19447424892703863,
+      "grad_norm": 0.1354916321221465,
+      "learning_rate": 0.00018615017474612265,
+      "loss": 0.7203,
+      "step": 2175
+    },
+    {
+      "epoch": 0.19456366237482117,
+      "grad_norm": 0.14079388457655684,
+      "learning_rate": 0.00018613546650482322,
+      "loss": 0.7192,
+      "step": 2176
+    },
+    {
+      "epoch": 0.19465307582260372,
+      "grad_norm": 0.1577067635505582,
+      "learning_rate": 0.00018612075103944625,
+      "loss": 0.7465,
+      "step": 2177
+    },
+    {
+      "epoch": 0.19474248927038626,
+      "grad_norm": 0.14025033388699237,
+      "learning_rate": 0.00018610602835122592,
+      "loss": 0.6782,
+      "step": 2178
+    },
+    {
+      "epoch": 0.1948319027181688,
+      "grad_norm": 0.15166153261092175,
+      "learning_rate": 0.00018609129844139697,
+      "loss": 0.7437,
+      "step": 2179
+    },
+    {
+      "epoch": 0.19492131616595135,
+      "grad_norm": 0.12295540166176029,
+      "learning_rate": 0.00018607656131119476,
+      "loss": 0.6828,
+      "step": 2180
+    },
+    {
+      "epoch": 0.19501072961373392,
+      "grad_norm": 0.1370327562050659,
+      "learning_rate": 0.00018606181696185535,
+      "loss": 0.7063,
+      "step": 2181
+    },
+    {
+      "epoch": 0.19510014306151646,
+      "grad_norm": 0.14607365370122363,
+      "learning_rate": 0.00018604706539461526,
+      "loss": 0.6999,
+      "step": 2182
+    },
+    {
+      "epoch": 0.195189556509299,
+      "grad_norm": 0.1373133013555204,
+      "learning_rate": 0.00018603230661071174,
+      "loss": 0.7191,
+      "step": 2183
+    },
+    {
+      "epoch": 0.19527896995708155,
+      "grad_norm": 0.13116343552606238,
+      "learning_rate": 0.00018601754061138256,
+      "loss": 0.7043,
+      "step": 2184
+    },
+    {
+      "epoch": 0.1953683834048641,
+      "grad_norm": 0.1468760227212117,
+      "learning_rate": 0.00018600276739786612,
+      "loss": 0.6943,
+      "step": 2185
+    },
+    {
+      "epoch": 0.19545779685264664,
+      "grad_norm": 0.13448020673466526,
+      "learning_rate": 0.00018598798697140145,
+      "loss": 0.6843,
+      "step": 2186
+    },
+    {
+      "epoch": 0.19554721030042918,
+      "grad_norm": 0.127637045259356,
+      "learning_rate": 0.00018597319933322815,
+      "loss": 0.6747,
+      "step": 2187
+    },
+    {
+      "epoch": 0.19563662374821172,
+      "grad_norm": 0.12080265573541457,
+      "learning_rate": 0.0001859584044845865,
+      "loss": 0.6483,
+      "step": 2188
+    },
+    {
+      "epoch": 0.19572603719599427,
+      "grad_norm": 0.1425933551487329,
+      "learning_rate": 0.0001859436024267172,
+      "loss": 0.7192,
+      "step": 2189
+    },
+    {
+      "epoch": 0.1958154506437768,
+      "grad_norm": 0.143912635328957,
+      "learning_rate": 0.0001859287931608618,
+      "loss": 0.6369,
+      "step": 2190
+    },
+    {
+      "epoch": 0.19590486409155938,
+      "grad_norm": 0.1636751296722727,
+      "learning_rate": 0.00018591397668826228,
+      "loss": 0.7366,
+      "step": 2191
+    },
+    {
+      "epoch": 0.19599427753934193,
+      "grad_norm": 0.13292044256153013,
+      "learning_rate": 0.0001858991530101613,
+      "loss": 0.6849,
+      "step": 2192
+    },
+    {
+      "epoch": 0.19608369098712447,
+      "grad_norm": 0.14020949807301025,
+      "learning_rate": 0.00018588432212780212,
+      "loss": 0.6782,
+      "step": 2193
+    },
+    {
+      "epoch": 0.19617310443490701,
+      "grad_norm": 0.1386552677751374,
+      "learning_rate": 0.00018586948404242853,
+      "loss": 0.6881,
+      "step": 2194
+    },
+    {
+      "epoch": 0.19626251788268956,
+      "grad_norm": 0.1586396429494716,
+      "learning_rate": 0.00018585463875528505,
+      "loss": 0.6944,
+      "step": 2195
+    },
+    {
+      "epoch": 0.1963519313304721,
+      "grad_norm": 0.14745265633882398,
+      "learning_rate": 0.00018583978626761667,
+      "loss": 0.7204,
+      "step": 2196
+    },
+    {
+      "epoch": 0.19644134477825465,
+      "grad_norm": 0.1563231824782122,
+      "learning_rate": 0.00018582492658066909,
+      "loss": 0.7543,
+      "step": 2197
+    },
+    {
+      "epoch": 0.1965307582260372,
+      "grad_norm": 0.13584671489110933,
+      "learning_rate": 0.00018581005969568856,
+      "loss": 0.6621,
+      "step": 2198
+    },
+    {
+      "epoch": 0.19662017167381973,
+      "grad_norm": 0.16231134983863252,
+      "learning_rate": 0.00018579518561392198,
+      "loss": 0.7482,
+      "step": 2199
+    },
+    {
+      "epoch": 0.19670958512160228,
+      "grad_norm": 0.1469203594310584,
+      "learning_rate": 0.00018578030433661678,
+      "loss": 0.7141,
+      "step": 2200
+    },
+    {
+      "epoch": 0.19679899856938485,
+      "grad_norm": 0.15160990026724272,
+      "learning_rate": 0.00018576541586502106,
+      "loss": 0.7572,
+      "step": 2201
+    },
+    {
+      "epoch": 0.1968884120171674,
+      "grad_norm": 0.13579421583673437,
+      "learning_rate": 0.00018575052020038352,
+      "loss": 0.7016,
+      "step": 2202
+    },
+    {
+      "epoch": 0.19697782546494993,
+      "grad_norm": 0.14071442641138893,
+      "learning_rate": 0.00018573561734395338,
+      "loss": 0.6407,
+      "step": 2203
+    },
+    {
+      "epoch": 0.19706723891273248,
+      "grad_norm": 0.12988231835623174,
+      "learning_rate": 0.0001857207072969805,
+      "loss": 0.7135,
+      "step": 2204
+    },
+    {
+      "epoch": 0.19715665236051502,
+      "grad_norm": 0.14194795900842333,
+      "learning_rate": 0.0001857057900607155,
+      "loss": 0.7077,
+      "step": 2205
+    },
+    {
+      "epoch": 0.19724606580829757,
+      "grad_norm": 0.12442231299066077,
+      "learning_rate": 0.0001856908656364094,
+      "loss": 0.6792,
+      "step": 2206
+    },
+    {
+      "epoch": 0.1973354792560801,
+      "grad_norm": 0.13717431218434048,
+      "learning_rate": 0.00018567593402531385,
+      "loss": 0.6882,
+      "step": 2207
+    },
+    {
+      "epoch": 0.19742489270386265,
+      "grad_norm": 0.14047716492162754,
+      "learning_rate": 0.00018566099522868119,
+      "loss": 0.7166,
+      "step": 2208
+    },
+    {
+      "epoch": 0.1975143061516452,
+      "grad_norm": 0.15344698490948547,
+      "learning_rate": 0.00018564604924776432,
+      "loss": 0.7676,
+      "step": 2209
+    },
+    {
+      "epoch": 0.19760371959942774,
+      "grad_norm": 0.1470329997789768,
+      "learning_rate": 0.00018563109608381675,
+      "loss": 0.7177,
+      "step": 2210
+    },
+    {
+      "epoch": 0.1976931330472103,
+      "grad_norm": 0.13661615813252964,
+      "learning_rate": 0.00018561613573809253,
+      "loss": 0.6634,
+      "step": 2211
+    },
+    {
+      "epoch": 0.19778254649499286,
+      "grad_norm": 0.14233122370966916,
+      "learning_rate": 0.00018560116821184642,
+      "loss": 0.7493,
+      "step": 2212
+    },
+    {
+      "epoch": 0.1978719599427754,
+      "grad_norm": 0.13554193023961775,
+      "learning_rate": 0.0001855861935063337,
+      "loss": 0.6503,
+      "step": 2213
+    },
+    {
+      "epoch": 0.19796137339055794,
+      "grad_norm": 0.13182326127338556,
+      "learning_rate": 0.00018557121162281033,
+      "loss": 0.6683,
+      "step": 2214
+    },
+    {
+      "epoch": 0.1980507868383405,
+      "grad_norm": 0.14644979017183407,
+      "learning_rate": 0.00018555622256253274,
+      "loss": 0.7165,
+      "step": 2215
+    },
+    {
+      "epoch": 0.19814020028612303,
+      "grad_norm": 0.12981706715649763,
+      "learning_rate": 0.00018554122632675815,
+      "loss": 0.6739,
+      "step": 2216
+    },
+    {
+      "epoch": 0.19822961373390557,
+      "grad_norm": 0.1215733455372112,
+      "learning_rate": 0.00018552622291674416,
+      "loss": 0.6894,
+      "step": 2217
+    },
+    {
+      "epoch": 0.19831902718168812,
+      "grad_norm": 0.14160927598205086,
+      "learning_rate": 0.00018551121233374915,
+      "loss": 0.7118,
+      "step": 2218
+    },
+    {
+      "epoch": 0.19840844062947066,
+      "grad_norm": 0.127195522734573,
+      "learning_rate": 0.00018549619457903206,
+      "loss": 0.672,
+      "step": 2219
+    },
+    {
+      "epoch": 0.1984978540772532,
+      "grad_norm": 0.13139853605386412,
+      "learning_rate": 0.00018548116965385236,
+      "loss": 0.6878,
+      "step": 2220
+    },
+    {
+      "epoch": 0.19858726752503578,
+      "grad_norm": 0.14715555668042668,
+      "learning_rate": 0.0001854661375594702,
+      "loss": 0.7258,
+      "step": 2221
+    },
+    {
+      "epoch": 0.19867668097281832,
+      "grad_norm": 0.14777170204175924,
+      "learning_rate": 0.0001854510982971463,
+      "loss": 0.6141,
+      "step": 2222
+    },
+    {
+      "epoch": 0.19876609442060086,
+      "grad_norm": 0.13758977076925216,
+      "learning_rate": 0.000185436051868142,
+      "loss": 0.6796,
+      "step": 2223
+    },
+    {
+      "epoch": 0.1988555078683834,
+      "grad_norm": 0.11389496664518958,
+      "learning_rate": 0.0001854209982737192,
+      "loss": 0.6607,
+      "step": 2224
+    },
+    {
+      "epoch": 0.19894492131616595,
+      "grad_norm": 0.148032800814142,
+      "learning_rate": 0.00018540593751514042,
+      "loss": 0.7183,
+      "step": 2225
+    },
+    {
+      "epoch": 0.1990343347639485,
+      "grad_norm": 0.1587467769894977,
+      "learning_rate": 0.00018539086959366881,
+      "loss": 0.6804,
+      "step": 2226
+    },
+    {
+      "epoch": 0.19912374821173104,
+      "grad_norm": 0.14760344802724382,
+      "learning_rate": 0.00018537579451056811,
+      "loss": 0.6809,
+      "step": 2227
+    },
+    {
+      "epoch": 0.19921316165951358,
+      "grad_norm": 0.1265954340651995,
+      "learning_rate": 0.00018536071226710267,
+      "loss": 0.5681,
+      "step": 2228
+    },
+    {
+      "epoch": 0.19930257510729613,
+      "grad_norm": 0.1523546119228139,
+      "learning_rate": 0.0001853456228645373,
+      "loss": 0.697,
+      "step": 2229
+    },
+    {
+      "epoch": 0.1993919885550787,
+      "grad_norm": 0.1597188420116822,
+      "learning_rate": 0.00018533052630413766,
+      "loss": 0.6919,
+      "step": 2230
+    },
+    {
+      "epoch": 0.19948140200286124,
+      "grad_norm": 0.14424049177014722,
+      "learning_rate": 0.00018531542258716982,
+      "loss": 0.6582,
+      "step": 2231
+    },
+    {
+      "epoch": 0.19957081545064378,
+      "grad_norm": 0.1368056041021692,
+      "learning_rate": 0.00018530031171490053,
+      "loss": 0.7038,
+      "step": 2232
+    },
+    {
+      "epoch": 0.19966022889842633,
+      "grad_norm": 0.14530830595131064,
+      "learning_rate": 0.0001852851936885971,
+      "loss": 0.753,
+      "step": 2233
+    },
+    {
+      "epoch": 0.19974964234620887,
+      "grad_norm": 0.13015767194407687,
+      "learning_rate": 0.00018527006850952747,
+      "loss": 0.6997,
+      "step": 2234
+    },
+    {
+      "epoch": 0.19983905579399142,
+      "grad_norm": 0.1385031095332659,
+      "learning_rate": 0.0001852549361789602,
+      "loss": 0.7326,
+      "step": 2235
+    },
+    {
+      "epoch": 0.19992846924177396,
+      "grad_norm": 0.16414906698241746,
+      "learning_rate": 0.00018523979669816438,
+      "loss": 0.708,
+      "step": 2236
+    },
+    {
+      "epoch": 0.2000178826895565,
+      "grad_norm": 0.15107366618437493,
+      "learning_rate": 0.00018522465006840975,
+      "loss": 0.744,
+      "step": 2237
+    },
+    {
+      "epoch": 0.20010729613733905,
+      "grad_norm": 0.1479485689527693,
+      "learning_rate": 0.00018520949629096664,
+      "loss": 0.7366,
+      "step": 2238
+    },
+    {
+      "epoch": 0.2001967095851216,
+      "grad_norm": 0.1472058965375348,
+      "learning_rate": 0.000185194335367106,
+      "loss": 0.7019,
+      "step": 2239
+    },
+    {
+      "epoch": 0.20028612303290416,
+      "grad_norm": 0.1381421533482435,
+      "learning_rate": 0.0001851791672980993,
+      "loss": 0.7274,
+      "step": 2240
+    },
+    {
+      "epoch": 0.2003755364806867,
+      "grad_norm": 0.12539003474716798,
+      "learning_rate": 0.0001851639920852188,
+      "loss": 0.65,
+      "step": 2241
+    },
+    {
+      "epoch": 0.20046494992846925,
+      "grad_norm": 0.15016897469747584,
+      "learning_rate": 0.00018514880972973706,
+      "loss": 0.7207,
+      "step": 2242
+    },
+    {
+      "epoch": 0.2005543633762518,
+      "grad_norm": 0.12248407973296763,
+      "learning_rate": 0.0001851336202329275,
+      "loss": 0.6772,
+      "step": 2243
+    },
+    {
+      "epoch": 0.20064377682403434,
+      "grad_norm": 0.14118046590210787,
+      "learning_rate": 0.00018511842359606403,
+      "loss": 0.7487,
+      "step": 2244
+    },
+    {
+      "epoch": 0.20073319027181688,
+      "grad_norm": 0.15928564221725536,
+      "learning_rate": 0.00018510321982042116,
+      "loss": 0.7257,
+      "step": 2245
+    },
+    {
+      "epoch": 0.20082260371959942,
+      "grad_norm": 0.15008731255450408,
+      "learning_rate": 0.00018508800890727403,
+      "loss": 0.6592,
+      "step": 2246
+    },
+    {
+      "epoch": 0.20091201716738197,
+      "grad_norm": 0.16823556852774457,
+      "learning_rate": 0.00018507279085789834,
+      "loss": 0.7583,
+      "step": 2247
+    },
+    {
+      "epoch": 0.2010014306151645,
+      "grad_norm": 0.1351855188900108,
+      "learning_rate": 0.00018505756567357046,
+      "loss": 0.7026,
+      "step": 2248
+    },
+    {
+      "epoch": 0.20109084406294706,
+      "grad_norm": 0.15517529230513213,
+      "learning_rate": 0.00018504233335556723,
+      "loss": 0.7223,
+      "step": 2249
+    },
+    {
+      "epoch": 0.20118025751072963,
+      "grad_norm": 0.15291690376545675,
+      "learning_rate": 0.00018502709390516624,
+      "loss": 0.7067,
+      "step": 2250
+    },
+    {
+      "epoch": 0.20126967095851217,
+      "grad_norm": 0.15745503041532372,
+      "learning_rate": 0.00018501184732364553,
+      "loss": 0.7009,
+      "step": 2251
+    },
+    {
+      "epoch": 0.2013590844062947,
+      "grad_norm": 0.12477601186726651,
+      "learning_rate": 0.0001849965936122839,
+      "loss": 0.6752,
+      "step": 2252
+    },
+    {
+      "epoch": 0.20144849785407726,
+      "grad_norm": 0.14867806013975932,
+      "learning_rate": 0.00018498133277236058,
+      "loss": 0.6858,
+      "step": 2253
+    },
+    {
+      "epoch": 0.2015379113018598,
+      "grad_norm": 0.1596714796884444,
+      "learning_rate": 0.00018496606480515552,
+      "loss": 0.7221,
+      "step": 2254
+    },
+    {
+      "epoch": 0.20162732474964234,
+      "grad_norm": 0.14294893550278095,
+      "learning_rate": 0.0001849507897119492,
+      "loss": 0.6939,
+      "step": 2255
+    },
+    {
+      "epoch": 0.2017167381974249,
+      "grad_norm": 0.12262432826764037,
+      "learning_rate": 0.00018493550749402278,
+      "loss": 0.6601,
+      "step": 2256
+    },
+    {
+      "epoch": 0.20180615164520743,
+      "grad_norm": 0.13305782441678626,
+      "learning_rate": 0.0001849202181526579,
+      "loss": 0.6898,
+      "step": 2257
+    },
+    {
+      "epoch": 0.20189556509298998,
+      "grad_norm": 0.12613380535863236,
+      "learning_rate": 0.00018490492168913688,
+      "loss": 0.6971,
+      "step": 2258
+    },
+    {
+      "epoch": 0.20198497854077252,
+      "grad_norm": 0.15685295167980826,
+      "learning_rate": 0.00018488961810474264,
+      "loss": 0.6765,
+      "step": 2259
+    },
+    {
+      "epoch": 0.2020743919885551,
+      "grad_norm": 0.15156069145932555,
+      "learning_rate": 0.00018487430740075862,
+      "loss": 0.7446,
+      "step": 2260
+    },
+    {
+      "epoch": 0.20216380543633763,
+      "grad_norm": 0.12978968351121556,
+      "learning_rate": 0.00018485898957846896,
+      "loss": 0.67,
+      "step": 2261
+    },
+    {
+      "epoch": 0.20225321888412018,
+      "grad_norm": 0.13511557509581468,
+      "learning_rate": 0.0001848436646391583,
+      "loss": 0.6905,
+      "step": 2262
+    },
+    {
+      "epoch": 0.20234263233190272,
+      "grad_norm": 0.13912399711068105,
+      "learning_rate": 0.000184828332584112,
+      "loss": 0.7309,
+      "step": 2263
+    },
+    {
+      "epoch": 0.20243204577968527,
+      "grad_norm": 0.1373657205771251,
+      "learning_rate": 0.00018481299341461583,
+      "loss": 0.6766,
+      "step": 2264
+    },
+    {
+      "epoch": 0.2025214592274678,
+      "grad_norm": 0.12938539847642563,
+      "learning_rate": 0.0001847976471319564,
+      "loss": 0.6956,
+      "step": 2265
+    },
+    {
+      "epoch": 0.20261087267525035,
+      "grad_norm": 0.15158316155464313,
+      "learning_rate": 0.00018478229373742065,
+      "loss": 0.6988,
+      "step": 2266
+    },
+    {
+      "epoch": 0.2027002861230329,
+      "grad_norm": 0.14150872079549093,
+      "learning_rate": 0.00018476693323229637,
+      "loss": 0.7012,
+      "step": 2267
+    },
+    {
+      "epoch": 0.20278969957081544,
+      "grad_norm": 0.1576153275703938,
+      "learning_rate": 0.00018475156561787172,
+      "loss": 0.733,
+      "step": 2268
+    },
+    {
+      "epoch": 0.20287911301859798,
+      "grad_norm": 0.13008238210331727,
+      "learning_rate": 0.00018473619089543565,
+      "loss": 0.6733,
+      "step": 2269
+    },
+    {
+      "epoch": 0.20296852646638056,
+      "grad_norm": 0.13184871569079817,
+      "learning_rate": 0.00018472080906627758,
+      "loss": 0.7195,
+      "step": 2270
+    },
+    {
+      "epoch": 0.2030579399141631,
+      "grad_norm": 0.1498745322033562,
+      "learning_rate": 0.00018470542013168757,
+      "loss": 0.6985,
+      "step": 2271
+    },
+    {
+      "epoch": 0.20314735336194564,
+      "grad_norm": 0.15112629428402494,
+      "learning_rate": 0.00018469002409295628,
+      "loss": 0.7583,
+      "step": 2272
+    },
+    {
+      "epoch": 0.2032367668097282,
+      "grad_norm": 0.13611619155971583,
+      "learning_rate": 0.00018467462095137494,
+      "loss": 0.712,
+      "step": 2273
+    },
+    {
+      "epoch": 0.20332618025751073,
+      "grad_norm": 0.14170078739673708,
+      "learning_rate": 0.0001846592107082354,
+      "loss": 0.7085,
+      "step": 2274
+    },
+    {
+      "epoch": 0.20341559370529327,
+      "grad_norm": 0.13873357958910892,
+      "learning_rate": 0.0001846437933648301,
+      "loss": 0.7231,
+      "step": 2275
+    },
+    {
+      "epoch": 0.20350500715307582,
+      "grad_norm": 0.12306879723600367,
+      "learning_rate": 0.00018462836892245207,
+      "loss": 0.7173,
+      "step": 2276
+    },
+    {
+      "epoch": 0.20359442060085836,
+      "grad_norm": 0.12771268660671792,
+      "learning_rate": 0.00018461293738239495,
+      "loss": 0.7201,
+      "step": 2277
+    },
+    {
+      "epoch": 0.2036838340486409,
+      "grad_norm": 0.1441796550681493,
+      "learning_rate": 0.00018459749874595298,
+      "loss": 0.7023,
+      "step": 2278
+    },
+    {
+      "epoch": 0.20377324749642345,
+      "grad_norm": 0.1471849602198827,
+      "learning_rate": 0.00018458205301442093,
+      "loss": 0.7139,
+      "step": 2279
+    },
+    {
+      "epoch": 0.20386266094420602,
+      "grad_norm": 0.13796014617896782,
+      "learning_rate": 0.00018456660018909425,
+      "loss": 0.6824,
+      "step": 2280
+    },
+    {
+      "epoch": 0.20395207439198856,
+      "grad_norm": 0.1471576046605685,
+      "learning_rate": 0.0001845511402712689,
+      "loss": 0.7516,
+      "step": 2281
+    },
+    {
+      "epoch": 0.2040414878397711,
+      "grad_norm": 0.13030425501472032,
+      "learning_rate": 0.0001845356732622416,
+      "loss": 0.7003,
+      "step": 2282
+    },
+    {
+      "epoch": 0.20413090128755365,
+      "grad_norm": 0.12545118467377842,
+      "learning_rate": 0.00018452019916330944,
+      "loss": 0.6845,
+      "step": 2283
+    },
+    {
+      "epoch": 0.2042203147353362,
+      "grad_norm": 0.14070306355263973,
+      "learning_rate": 0.00018450471797577028,
+      "loss": 0.7261,
+      "step": 2284
+    },
+    {
+      "epoch": 0.20430972818311874,
+      "grad_norm": 0.13846925855788078,
+      "learning_rate": 0.00018448922970092243,
+      "loss": 0.6756,
+      "step": 2285
+    },
+    {
+      "epoch": 0.20439914163090128,
+      "grad_norm": 0.12529763497774038,
+      "learning_rate": 0.00018447373434006496,
+      "loss": 0.7263,
+      "step": 2286
+    },
+    {
+      "epoch": 0.20448855507868383,
+      "grad_norm": 0.12352035542193045,
+      "learning_rate": 0.0001844582318944974,
+      "loss": 0.6706,
+      "step": 2287
+    },
+    {
+      "epoch": 0.20457796852646637,
+      "grad_norm": 0.144895955797548,
+      "learning_rate": 0.0001844427223655199,
+      "loss": 0.7133,
+      "step": 2288
+    },
+    {
+      "epoch": 0.20466738197424894,
+      "grad_norm": 0.1443895773526154,
+      "learning_rate": 0.0001844272057544333,
+      "loss": 0.7027,
+      "step": 2289
+    },
+    {
+      "epoch": 0.20475679542203148,
+      "grad_norm": 0.11914129368244121,
+      "learning_rate": 0.00018441168206253893,
+      "loss": 0.6329,
+      "step": 2290
+    },
+    {
+      "epoch": 0.20484620886981403,
+      "grad_norm": 0.1937186554092386,
+      "learning_rate": 0.00018439615129113866,
+      "loss": 0.7523,
+      "step": 2291
+    },
+    {
+      "epoch": 0.20493562231759657,
+      "grad_norm": 0.14836521916860326,
+      "learning_rate": 0.00018438061344153517,
+      "loss": 0.6376,
+      "step": 2292
+    },
+    {
+      "epoch": 0.20502503576537912,
+      "grad_norm": 0.14641892283687405,
+      "learning_rate": 0.0001843650685150315,
+      "loss": 0.7175,
+      "step": 2293
+    },
+    {
+      "epoch": 0.20511444921316166,
+      "grad_norm": 0.14689544821551662,
+      "learning_rate": 0.00018434951651293143,
+      "loss": 0.6557,
+      "step": 2294
+    },
+    {
+      "epoch": 0.2052038626609442,
+      "grad_norm": 0.14452667330292587,
+      "learning_rate": 0.0001843339574365393,
+      "loss": 0.6726,
+      "step": 2295
+    },
+    {
+      "epoch": 0.20529327610872675,
+      "grad_norm": 0.12338400701314325,
+      "learning_rate": 0.00018431839128715997,
+      "loss": 0.6836,
+      "step": 2296
+    },
+    {
+      "epoch": 0.2053826895565093,
+      "grad_norm": 0.1300558948997538,
+      "learning_rate": 0.000184302818066099,
+      "loss": 0.6689,
+      "step": 2297
+    },
+    {
+      "epoch": 0.20547210300429183,
+      "grad_norm": 0.15841103126771455,
+      "learning_rate": 0.00018428723777466253,
+      "loss": 0.7272,
+      "step": 2298
+    },
+    {
+      "epoch": 0.2055615164520744,
+      "grad_norm": 0.15872157214166982,
+      "learning_rate": 0.0001842716504141572,
+      "loss": 0.731,
+      "step": 2299
+    },
+    {
+      "epoch": 0.20565092989985695,
+      "grad_norm": 0.14192934080198108,
+      "learning_rate": 0.00018425605598589031,
+      "loss": 0.7107,
+      "step": 2300
+    },
+    {
+      "epoch": 0.2057403433476395,
+      "grad_norm": 0.14933628362581372,
+      "learning_rate": 0.00018424045449116978,
+      "loss": 0.7634,
+      "step": 2301
+    },
+    {
+      "epoch": 0.20582975679542204,
+      "grad_norm": 0.13960707479941714,
+      "learning_rate": 0.000184224845931304,
+      "loss": 0.6804,
+      "step": 2302
+    },
+    {
+      "epoch": 0.20591917024320458,
+      "grad_norm": 0.14146392985838985,
+      "learning_rate": 0.0001842092303076022,
+      "loss": 0.6998,
+      "step": 2303
+    },
+    {
+      "epoch": 0.20600858369098712,
+      "grad_norm": 0.14685446711885816,
+      "learning_rate": 0.00018419360762137395,
+      "loss": 0.7252,
+      "step": 2304
+    },
+    {
+      "epoch": 0.20609799713876967,
+      "grad_norm": 0.1419668849408764,
+      "learning_rate": 0.00018417797787392948,
+      "loss": 0.6377,
+      "step": 2305
+    },
+    {
+      "epoch": 0.2061874105865522,
+      "grad_norm": 0.12947902393536678,
+      "learning_rate": 0.00018416234106657963,
+      "loss": 0.5979,
+      "step": 2306
+    },
+    {
+      "epoch": 0.20627682403433475,
+      "grad_norm": 0.1548738461799062,
+      "learning_rate": 0.00018414669720063592,
+      "loss": 0.6765,
+      "step": 2307
+    },
+    {
+      "epoch": 0.2063662374821173,
+      "grad_norm": 0.14876458877711307,
+      "learning_rate": 0.00018413104627741035,
+      "loss": 0.6534,
+      "step": 2308
+    },
+    {
+      "epoch": 0.20645565092989987,
+      "grad_norm": 0.1490847309513334,
+      "learning_rate": 0.00018411538829821552,
+      "loss": 0.6908,
+      "step": 2309
+    },
+    {
+      "epoch": 0.2065450643776824,
+      "grad_norm": 0.16417955962317374,
+      "learning_rate": 0.00018409972326436465,
+      "loss": 0.7569,
+      "step": 2310
+    },
+    {
+      "epoch": 0.20663447782546496,
+      "grad_norm": 0.15789928981601037,
+      "learning_rate": 0.00018408405117717154,
+      "loss": 0.7084,
+      "step": 2311
+    },
+    {
+      "epoch": 0.2067238912732475,
+      "grad_norm": 0.13749430870350182,
+      "learning_rate": 0.00018406837203795067,
+      "loss": 0.6526,
+      "step": 2312
+    },
+    {
+      "epoch": 0.20681330472103004,
+      "grad_norm": 0.16051017858634775,
+      "learning_rate": 0.0001840526858480169,
+      "loss": 0.6906,
+      "step": 2313
+    },
+    {
+      "epoch": 0.2069027181688126,
+      "grad_norm": 0.14960595423317022,
+      "learning_rate": 0.0001840369926086859,
+      "loss": 0.6891,
+      "step": 2314
+    },
+    {
+      "epoch": 0.20699213161659513,
+      "grad_norm": 0.1376770822819967,
+      "learning_rate": 0.00018402129232127383,
+      "loss": 0.6562,
+      "step": 2315
+    },
+    {
+      "epoch": 0.20708154506437768,
+      "grad_norm": 0.15785317313093397,
+      "learning_rate": 0.00018400558498709744,
+      "loss": 0.7071,
+      "step": 2316
+    },
+    {
+      "epoch": 0.20717095851216022,
+      "grad_norm": 0.13368102734643741,
+      "learning_rate": 0.00018398987060747407,
+      "loss": 0.6769,
+      "step": 2317
+    },
+    {
+      "epoch": 0.20726037195994276,
+      "grad_norm": 0.13392169233993562,
+      "learning_rate": 0.00018397414918372172,
+      "loss": 0.6979,
+      "step": 2318
+    },
+    {
+      "epoch": 0.20734978540772533,
+      "grad_norm": 0.1563830025064237,
+      "learning_rate": 0.00018395842071715888,
+      "loss": 0.7492,
+      "step": 2319
+    },
+    {
+      "epoch": 0.20743919885550788,
+      "grad_norm": 0.12446812403332323,
+      "learning_rate": 0.00018394268520910466,
+      "loss": 0.6361,
+      "step": 2320
+    },
+    {
+      "epoch": 0.20752861230329042,
+      "grad_norm": 0.1305607759842855,
+      "learning_rate": 0.00018392694266087885,
+      "loss": 0.6706,
+      "step": 2321
+    },
+    {
+      "epoch": 0.20761802575107297,
+      "grad_norm": 0.14384620140707843,
+      "learning_rate": 0.00018391119307380172,
+      "loss": 0.7214,
+      "step": 2322
+    },
+    {
+      "epoch": 0.2077074391988555,
+      "grad_norm": 0.14946079384523356,
+      "learning_rate": 0.00018389543644919414,
+      "loss": 0.7203,
+      "step": 2323
+    },
+    {
+      "epoch": 0.20779685264663805,
+      "grad_norm": 0.152519930693257,
+      "learning_rate": 0.00018387967278837763,
+      "loss": 0.7351,
+      "step": 2324
+    },
+    {
+      "epoch": 0.2078862660944206,
+      "grad_norm": 0.14230393286361992,
+      "learning_rate": 0.00018386390209267428,
+      "loss": 0.7146,
+      "step": 2325
+    },
+    {
+      "epoch": 0.20797567954220314,
+      "grad_norm": 0.14466156391506302,
+      "learning_rate": 0.00018384812436340672,
+      "loss": 0.6996,
+      "step": 2326
+    },
+    {
+      "epoch": 0.20806509298998568,
+      "grad_norm": 0.13147334571721436,
+      "learning_rate": 0.00018383233960189826,
+      "loss": 0.6758,
+      "step": 2327
+    },
+    {
+      "epoch": 0.20815450643776823,
+      "grad_norm": 0.12263915277273578,
+      "learning_rate": 0.0001838165478094727,
+      "loss": 0.6261,
+      "step": 2328
+    },
+    {
+      "epoch": 0.2082439198855508,
+      "grad_norm": 0.13240934112325317,
+      "learning_rate": 0.0001838007489874545,
+      "loss": 0.6852,
+      "step": 2329
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.13835248722361926,
+      "learning_rate": 0.0001837849431371687,
+      "loss": 0.6957,
+      "step": 2330
+    },
+    {
+      "epoch": 0.2084227467811159,
+      "grad_norm": 0.1484121734576054,
+      "learning_rate": 0.0001837691302599409,
+      "loss": 0.7127,
+      "step": 2331
+    },
+    {
+      "epoch": 0.20851216022889843,
+      "grad_norm": 0.15081947154840297,
+      "learning_rate": 0.0001837533103570973,
+      "loss": 0.7109,
+      "step": 2332
+    },
+    {
+      "epoch": 0.20860157367668097,
+      "grad_norm": 0.12621577807688467,
+      "learning_rate": 0.00018373748342996474,
+      "loss": 0.7014,
+      "step": 2333
+    },
+    {
+      "epoch": 0.20869098712446352,
+      "grad_norm": 0.15195561647263103,
+      "learning_rate": 0.00018372164947987054,
+      "loss": 0.6835,
+      "step": 2334
+    },
+    {
+      "epoch": 0.20878040057224606,
+      "grad_norm": 0.13108031107355467,
+      "learning_rate": 0.00018370580850814272,
+      "loss": 0.6808,
+      "step": 2335
+    },
+    {
+      "epoch": 0.2088698140200286,
+      "grad_norm": 0.12575741119068665,
+      "learning_rate": 0.00018368996051610986,
+      "loss": 0.6617,
+      "step": 2336
+    },
+    {
+      "epoch": 0.20895922746781115,
+      "grad_norm": 0.14844974307365022,
+      "learning_rate": 0.00018367410550510104,
+      "loss": 0.682,
+      "step": 2337
+    },
+    {
+      "epoch": 0.2090486409155937,
+      "grad_norm": 0.15205811039791187,
+      "learning_rate": 0.00018365824347644607,
+      "loss": 0.7159,
+      "step": 2338
+    },
+    {
+      "epoch": 0.20913805436337626,
+      "grad_norm": 0.13927369608850368,
+      "learning_rate": 0.00018364237443147525,
+      "loss": 0.6829,
+      "step": 2339
+    },
+    {
+      "epoch": 0.2092274678111588,
+      "grad_norm": 0.15172655914867944,
+      "learning_rate": 0.00018362649837151947,
+      "loss": 0.7093,
+      "step": 2340
+    },
+    {
+      "epoch": 0.20931688125894135,
+      "grad_norm": 0.14308254777334567,
+      "learning_rate": 0.0001836106152979103,
+      "loss": 0.6883,
+      "step": 2341
+    },
+    {
+      "epoch": 0.2094062947067239,
+      "grad_norm": 0.15154078641047436,
+      "learning_rate": 0.0001835947252119798,
+      "loss": 0.714,
+      "step": 2342
+    },
+    {
+      "epoch": 0.20949570815450644,
+      "grad_norm": 0.14212291205907862,
+      "learning_rate": 0.00018357882811506065,
+      "loss": 0.6761,
+      "step": 2343
+    },
+    {
+      "epoch": 0.20958512160228898,
+      "grad_norm": 0.14365140506450624,
+      "learning_rate": 0.00018356292400848611,
+      "loss": 0.7388,
+      "step": 2344
+    },
+    {
+      "epoch": 0.20967453505007153,
+      "grad_norm": 0.1515225009695083,
+      "learning_rate": 0.00018354701289359005,
+      "loss": 0.7106,
+      "step": 2345
+    },
+    {
+      "epoch": 0.20976394849785407,
+      "grad_norm": 0.13443747087091687,
+      "learning_rate": 0.00018353109477170696,
+      "loss": 0.7153,
+      "step": 2346
+    },
+    {
+      "epoch": 0.2098533619456366,
+      "grad_norm": 0.12086034302066115,
+      "learning_rate": 0.0001835151696441718,
+      "loss": 0.6978,
+      "step": 2347
+    },
+    {
+      "epoch": 0.20994277539341916,
+      "grad_norm": 0.14299686835627468,
+      "learning_rate": 0.00018349923751232022,
+      "loss": 0.6751,
+      "step": 2348
+    },
+    {
+      "epoch": 0.21003218884120173,
+      "grad_norm": 0.16292917552729128,
+      "learning_rate": 0.00018348329837748843,
+      "loss": 0.708,
+      "step": 2349
+    },
+    {
+      "epoch": 0.21012160228898427,
+      "grad_norm": 0.15378473175627863,
+      "learning_rate": 0.00018346735224101325,
+      "loss": 0.685,
+      "step": 2350
+    },
+    {
+      "epoch": 0.21021101573676682,
+      "grad_norm": 0.1331522306652603,
+      "learning_rate": 0.000183451399104232,
+      "loss": 0.707,
+      "step": 2351
+    },
+    {
+      "epoch": 0.21030042918454936,
+      "grad_norm": 0.1428922306526866,
+      "learning_rate": 0.00018343543896848273,
+      "loss": 0.6863,
+      "step": 2352
+    },
+    {
+      "epoch": 0.2103898426323319,
+      "grad_norm": 0.1339083873824965,
+      "learning_rate": 0.00018341947183510393,
+      "loss": 0.6724,
+      "step": 2353
+    },
+    {
+      "epoch": 0.21047925608011445,
+      "grad_norm": 0.1488320379046346,
+      "learning_rate": 0.00018340349770543481,
+      "loss": 0.7077,
+      "step": 2354
+    },
+    {
+      "epoch": 0.210568669527897,
+      "grad_norm": 0.1345909716938845,
+      "learning_rate": 0.00018338751658081504,
+      "loss": 0.6854,
+      "step": 2355
+    },
+    {
+      "epoch": 0.21065808297567953,
+      "grad_norm": 0.15871481690176714,
+      "learning_rate": 0.00018337152846258493,
+      "loss": 0.7335,
+      "step": 2356
+    },
+    {
+      "epoch": 0.21074749642346208,
+      "grad_norm": 0.14144636898155466,
+      "learning_rate": 0.00018335553335208546,
+      "loss": 0.6703,
+      "step": 2357
+    },
+    {
+      "epoch": 0.21083690987124465,
+      "grad_norm": 0.14416049410554094,
+      "learning_rate": 0.00018333953125065805,
+      "loss": 0.7216,
+      "step": 2358
+    },
+    {
+      "epoch": 0.2109263233190272,
+      "grad_norm": 0.14383142228212262,
+      "learning_rate": 0.0001833235221596448,
+      "loss": 0.6621,
+      "step": 2359
+    },
+    {
+      "epoch": 0.21101573676680974,
+      "grad_norm": 0.14156751832436645,
+      "learning_rate": 0.00018330750608038844,
+      "loss": 0.7234,
+      "step": 2360
+    },
+    {
+      "epoch": 0.21110515021459228,
+      "grad_norm": 0.12538911901768562,
+      "learning_rate": 0.0001832914830142321,
+      "loss": 0.6472,
+      "step": 2361
+    },
+    {
+      "epoch": 0.21119456366237482,
+      "grad_norm": 0.12586367397450898,
+      "learning_rate": 0.00018327545296251968,
+      "loss": 0.7198,
+      "step": 2362
+    },
+    {
+      "epoch": 0.21128397711015737,
+      "grad_norm": 0.14023090510353017,
+      "learning_rate": 0.00018325941592659553,
+      "loss": 0.688,
+      "step": 2363
+    },
+    {
+      "epoch": 0.2113733905579399,
+      "grad_norm": 0.1375158727547265,
+      "learning_rate": 0.0001832433719078048,
+      "loss": 0.7055,
+      "step": 2364
+    },
+    {
+      "epoch": 0.21146280400572245,
+      "grad_norm": 0.13743355142930216,
+      "learning_rate": 0.00018322732090749296,
+      "loss": 0.6613,
+      "step": 2365
+    },
+    {
+      "epoch": 0.211552217453505,
+      "grad_norm": 0.17100462734407146,
+      "learning_rate": 0.00018321126292700628,
+      "loss": 0.7155,
+      "step": 2366
+    },
+    {
+      "epoch": 0.21164163090128754,
+      "grad_norm": 0.16409012818537563,
+      "learning_rate": 0.00018319519796769143,
+      "loss": 0.7354,
+      "step": 2367
+    },
+    {
+      "epoch": 0.2117310443490701,
+      "grad_norm": 0.14737908840827404,
+      "learning_rate": 0.0001831791260308958,
+      "loss": 0.7179,
+      "step": 2368
+    },
+    {
+      "epoch": 0.21182045779685266,
+      "grad_norm": 0.1398004027999625,
+      "learning_rate": 0.00018316304711796732,
+      "loss": 0.6882,
+      "step": 2369
+    },
+    {
+      "epoch": 0.2119098712446352,
+      "grad_norm": 0.13047606569073733,
+      "learning_rate": 0.00018314696123025454,
+      "loss": 0.7139,
+      "step": 2370
+    },
+    {
+      "epoch": 0.21199928469241774,
+      "grad_norm": 0.13643880119790258,
+      "learning_rate": 0.0001831308683691065,
+      "loss": 0.6968,
+      "step": 2371
+    },
+    {
+      "epoch": 0.2120886981402003,
+      "grad_norm": 0.13200480598074926,
+      "learning_rate": 0.00018311476853587297,
+      "loss": 0.7222,
+      "step": 2372
+    },
+    {
+      "epoch": 0.21217811158798283,
+      "grad_norm": 0.11822288318085995,
+      "learning_rate": 0.00018309866173190416,
+      "loss": 0.6447,
+      "step": 2373
+    },
+    {
+      "epoch": 0.21226752503576538,
+      "grad_norm": 0.15961422494339828,
+      "learning_rate": 0.00018308254795855095,
+      "loss": 0.7491,
+      "step": 2374
+    },
+    {
+      "epoch": 0.21235693848354792,
+      "grad_norm": 0.13019681356714974,
+      "learning_rate": 0.00018306642721716476,
+      "loss": 0.679,
+      "step": 2375
+    },
+    {
+      "epoch": 0.21244635193133046,
+      "grad_norm": 0.13069760061416474,
+      "learning_rate": 0.00018305029950909768,
+      "loss": 0.665,
+      "step": 2376
+    },
+    {
+      "epoch": 0.212535765379113,
+      "grad_norm": 0.13967756011170876,
+      "learning_rate": 0.00018303416483570227,
+      "loss": 0.6994,
+      "step": 2377
+    },
+    {
+      "epoch": 0.21262517882689558,
+      "grad_norm": 0.13793229131421722,
+      "learning_rate": 0.0001830180231983317,
+      "loss": 0.7002,
+      "step": 2378
+    },
+    {
+      "epoch": 0.21271459227467812,
+      "grad_norm": 0.14820172008135168,
+      "learning_rate": 0.00018300187459833981,
+      "loss": 0.695,
+      "step": 2379
+    },
+    {
+      "epoch": 0.21280400572246067,
+      "grad_norm": 0.1393507051407289,
+      "learning_rate": 0.00018298571903708092,
+      "loss": 0.6524,
+      "step": 2380
+    },
+    {
+      "epoch": 0.2128934191702432,
+      "grad_norm": 0.1413267177377003,
+      "learning_rate": 0.00018296955651591002,
+      "loss": 0.7202,
+      "step": 2381
+    },
+    {
+      "epoch": 0.21298283261802575,
+      "grad_norm": 0.12835193081414883,
+      "learning_rate": 0.00018295338703618258,
+      "loss": 0.6746,
+      "step": 2382
+    },
+    {
+      "epoch": 0.2130722460658083,
+      "grad_norm": 0.1344266806018215,
+      "learning_rate": 0.0001829372105992548,
+      "loss": 0.666,
+      "step": 2383
+    },
+    {
+      "epoch": 0.21316165951359084,
+      "grad_norm": 0.1490814119826712,
+      "learning_rate": 0.00018292102720648333,
+      "loss": 0.6958,
+      "step": 2384
+    },
+    {
+      "epoch": 0.21325107296137338,
+      "grad_norm": 0.1522573615079,
+      "learning_rate": 0.0001829048368592254,
+      "loss": 0.6877,
+      "step": 2385
+    },
+    {
+      "epoch": 0.21334048640915593,
+      "grad_norm": 0.16067051143792185,
+      "learning_rate": 0.00018288863955883897,
+      "loss": 0.6998,
+      "step": 2386
+    },
+    {
+      "epoch": 0.21342989985693847,
+      "grad_norm": 0.159082086917827,
+      "learning_rate": 0.00018287243530668243,
+      "loss": 0.6988,
+      "step": 2387
+    },
+    {
+      "epoch": 0.21351931330472104,
+      "grad_norm": 0.14562129146773808,
+      "learning_rate": 0.00018285622410411484,
+      "loss": 0.6866,
+      "step": 2388
+    },
+    {
+      "epoch": 0.21360872675250359,
+      "grad_norm": 0.14044558031376478,
+      "learning_rate": 0.00018284000595249577,
+      "loss": 0.6829,
+      "step": 2389
+    },
+    {
+      "epoch": 0.21369814020028613,
+      "grad_norm": 0.14336691719212985,
+      "learning_rate": 0.00018282378085318545,
+      "loss": 0.6962,
+      "step": 2390
+    },
+    {
+      "epoch": 0.21378755364806867,
+      "grad_norm": 0.14312119049993566,
+      "learning_rate": 0.00018280754880754468,
+      "loss": 0.6757,
+      "step": 2391
+    },
+    {
+      "epoch": 0.21387696709585122,
+      "grad_norm": 0.1341280478351099,
+      "learning_rate": 0.0001827913098169348,
+      "loss": 0.654,
+      "step": 2392
+    },
+    {
+      "epoch": 0.21396638054363376,
+      "grad_norm": 0.1429178983691467,
+      "learning_rate": 0.00018277506388271773,
+      "loss": 0.7182,
+      "step": 2393
+    },
+    {
+      "epoch": 0.2140557939914163,
+      "grad_norm": 0.15667798672576705,
+      "learning_rate": 0.000182758811006256,
+      "loss": 0.7305,
+      "step": 2394
+    },
+    {
+      "epoch": 0.21414520743919885,
+      "grad_norm": 0.14758547857522367,
+      "learning_rate": 0.0001827425511889128,
+      "loss": 0.729,
+      "step": 2395
+    },
+    {
+      "epoch": 0.2142346208869814,
+      "grad_norm": 0.12072343664756828,
+      "learning_rate": 0.00018272628443205172,
+      "loss": 0.6806,
+      "step": 2396
+    },
+    {
+      "epoch": 0.21432403433476394,
+      "grad_norm": 0.12083857108676056,
+      "learning_rate": 0.00018271001073703706,
+      "loss": 0.6671,
+      "step": 2397
+    },
+    {
+      "epoch": 0.2144134477825465,
+      "grad_norm": 0.1309375293377732,
+      "learning_rate": 0.0001826937301052337,
+      "loss": 0.6931,
+      "step": 2398
+    },
+    {
+      "epoch": 0.21450286123032905,
+      "grad_norm": 0.15915886452463476,
+      "learning_rate": 0.00018267744253800707,
+      "loss": 0.703,
+      "step": 2399
+    },
+    {
+      "epoch": 0.2145922746781116,
+      "grad_norm": 0.14422697238037638,
+      "learning_rate": 0.00018266114803672318,
+      "loss": 0.7279,
+      "step": 2400
+    },
+    {
+      "epoch": 0.21468168812589414,
+      "grad_norm": 0.13893104697188113,
+      "learning_rate": 0.00018264484660274866,
+      "loss": 0.7211,
+      "step": 2401
+    },
+    {
+      "epoch": 0.21477110157367668,
+      "grad_norm": 0.1482969092264385,
+      "learning_rate": 0.00018262853823745062,
+      "loss": 0.6963,
+      "step": 2402
+    },
+    {
+      "epoch": 0.21486051502145923,
+      "grad_norm": 0.11380058564841515,
+      "learning_rate": 0.0001826122229421969,
+      "loss": 0.6369,
+      "step": 2403
+    },
+    {
+      "epoch": 0.21494992846924177,
+      "grad_norm": 0.14804303431031168,
+      "learning_rate": 0.0001825959007183558,
+      "loss": 0.766,
+      "step": 2404
+    },
+    {
+      "epoch": 0.2150393419170243,
+      "grad_norm": 0.17239596974190222,
+      "learning_rate": 0.00018257957156729625,
+      "loss": 0.7272,
+      "step": 2405
+    },
+    {
+      "epoch": 0.21512875536480686,
+      "grad_norm": 0.14454831254191633,
+      "learning_rate": 0.00018256323549038778,
+      "loss": 0.6624,
+      "step": 2406
+    },
+    {
+      "epoch": 0.2152181688125894,
+      "grad_norm": 0.1521324087917478,
+      "learning_rate": 0.00018254689248900047,
+      "loss": 0.6869,
+      "step": 2407
+    },
+    {
+      "epoch": 0.21530758226037197,
+      "grad_norm": 0.1309299688051583,
+      "learning_rate": 0.00018253054256450494,
+      "loss": 0.6819,
+      "step": 2408
+    },
+    {
+      "epoch": 0.21539699570815452,
+      "grad_norm": 0.12960960614517755,
+      "learning_rate": 0.0001825141857182725,
+      "loss": 0.695,
+      "step": 2409
+    },
+    {
+      "epoch": 0.21548640915593706,
+      "grad_norm": 0.14637368891076988,
+      "learning_rate": 0.00018249782195167496,
+      "loss": 0.6907,
+      "step": 2410
+    },
+    {
+      "epoch": 0.2155758226037196,
+      "grad_norm": 0.13490038234984253,
+      "learning_rate": 0.0001824814512660847,
+      "loss": 0.7084,
+      "step": 2411
+    },
+    {
+      "epoch": 0.21566523605150215,
+      "grad_norm": 0.1557956036968796,
+      "learning_rate": 0.00018246507366287475,
+      "loss": 0.7999,
+      "step": 2412
+    },
+    {
+      "epoch": 0.2157546494992847,
+      "grad_norm": 0.14889221641706848,
+      "learning_rate": 0.0001824486891434187,
+      "loss": 0.6716,
+      "step": 2413
+    },
+    {
+      "epoch": 0.21584406294706723,
+      "grad_norm": 0.142173948262369,
+      "learning_rate": 0.0001824322977090906,
+      "loss": 0.7079,
+      "step": 2414
+    },
+    {
+      "epoch": 0.21593347639484978,
+      "grad_norm": 0.14807342423508768,
+      "learning_rate": 0.0001824158993612653,
+      "loss": 0.6623,
+      "step": 2415
+    },
+    {
+      "epoch": 0.21602288984263232,
+      "grad_norm": 0.13932609122398487,
+      "learning_rate": 0.00018239949410131802,
+      "loss": 0.6803,
+      "step": 2416
+    },
+    {
+      "epoch": 0.2161123032904149,
+      "grad_norm": 0.15438542973778827,
+      "learning_rate": 0.0001823830819306247,
+      "loss": 0.6945,
+      "step": 2417
+    },
+    {
+      "epoch": 0.21620171673819744,
+      "grad_norm": 0.17730195523446826,
+      "learning_rate": 0.0001823666628505618,
+      "loss": 0.7337,
+      "step": 2418
+    },
+    {
+      "epoch": 0.21629113018597998,
+      "grad_norm": 0.14393646226325432,
+      "learning_rate": 0.00018235023686250635,
+      "loss": 0.6779,
+      "step": 2419
+    },
+    {
+      "epoch": 0.21638054363376252,
+      "grad_norm": 0.15070975985434143,
+      "learning_rate": 0.00018233380396783595,
+      "loss": 0.6795,
+      "step": 2420
+    },
+    {
+      "epoch": 0.21646995708154507,
+      "grad_norm": 0.15866865289412488,
+      "learning_rate": 0.0001823173641679289,
+      "loss": 0.6257,
+      "step": 2421
+    },
+    {
+      "epoch": 0.2165593705293276,
+      "grad_norm": 0.13861400369643131,
+      "learning_rate": 0.0001823009174641639,
+      "loss": 0.7341,
+      "step": 2422
+    },
+    {
+      "epoch": 0.21664878397711015,
+      "grad_norm": 0.1265363171034736,
+      "learning_rate": 0.00018228446385792037,
+      "loss": 0.7036,
+      "step": 2423
+    },
+    {
+      "epoch": 0.2167381974248927,
+      "grad_norm": 0.15135080923915056,
+      "learning_rate": 0.00018226800335057822,
+      "loss": 0.7301,
+      "step": 2424
+    },
+    {
+      "epoch": 0.21682761087267524,
+      "grad_norm": 0.14300124912234063,
+      "learning_rate": 0.00018225153594351795,
+      "loss": 0.6945,
+      "step": 2425
+    },
+    {
+      "epoch": 0.21691702432045779,
+      "grad_norm": 0.14590048382530502,
+      "learning_rate": 0.00018223506163812076,
+      "loss": 0.6776,
+      "step": 2426
+    },
+    {
+      "epoch": 0.21700643776824036,
+      "grad_norm": 0.12701694158980958,
+      "learning_rate": 0.0001822185804357682,
+      "loss": 0.6808,
+      "step": 2427
+    },
+    {
+      "epoch": 0.2170958512160229,
+      "grad_norm": 0.16810291448377856,
+      "learning_rate": 0.00018220209233784266,
+      "loss": 0.7296,
+      "step": 2428
+    },
+    {
+      "epoch": 0.21718526466380544,
+      "grad_norm": 0.14970879237113002,
+      "learning_rate": 0.00018218559734572686,
+      "loss": 0.7194,
+      "step": 2429
+    },
+    {
+      "epoch": 0.217274678111588,
+      "grad_norm": 0.12686547955246658,
+      "learning_rate": 0.00018216909546080428,
+      "loss": 0.7025,
+      "step": 2430
+    },
+    {
+      "epoch": 0.21736409155937053,
+      "grad_norm": 0.13706121579070796,
+      "learning_rate": 0.00018215258668445892,
+      "loss": 0.7017,
+      "step": 2431
+    },
+    {
+      "epoch": 0.21745350500715308,
+      "grad_norm": 0.11906091838177647,
+      "learning_rate": 0.00018213607101807527,
+      "loss": 0.681,
+      "step": 2432
+    },
+    {
+      "epoch": 0.21754291845493562,
+      "grad_norm": 0.16193947591916422,
+      "learning_rate": 0.0001821195484630386,
+      "loss": 0.7566,
+      "step": 2433
+    },
+    {
+      "epoch": 0.21763233190271816,
+      "grad_norm": 0.13241936499283236,
+      "learning_rate": 0.00018210301902073456,
+      "loss": 0.7077,
+      "step": 2434
+    },
+    {
+      "epoch": 0.2177217453505007,
+      "grad_norm": 0.1375565486629969,
+      "learning_rate": 0.00018208648269254946,
+      "loss": 0.6864,
+      "step": 2435
+    },
+    {
+      "epoch": 0.21781115879828325,
+      "grad_norm": 0.1484016077845899,
+      "learning_rate": 0.0001820699394798702,
+      "loss": 0.6749,
+      "step": 2436
+    },
+    {
+      "epoch": 0.21790057224606582,
+      "grad_norm": 0.1395490056705699,
+      "learning_rate": 0.00018205338938408425,
+      "loss": 0.6866,
+      "step": 2437
+    },
+    {
+      "epoch": 0.21798998569384836,
+      "grad_norm": 0.15433975007436518,
+      "learning_rate": 0.0001820368324065796,
+      "loss": 0.7248,
+      "step": 2438
+    },
+    {
+      "epoch": 0.2180793991416309,
+      "grad_norm": 0.13976592600189008,
+      "learning_rate": 0.00018202026854874487,
+      "loss": 0.6929,
+      "step": 2439
+    },
+    {
+      "epoch": 0.21816881258941345,
+      "grad_norm": 0.1445428980401076,
+      "learning_rate": 0.00018200369781196934,
+      "loss": 0.6505,
+      "step": 2440
+    },
+    {
+      "epoch": 0.218258226037196,
+      "grad_norm": 0.15838681139190108,
+      "learning_rate": 0.00018198712019764266,
+      "loss": 0.712,
+      "step": 2441
+    },
+    {
+      "epoch": 0.21834763948497854,
+      "grad_norm": 0.13828093767624217,
+      "learning_rate": 0.00018197053570715523,
+      "loss": 0.6878,
+      "step": 2442
+    },
+    {
+      "epoch": 0.21843705293276108,
+      "grad_norm": 0.15198140919424274,
+      "learning_rate": 0.00018195394434189797,
+      "loss": 0.7039,
+      "step": 2443
+    },
+    {
+      "epoch": 0.21852646638054363,
+      "grad_norm": 0.14613432626527859,
+      "learning_rate": 0.00018193734610326239,
+      "loss": 0.7274,
+      "step": 2444
+    },
+    {
+      "epoch": 0.21861587982832617,
+      "grad_norm": 0.1364204566444049,
+      "learning_rate": 0.0001819207409926405,
+      "loss": 0.6874,
+      "step": 2445
+    },
+    {
+      "epoch": 0.21870529327610871,
+      "grad_norm": 0.1398945048211361,
+      "learning_rate": 0.00018190412901142504,
+      "loss": 0.7336,
+      "step": 2446
+    },
+    {
+      "epoch": 0.21879470672389129,
+      "grad_norm": 0.14757384160294143,
+      "learning_rate": 0.00018188751016100918,
+      "loss": 0.6995,
+      "step": 2447
+    },
+    {
+      "epoch": 0.21888412017167383,
+      "grad_norm": 0.13306154654229882,
+      "learning_rate": 0.00018187088444278674,
+      "loss": 0.7191,
+      "step": 2448
+    },
+    {
+      "epoch": 0.21897353361945637,
+      "grad_norm": 0.14131796910334624,
+      "learning_rate": 0.0001818542518581521,
+      "loss": 0.7313,
+      "step": 2449
+    },
+    {
+      "epoch": 0.21906294706723892,
+      "grad_norm": 0.14059205413182668,
+      "learning_rate": 0.0001818376124085002,
+      "loss": 0.7108,
+      "step": 2450
+    },
+    {
+      "epoch": 0.21915236051502146,
+      "grad_norm": 0.13452521470957882,
+      "learning_rate": 0.0001818209660952266,
+      "loss": 0.6744,
+      "step": 2451
+    },
+    {
+      "epoch": 0.219241773962804,
+      "grad_norm": 0.12903163691304986,
+      "learning_rate": 0.00018180431291972738,
+      "loss": 0.6909,
+      "step": 2452
+    },
+    {
+      "epoch": 0.21933118741058655,
+      "grad_norm": 0.11114108288019192,
+      "learning_rate": 0.00018178765288339924,
+      "loss": 0.6405,
+      "step": 2453
+    },
+    {
+      "epoch": 0.2194206008583691,
+      "grad_norm": 0.132192670214429,
+      "learning_rate": 0.00018177098598763942,
+      "loss": 0.6938,
+      "step": 2454
+    },
+    {
+      "epoch": 0.21951001430615164,
+      "grad_norm": 0.1466956472015947,
+      "learning_rate": 0.00018175431223384575,
+      "loss": 0.6962,
+      "step": 2455
+    },
+    {
+      "epoch": 0.21959942775393418,
+      "grad_norm": 0.1638339923726293,
+      "learning_rate": 0.00018173763162341667,
+      "loss": 0.6405,
+      "step": 2456
+    },
+    {
+      "epoch": 0.21968884120171675,
+      "grad_norm": 0.15863885409261497,
+      "learning_rate": 0.00018172094415775113,
+      "loss": 0.7193,
+      "step": 2457
+    },
+    {
+      "epoch": 0.2197782546494993,
+      "grad_norm": 0.15001666365358027,
+      "learning_rate": 0.00018170424983824868,
+      "loss": 0.7135,
+      "step": 2458
+    },
+    {
+      "epoch": 0.21986766809728184,
+      "grad_norm": 0.1444164734428899,
+      "learning_rate": 0.00018168754866630947,
+      "loss": 0.7101,
+      "step": 2459
+    },
+    {
+      "epoch": 0.21995708154506438,
+      "grad_norm": 0.1421601535534817,
+      "learning_rate": 0.00018167084064333423,
+      "loss": 0.651,
+      "step": 2460
+    },
+    {
+      "epoch": 0.22004649499284692,
+      "grad_norm": 0.1517559877532588,
+      "learning_rate": 0.0001816541257707242,
+      "loss": 0.7053,
+      "step": 2461
+    },
+    {
+      "epoch": 0.22013590844062947,
+      "grad_norm": 0.14837804059462686,
+      "learning_rate": 0.00018163740404988126,
+      "loss": 0.7242,
+      "step": 2462
+    },
+    {
+      "epoch": 0.220225321888412,
+      "grad_norm": 0.14636582389233016,
+      "learning_rate": 0.00018162067548220786,
+      "loss": 0.6916,
+      "step": 2463
+    },
+    {
+      "epoch": 0.22031473533619456,
+      "grad_norm": 0.13172088658337192,
+      "learning_rate": 0.00018160394006910694,
+      "loss": 0.6745,
+      "step": 2464
+    },
+    {
+      "epoch": 0.2204041487839771,
+      "grad_norm": 0.1470664585627352,
+      "learning_rate": 0.00018158719781198213,
+      "loss": 0.6708,
+      "step": 2465
+    },
+    {
+      "epoch": 0.22049356223175964,
+      "grad_norm": 0.15687431970067142,
+      "learning_rate": 0.00018157044871223757,
+      "loss": 0.7317,
+      "step": 2466
+    },
+    {
+      "epoch": 0.22058297567954221,
+      "grad_norm": 0.14318071409404665,
+      "learning_rate": 0.00018155369277127802,
+      "loss": 0.7263,
+      "step": 2467
+    },
+    {
+      "epoch": 0.22067238912732476,
+      "grad_norm": 0.15983229592004358,
+      "learning_rate": 0.00018153692999050872,
+      "loss": 0.7128,
+      "step": 2468
+    },
+    {
+      "epoch": 0.2207618025751073,
+      "grad_norm": 0.14400084106139038,
+      "learning_rate": 0.00018152016037133558,
+      "loss": 0.7064,
+      "step": 2469
+    },
+    {
+      "epoch": 0.22085121602288985,
+      "grad_norm": 0.13623300489244178,
+      "learning_rate": 0.00018150338391516505,
+      "loss": 0.6961,
+      "step": 2470
+    },
+    {
+      "epoch": 0.2209406294706724,
+      "grad_norm": 0.13865857947201973,
+      "learning_rate": 0.0001814866006234041,
+      "loss": 0.6845,
+      "step": 2471
+    },
+    {
+      "epoch": 0.22103004291845493,
+      "grad_norm": 0.1255664251992617,
+      "learning_rate": 0.00018146981049746043,
+      "loss": 0.6956,
+      "step": 2472
+    },
+    {
+      "epoch": 0.22111945636623748,
+      "grad_norm": 0.14424257528174245,
+      "learning_rate": 0.0001814530135387421,
+      "loss": 0.6949,
+      "step": 2473
+    },
+    {
+      "epoch": 0.22120886981402002,
+      "grad_norm": 0.17726849685986482,
+      "learning_rate": 0.0001814362097486579,
+      "loss": 0.673,
+      "step": 2474
+    },
+    {
+      "epoch": 0.22129828326180256,
+      "grad_norm": 0.1487790824680913,
+      "learning_rate": 0.00018141939912861717,
+      "loss": 0.6868,
+      "step": 2475
+    },
+    {
+      "epoch": 0.2213876967095851,
+      "grad_norm": 0.13874820354933326,
+      "learning_rate": 0.00018140258168002971,
+      "loss": 0.6648,
+      "step": 2476
+    },
+    {
+      "epoch": 0.22147711015736768,
+      "grad_norm": 0.15791788020633934,
+      "learning_rate": 0.0001813857574043061,
+      "loss": 0.7294,
+      "step": 2477
+    },
+    {
+      "epoch": 0.22156652360515022,
+      "grad_norm": 0.13700667288574636,
+      "learning_rate": 0.00018136892630285726,
+      "loss": 0.6875,
+      "step": 2478
+    },
+    {
+      "epoch": 0.22165593705293277,
+      "grad_norm": 0.147571784031623,
+      "learning_rate": 0.00018135208837709486,
+      "loss": 0.6991,
+      "step": 2479
+    },
+    {
+      "epoch": 0.2217453505007153,
+      "grad_norm": 0.13017364801416834,
+      "learning_rate": 0.00018133524362843104,
+      "loss": 0.7072,
+      "step": 2480
+    },
+    {
+      "epoch": 0.22183476394849785,
+      "grad_norm": 0.14462101953517514,
+      "learning_rate": 0.00018131839205827856,
+      "loss": 0.6291,
+      "step": 2481
+    },
+    {
+      "epoch": 0.2219241773962804,
+      "grad_norm": 0.1412308999318229,
+      "learning_rate": 0.00018130153366805075,
+      "loss": 0.6848,
+      "step": 2482
+    },
+    {
+      "epoch": 0.22201359084406294,
+      "grad_norm": 0.15225063759381652,
+      "learning_rate": 0.00018128466845916154,
+      "loss": 0.6997,
+      "step": 2483
+    },
+    {
+      "epoch": 0.22210300429184548,
+      "grad_norm": 0.12955120733600758,
+      "learning_rate": 0.00018126779643302528,
+      "loss": 0.6513,
+      "step": 2484
+    },
+    {
+      "epoch": 0.22219241773962803,
+      "grad_norm": 0.13046555485325684,
+      "learning_rate": 0.00018125091759105713,
+      "loss": 0.7064,
+      "step": 2485
+    },
+    {
+      "epoch": 0.2222818311874106,
+      "grad_norm": 0.13034240727270735,
+      "learning_rate": 0.00018123403193467266,
+      "loss": 0.6649,
+      "step": 2486
+    },
+    {
+      "epoch": 0.22237124463519314,
+      "grad_norm": 0.15615276015662297,
+      "learning_rate": 0.000181217139465288,
+      "loss": 0.7322,
+      "step": 2487
+    },
+    {
+      "epoch": 0.2224606580829757,
+      "grad_norm": 0.14734963451381622,
+      "learning_rate": 0.00018120024018431998,
+      "loss": 0.6937,
+      "step": 2488
+    },
+    {
+      "epoch": 0.22255007153075823,
+      "grad_norm": 0.11758767758020651,
+      "learning_rate": 0.00018118333409318583,
+      "loss": 0.6375,
+      "step": 2489
+    },
+    {
+      "epoch": 0.22263948497854077,
+      "grad_norm": 0.15171666675895354,
+      "learning_rate": 0.00018116642119330354,
+      "loss": 0.7126,
+      "step": 2490
+    },
+    {
+      "epoch": 0.22272889842632332,
+      "grad_norm": 0.1508514970345991,
+      "learning_rate": 0.0001811495014860915,
+      "loss": 0.7264,
+      "step": 2491
+    },
+    {
+      "epoch": 0.22281831187410586,
+      "grad_norm": 0.14260684985484048,
+      "learning_rate": 0.00018113257497296879,
+      "loss": 0.7208,
+      "step": 2492
+    },
+    {
+      "epoch": 0.2229077253218884,
+      "grad_norm": 0.13961946194650193,
+      "learning_rate": 0.000181115641655355,
+      "loss": 0.6533,
+      "step": 2493
+    },
+    {
+      "epoch": 0.22299713876967095,
+      "grad_norm": 0.14479404625486775,
+      "learning_rate": 0.00018109870153467031,
+      "loss": 0.7365,
+      "step": 2494
+    },
+    {
+      "epoch": 0.2230865522174535,
+      "grad_norm": 0.15195064827848806,
+      "learning_rate": 0.00018108175461233544,
+      "loss": 0.7431,
+      "step": 2495
+    },
+    {
+      "epoch": 0.22317596566523606,
+      "grad_norm": 0.1468986355168648,
+      "learning_rate": 0.00018106480088977172,
+      "loss": 0.7054,
+      "step": 2496
+    },
+    {
+      "epoch": 0.2232653791130186,
+      "grad_norm": 0.14580789831493332,
+      "learning_rate": 0.0001810478403684011,
+      "loss": 0.6989,
+      "step": 2497
+    },
+    {
+      "epoch": 0.22335479256080115,
+      "grad_norm": 0.15198860933907796,
+      "learning_rate": 0.00018103087304964597,
+      "loss": 0.7081,
+      "step": 2498
+    },
+    {
+      "epoch": 0.2234442060085837,
+      "grad_norm": 0.14733289279964035,
+      "learning_rate": 0.00018101389893492937,
+      "loss": 0.7306,
+      "step": 2499
+    },
+    {
+      "epoch": 0.22353361945636624,
+      "grad_norm": 0.13521735175688726,
+      "learning_rate": 0.0001809969180256749,
+      "loss": 0.6106,
+      "step": 2500
+    },
+    {
+      "epoch": 0.22362303290414878,
+      "grad_norm": 0.14195478402973913,
+      "learning_rate": 0.00018097993032330676,
+      "loss": 0.7277,
+      "step": 2501
+    },
+    {
+      "epoch": 0.22371244635193133,
+      "grad_norm": 0.13692139201763762,
+      "learning_rate": 0.00018096293582924963,
+      "loss": 0.6873,
+      "step": 2502
+    },
+    {
+      "epoch": 0.22380185979971387,
+      "grad_norm": 0.16195898800799247,
+      "learning_rate": 0.00018094593454492887,
+      "loss": 0.7334,
+      "step": 2503
+    },
+    {
+      "epoch": 0.22389127324749641,
+      "grad_norm": 0.15915303169324635,
+      "learning_rate": 0.00018092892647177035,
+      "loss": 0.7386,
+      "step": 2504
+    },
+    {
+      "epoch": 0.22398068669527896,
+      "grad_norm": 0.14456839102154068,
+      "learning_rate": 0.0001809119116112005,
+      "loss": 0.7167,
+      "step": 2505
+    },
+    {
+      "epoch": 0.22407010014306153,
+      "grad_norm": 0.1530828114789673,
+      "learning_rate": 0.00018089488996464632,
+      "loss": 0.719,
+      "step": 2506
+    },
+    {
+      "epoch": 0.22415951359084407,
+      "grad_norm": 0.12291417139183781,
+      "learning_rate": 0.00018087786153353543,
+      "loss": 0.6681,
+      "step": 2507
+    },
+    {
+      "epoch": 0.22424892703862662,
+      "grad_norm": 0.14934074045173404,
+      "learning_rate": 0.00018086082631929595,
+      "loss": 0.7154,
+      "step": 2508
+    },
+    {
+      "epoch": 0.22433834048640916,
+      "grad_norm": 0.13738057295638,
+      "learning_rate": 0.00018084378432335667,
+      "loss": 0.6733,
+      "step": 2509
+    },
+    {
+      "epoch": 0.2244277539341917,
+      "grad_norm": 0.15142268682393326,
+      "learning_rate": 0.00018082673554714677,
+      "loss": 0.6778,
+      "step": 2510
+    },
+    {
+      "epoch": 0.22451716738197425,
+      "grad_norm": 0.16275712389292052,
+      "learning_rate": 0.00018080967999209622,
+      "loss": 0.6918,
+      "step": 2511
+    },
+    {
+      "epoch": 0.2246065808297568,
+      "grad_norm": 0.1466358196068849,
+      "learning_rate": 0.00018079261765963537,
+      "loss": 0.7498,
+      "step": 2512
+    },
+    {
+      "epoch": 0.22469599427753933,
+      "grad_norm": 0.1464609366760905,
+      "learning_rate": 0.00018077554855119526,
+      "loss": 0.7066,
+      "step": 2513
+    },
+    {
+      "epoch": 0.22478540772532188,
+      "grad_norm": 0.15389361150924868,
+      "learning_rate": 0.00018075847266820746,
+      "loss": 0.6861,
+      "step": 2514
+    },
+    {
+      "epoch": 0.22487482117310442,
+      "grad_norm": 0.13946489406043483,
+      "learning_rate": 0.0001807413900121041,
+      "loss": 0.6668,
+      "step": 2515
+    },
+    {
+      "epoch": 0.224964234620887,
+      "grad_norm": 0.14157100721004176,
+      "learning_rate": 0.00018072430058431783,
+      "loss": 0.7131,
+      "step": 2516
+    },
+    {
+      "epoch": 0.22505364806866954,
+      "grad_norm": 0.1302373377517646,
+      "learning_rate": 0.000180707204386282,
+      "loss": 0.6496,
+      "step": 2517
+    },
+    {
+      "epoch": 0.22514306151645208,
+      "grad_norm": 0.1477507789660446,
+      "learning_rate": 0.00018069010141943037,
+      "loss": 0.713,
+      "step": 2518
+    },
+    {
+      "epoch": 0.22523247496423462,
+      "grad_norm": 0.13720817423260392,
+      "learning_rate": 0.00018067299168519741,
+      "loss": 0.6817,
+      "step": 2519
+    },
+    {
+      "epoch": 0.22532188841201717,
+      "grad_norm": 0.15632219948703022,
+      "learning_rate": 0.00018065587518501804,
+      "loss": 0.7287,
+      "step": 2520
+    },
+    {
+      "epoch": 0.2254113018597997,
+      "grad_norm": 0.1493387555716622,
+      "learning_rate": 0.00018063875192032787,
+      "loss": 0.682,
+      "step": 2521
+    },
+    {
+      "epoch": 0.22550071530758226,
+      "grad_norm": 0.12889017286359924,
+      "learning_rate": 0.00018062162189256292,
+      "loss": 0.6508,
+      "step": 2522
+    },
+    {
+      "epoch": 0.2255901287553648,
+      "grad_norm": 0.13631304027887767,
+      "learning_rate": 0.00018060448510315993,
+      "loss": 0.6613,
+      "step": 2523
+    },
+    {
+      "epoch": 0.22567954220314734,
+      "grad_norm": 0.14470330291400624,
+      "learning_rate": 0.00018058734155355612,
+      "loss": 0.71,
+      "step": 2524
+    },
+    {
+      "epoch": 0.2257689556509299,
+      "grad_norm": 0.13764420181660192,
+      "learning_rate": 0.00018057019124518927,
+      "loss": 0.7099,
+      "step": 2525
+    },
+    {
+      "epoch": 0.22585836909871246,
+      "grad_norm": 0.1367002895746666,
+      "learning_rate": 0.00018055303417949782,
+      "loss": 0.6978,
+      "step": 2526
+    },
+    {
+      "epoch": 0.225947782546495,
+      "grad_norm": 0.13551135935765649,
+      "learning_rate": 0.00018053587035792067,
+      "loss": 0.6719,
+      "step": 2527
+    },
+    {
+      "epoch": 0.22603719599427755,
+      "grad_norm": 0.1305855156901888,
+      "learning_rate": 0.00018051869978189731,
+      "loss": 0.7076,
+      "step": 2528
+    },
+    {
+      "epoch": 0.2261266094420601,
+      "grad_norm": 0.145475358740819,
+      "learning_rate": 0.0001805015224528679,
+      "loss": 0.7529,
+      "step": 2529
+    },
+    {
+      "epoch": 0.22621602288984263,
+      "grad_norm": 0.1309400778385201,
+      "learning_rate": 0.00018048433837227295,
+      "loss": 0.6344,
+      "step": 2530
+    },
+    {
+      "epoch": 0.22630543633762518,
+      "grad_norm": 0.13214025781947195,
+      "learning_rate": 0.0001804671475415538,
+      "loss": 0.646,
+      "step": 2531
+    },
+    {
+      "epoch": 0.22639484978540772,
+      "grad_norm": 0.1426625550057728,
+      "learning_rate": 0.00018044994996215213,
+      "loss": 0.7032,
+      "step": 2532
+    },
+    {
+      "epoch": 0.22648426323319026,
+      "grad_norm": 0.13586496549799842,
+      "learning_rate": 0.00018043274563551035,
+      "loss": 0.6939,
+      "step": 2533
+    },
+    {
+      "epoch": 0.2265736766809728,
+      "grad_norm": 0.1455729799030315,
+      "learning_rate": 0.00018041553456307128,
+      "loss": 0.6434,
+      "step": 2534
+    },
+    {
+      "epoch": 0.22666309012875535,
+      "grad_norm": 0.1392916354602795,
+      "learning_rate": 0.00018039831674627847,
+      "loss": 0.7002,
+      "step": 2535
+    },
+    {
+      "epoch": 0.22675250357653792,
+      "grad_norm": 0.14453151595796548,
+      "learning_rate": 0.00018038109218657594,
+      "loss": 0.6919,
+      "step": 2536
+    },
+    {
+      "epoch": 0.22684191702432047,
+      "grad_norm": 0.15921804586204785,
+      "learning_rate": 0.00018036386088540827,
+      "loss": 0.7394,
+      "step": 2537
+    },
+    {
+      "epoch": 0.226931330472103,
+      "grad_norm": 0.1386379435987821,
+      "learning_rate": 0.00018034662284422065,
+      "loss": 0.6725,
+      "step": 2538
+    },
+    {
+      "epoch": 0.22702074391988555,
+      "grad_norm": 0.14529168539982235,
+      "learning_rate": 0.00018032937806445882,
+      "loss": 0.709,
+      "step": 2539
+    },
+    {
+      "epoch": 0.2271101573676681,
+      "grad_norm": 0.15558129757854586,
+      "learning_rate": 0.00018031212654756905,
+      "loss": 0.6991,
+      "step": 2540
+    },
+    {
+      "epoch": 0.22719957081545064,
+      "grad_norm": 0.14574754829072326,
+      "learning_rate": 0.00018029486829499822,
+      "loss": 0.7367,
+      "step": 2541
+    },
+    {
+      "epoch": 0.22728898426323318,
+      "grad_norm": 0.1505569050106589,
+      "learning_rate": 0.00018027760330819375,
+      "loss": 0.7232,
+      "step": 2542
+    },
+    {
+      "epoch": 0.22737839771101573,
+      "grad_norm": 0.1427746073924823,
+      "learning_rate": 0.00018026033158860365,
+      "loss": 0.7263,
+      "step": 2543
+    },
+    {
+      "epoch": 0.22746781115879827,
+      "grad_norm": 0.14637060590372575,
+      "learning_rate": 0.00018024305313767646,
+      "loss": 0.719,
+      "step": 2544
+    },
+    {
+      "epoch": 0.22755722460658084,
+      "grad_norm": 0.12969332093807423,
+      "learning_rate": 0.00018022576795686133,
+      "loss": 0.6617,
+      "step": 2545
+    },
+    {
+      "epoch": 0.2276466380543634,
+      "grad_norm": 0.13252826725587824,
+      "learning_rate": 0.00018020847604760794,
+      "loss": 0.711,
+      "step": 2546
+    },
+    {
+      "epoch": 0.22773605150214593,
+      "grad_norm": 0.16299188389936178,
+      "learning_rate": 0.00018019117741136648,
+      "loss": 0.6431,
+      "step": 2547
+    },
+    {
+      "epoch": 0.22782546494992847,
+      "grad_norm": 0.14208213346850296,
+      "learning_rate": 0.00018017387204958784,
+      "loss": 0.6855,
+      "step": 2548
+    },
+    {
+      "epoch": 0.22791487839771102,
+      "grad_norm": 0.14653236026533642,
+      "learning_rate": 0.0001801565599637234,
+      "loss": 0.7094,
+      "step": 2549
+    },
+    {
+      "epoch": 0.22800429184549356,
+      "grad_norm": 0.13750282277200987,
+      "learning_rate": 0.00018013924115522508,
+      "loss": 0.7106,
+      "step": 2550
+    },
+    {
+      "epoch": 0.2280937052932761,
+      "grad_norm": 0.13277738210812734,
+      "learning_rate": 0.00018012191562554537,
+      "loss": 0.6585,
+      "step": 2551
+    },
+    {
+      "epoch": 0.22818311874105865,
+      "grad_norm": 0.13915926575825877,
+      "learning_rate": 0.00018010458337613735,
+      "loss": 0.6976,
+      "step": 2552
+    },
+    {
+      "epoch": 0.2282725321888412,
+      "grad_norm": 0.16424808083760964,
+      "learning_rate": 0.00018008724440845468,
+      "loss": 0.7592,
+      "step": 2553
+    },
+    {
+      "epoch": 0.22836194563662374,
+      "grad_norm": 0.1514471980958596,
+      "learning_rate": 0.00018006989872395156,
+      "loss": 0.7085,
+      "step": 2554
+    },
+    {
+      "epoch": 0.2284513590844063,
+      "grad_norm": 0.13231310284995282,
+      "learning_rate": 0.0001800525463240827,
+      "loss": 0.6753,
+      "step": 2555
+    },
+    {
+      "epoch": 0.22854077253218885,
+      "grad_norm": 0.14376207620327325,
+      "learning_rate": 0.00018003518721030349,
+      "loss": 0.6445,
+      "step": 2556
+    },
+    {
+      "epoch": 0.2286301859799714,
+      "grad_norm": 0.14605043763532774,
+      "learning_rate": 0.00018001782138406976,
+      "loss": 0.7013,
+      "step": 2557
+    },
+    {
+      "epoch": 0.22871959942775394,
+      "grad_norm": 0.13481211711339733,
+      "learning_rate": 0.000180000448846838,
+      "loss": 0.6743,
+      "step": 2558
+    },
+    {
+      "epoch": 0.22880901287553648,
+      "grad_norm": 0.13540732250874596,
+      "learning_rate": 0.0001799830696000652,
+      "loss": 0.7007,
+      "step": 2559
+    },
+    {
+      "epoch": 0.22889842632331903,
+      "grad_norm": 0.14579668636258902,
+      "learning_rate": 0.00017996568364520897,
+      "loss": 0.7179,
+      "step": 2560
+    },
+    {
+      "epoch": 0.22898783977110157,
+      "grad_norm": 0.15439694018171332,
+      "learning_rate": 0.00017994829098372738,
+      "loss": 0.707,
+      "step": 2561
+    },
+    {
+      "epoch": 0.2290772532188841,
+      "grad_norm": 0.13964142080534406,
+      "learning_rate": 0.0001799308916170792,
+      "loss": 0.7179,
+      "step": 2562
+    },
+    {
+      "epoch": 0.22916666666666666,
+      "grad_norm": 0.12846927117821477,
+      "learning_rate": 0.00017991348554672373,
+      "loss": 0.6944,
+      "step": 2563
+    },
+    {
+      "epoch": 0.2292560801144492,
+      "grad_norm": 0.15485029963912592,
+      "learning_rate": 0.00017989607277412066,
+      "loss": 0.7296,
+      "step": 2564
+    },
+    {
+      "epoch": 0.22934549356223177,
+      "grad_norm": 0.14298615032253872,
+      "learning_rate": 0.00017987865330073048,
+      "loss": 0.695,
+      "step": 2565
+    },
+    {
+      "epoch": 0.22943490701001432,
+      "grad_norm": 0.148714008386727,
+      "learning_rate": 0.00017986122712801414,
+      "loss": 0.6199,
+      "step": 2566
+    },
+    {
+      "epoch": 0.22952432045779686,
+      "grad_norm": 0.14849787304035647,
+      "learning_rate": 0.0001798437942574331,
+      "loss": 0.7098,
+      "step": 2567
+    },
+    {
+      "epoch": 0.2296137339055794,
+      "grad_norm": 0.11952644549557218,
+      "learning_rate": 0.0001798263546904495,
+      "loss": 0.6264,
+      "step": 2568
+    },
+    {
+      "epoch": 0.22970314735336195,
+      "grad_norm": 0.14117907330973595,
+      "learning_rate": 0.0001798089084285259,
+      "loss": 0.675,
+      "step": 2569
+    },
+    {
+      "epoch": 0.2297925608011445,
+      "grad_norm": 0.14259756380671437,
+      "learning_rate": 0.00017979145547312555,
+      "loss": 0.7216,
+      "step": 2570
+    },
+    {
+      "epoch": 0.22988197424892703,
+      "grad_norm": 0.15187344083824109,
+      "learning_rate": 0.0001797739958257122,
+      "loss": 0.7304,
+      "step": 2571
+    },
+    {
+      "epoch": 0.22997138769670958,
+      "grad_norm": 0.17367413313172872,
+      "learning_rate": 0.00017975652948775013,
+      "loss": 0.7486,
+      "step": 2572
+    },
+    {
+      "epoch": 0.23006080114449212,
+      "grad_norm": 0.1512556428714003,
+      "learning_rate": 0.0001797390564607043,
+      "loss": 0.745,
+      "step": 2573
+    },
+    {
+      "epoch": 0.23015021459227467,
+      "grad_norm": 0.15573332753617294,
+      "learning_rate": 0.00017972157674604007,
+      "loss": 0.7182,
+      "step": 2574
+    },
+    {
+      "epoch": 0.23023962804005724,
+      "grad_norm": 0.12904115030320057,
+      "learning_rate": 0.00017970409034522348,
+      "loss": 0.7094,
+      "step": 2575
+    },
+    {
+      "epoch": 0.23032904148783978,
+      "grad_norm": 0.1431044006253152,
+      "learning_rate": 0.00017968659725972112,
+      "loss": 0.7005,
+      "step": 2576
+    },
+    {
+      "epoch": 0.23041845493562232,
+      "grad_norm": 0.1348346924076993,
+      "learning_rate": 0.00017966909749100006,
+      "loss": 0.6873,
+      "step": 2577
+    },
+    {
+      "epoch": 0.23050786838340487,
+      "grad_norm": 0.14465003152878306,
+      "learning_rate": 0.00017965159104052803,
+      "loss": 0.6818,
+      "step": 2578
+    },
+    {
+      "epoch": 0.2305972818311874,
+      "grad_norm": 0.16217681743178752,
+      "learning_rate": 0.00017963407790977322,
+      "loss": 0.7517,
+      "step": 2579
+    },
+    {
+      "epoch": 0.23068669527896996,
+      "grad_norm": 0.15340730718407244,
+      "learning_rate": 0.00017961655810020452,
+      "loss": 0.6631,
+      "step": 2580
+    },
+    {
+      "epoch": 0.2307761087267525,
+      "grad_norm": 0.14461567726063657,
+      "learning_rate": 0.00017959903161329118,
+      "loss": 0.7247,
+      "step": 2581
+    },
+    {
+      "epoch": 0.23086552217453504,
+      "grad_norm": 0.13542855783436208,
+      "learning_rate": 0.00017958149845050323,
+      "loss": 0.7043,
+      "step": 2582
+    },
+    {
+      "epoch": 0.2309549356223176,
+      "grad_norm": 0.1339271196363822,
+      "learning_rate": 0.0001795639586133111,
+      "loss": 0.6935,
+      "step": 2583
+    },
+    {
+      "epoch": 0.23104434907010013,
+      "grad_norm": 0.15253015551461124,
+      "learning_rate": 0.00017954641210318588,
+      "loss": 0.709,
+      "step": 2584
+    },
+    {
+      "epoch": 0.2311337625178827,
+      "grad_norm": 0.13976741425966252,
+      "learning_rate": 0.0001795288589215991,
+      "loss": 0.6978,
+      "step": 2585
+    },
+    {
+      "epoch": 0.23122317596566525,
+      "grad_norm": 0.1593401825463327,
+      "learning_rate": 0.000179511299070023,
+      "loss": 0.6985,
+      "step": 2586
+    },
+    {
+      "epoch": 0.2313125894134478,
+      "grad_norm": 0.12677033550656774,
+      "learning_rate": 0.00017949373254993027,
+      "loss": 0.692,
+      "step": 2587
+    },
+    {
+      "epoch": 0.23140200286123033,
+      "grad_norm": 0.14001403428139536,
+      "learning_rate": 0.00017947615936279417,
+      "loss": 0.7008,
+      "step": 2588
+    },
+    {
+      "epoch": 0.23149141630901288,
+      "grad_norm": 0.13784872863842498,
+      "learning_rate": 0.00017945857951008859,
+      "loss": 0.6855,
+      "step": 2589
+    },
+    {
+      "epoch": 0.23158082975679542,
+      "grad_norm": 0.14679368478176358,
+      "learning_rate": 0.00017944099299328791,
+      "loss": 0.6994,
+      "step": 2590
+    },
+    {
+      "epoch": 0.23167024320457796,
+      "grad_norm": 0.1566914162777231,
+      "learning_rate": 0.00017942339981386708,
+      "loss": 0.6944,
+      "step": 2591
+    },
+    {
+      "epoch": 0.2317596566523605,
+      "grad_norm": 0.15495204455555722,
+      "learning_rate": 0.00017940579997330165,
+      "loss": 0.7082,
+      "step": 2592
+    },
+    {
+      "epoch": 0.23184907010014305,
+      "grad_norm": 0.1349018792278099,
+      "learning_rate": 0.00017938819347306764,
+      "loss": 0.6908,
+      "step": 2593
+    },
+    {
+      "epoch": 0.2319384835479256,
+      "grad_norm": 0.14971578675692337,
+      "learning_rate": 0.00017937058031464173,
+      "loss": 0.7379,
+      "step": 2594
+    },
+    {
+      "epoch": 0.23202789699570817,
+      "grad_norm": 0.1406041489853957,
+      "learning_rate": 0.0001793529604995011,
+      "loss": 0.693,
+      "step": 2595
+    },
+    {
+      "epoch": 0.2321173104434907,
+      "grad_norm": 0.15873883283265575,
+      "learning_rate": 0.00017933533402912354,
+      "loss": 0.7339,
+      "step": 2596
+    },
+    {
+      "epoch": 0.23220672389127325,
+      "grad_norm": 0.1474709375498009,
+      "learning_rate": 0.0001793177009049873,
+      "loss": 0.7308,
+      "step": 2597
+    },
+    {
+      "epoch": 0.2322961373390558,
+      "grad_norm": 0.15202599392029104,
+      "learning_rate": 0.00017930006112857127,
+      "loss": 0.7028,
+      "step": 2598
+    },
+    {
+      "epoch": 0.23238555078683834,
+      "grad_norm": 0.15210431812787728,
+      "learning_rate": 0.0001792824147013549,
+      "loss": 0.6929,
+      "step": 2599
+    },
+    {
+      "epoch": 0.23247496423462088,
+      "grad_norm": 0.1471047029659138,
+      "learning_rate": 0.00017926476162481817,
+      "loss": 0.6781,
+      "step": 2600
+    },
+    {
+      "epoch": 0.23256437768240343,
+      "grad_norm": 0.12848537082219194,
+      "learning_rate": 0.00017924710190044156,
+      "loss": 0.707,
+      "step": 2601
+    },
+    {
+      "epoch": 0.23265379113018597,
+      "grad_norm": 0.15545566176091516,
+      "learning_rate": 0.00017922943552970625,
+      "loss": 0.6983,
+      "step": 2602
+    },
+    {
+      "epoch": 0.23274320457796852,
+      "grad_norm": 0.1676702136177623,
+      "learning_rate": 0.0001792117625140939,
+      "loss": 0.6925,
+      "step": 2603
+    },
+    {
+      "epoch": 0.23283261802575106,
+      "grad_norm": 0.1525908815774258,
+      "learning_rate": 0.00017919408285508662,
+      "loss": 0.7139,
+      "step": 2604
+    },
+    {
+      "epoch": 0.23292203147353363,
+      "grad_norm": 0.12803437784373198,
+      "learning_rate": 0.0001791763965541673,
+      "loss": 0.6561,
+      "step": 2605
+    },
+    {
+      "epoch": 0.23301144492131617,
+      "grad_norm": 0.13904767795971462,
+      "learning_rate": 0.00017915870361281922,
+      "loss": 0.7065,
+      "step": 2606
+    },
+    {
+      "epoch": 0.23310085836909872,
+      "grad_norm": 0.14749460392371527,
+      "learning_rate": 0.00017914100403252628,
+      "loss": 0.7414,
+      "step": 2607
+    },
+    {
+      "epoch": 0.23319027181688126,
+      "grad_norm": 0.12509692202024095,
+      "learning_rate": 0.00017912329781477287,
+      "loss": 0.6994,
+      "step": 2608
+    },
+    {
+      "epoch": 0.2332796852646638,
+      "grad_norm": 0.13113184162540129,
+      "learning_rate": 0.00017910558496104403,
+      "loss": 0.7036,
+      "step": 2609
+    },
+    {
+      "epoch": 0.23336909871244635,
+      "grad_norm": 0.13663095325976177,
+      "learning_rate": 0.00017908786547282538,
+      "loss": 0.7145,
+      "step": 2610
+    },
+    {
+      "epoch": 0.2334585121602289,
+      "grad_norm": 0.1395586978112336,
+      "learning_rate": 0.0001790701393516029,
+      "loss": 0.6936,
+      "step": 2611
+    },
+    {
+      "epoch": 0.23354792560801144,
+      "grad_norm": 0.14973906799616896,
+      "learning_rate": 0.00017905240659886335,
+      "loss": 0.6866,
+      "step": 2612
+    },
+    {
+      "epoch": 0.23363733905579398,
+      "grad_norm": 0.1378416969384473,
+      "learning_rate": 0.00017903466721609393,
+      "loss": 0.7329,
+      "step": 2613
+    },
+    {
+      "epoch": 0.23372675250357655,
+      "grad_norm": 0.14263056747678318,
+      "learning_rate": 0.0001790169212047824,
+      "loss": 0.6694,
+      "step": 2614
+    },
+    {
+      "epoch": 0.2338161659513591,
+      "grad_norm": 0.14963594372320457,
+      "learning_rate": 0.00017899916856641714,
+      "loss": 0.7096,
+      "step": 2615
+    },
+    {
+      "epoch": 0.23390557939914164,
+      "grad_norm": 0.16110590958039794,
+      "learning_rate": 0.00017898140930248704,
+      "loss": 0.7519,
+      "step": 2616
+    },
+    {
+      "epoch": 0.23399499284692418,
+      "grad_norm": 0.12927352885622304,
+      "learning_rate": 0.0001789636434144815,
+      "loss": 0.6558,
+      "step": 2617
+    },
+    {
+      "epoch": 0.23408440629470673,
+      "grad_norm": 0.13729085807571945,
+      "learning_rate": 0.00017894587090389052,
+      "loss": 0.6863,
+      "step": 2618
+    },
+    {
+      "epoch": 0.23417381974248927,
+      "grad_norm": 0.1432405307983514,
+      "learning_rate": 0.00017892809177220474,
+      "loss": 0.7123,
+      "step": 2619
+    },
+    {
+      "epoch": 0.2342632331902718,
+      "grad_norm": 0.1599849810770994,
+      "learning_rate": 0.00017891030602091519,
+      "loss": 0.7259,
+      "step": 2620
+    },
+    {
+      "epoch": 0.23435264663805436,
+      "grad_norm": 0.16055783655929007,
+      "learning_rate": 0.0001788925136515136,
+      "loss": 0.7413,
+      "step": 2621
+    },
+    {
+      "epoch": 0.2344420600858369,
+      "grad_norm": 0.159725676524531,
+      "learning_rate": 0.00017887471466549216,
+      "loss": 0.7332,
+      "step": 2622
+    },
+    {
+      "epoch": 0.23453147353361944,
+      "grad_norm": 0.135394727177012,
+      "learning_rate": 0.00017885690906434365,
+      "loss": 0.6834,
+      "step": 2623
+    },
+    {
+      "epoch": 0.23462088698140202,
+      "grad_norm": 0.14427437759489545,
+      "learning_rate": 0.0001788390968495614,
+      "loss": 0.7063,
+      "step": 2624
+    },
+    {
+      "epoch": 0.23471030042918456,
+      "grad_norm": 0.1438711476025153,
+      "learning_rate": 0.00017882127802263935,
+      "loss": 0.7223,
+      "step": 2625
+    },
+    {
+      "epoch": 0.2347997138769671,
+      "grad_norm": 0.1267793843284469,
+      "learning_rate": 0.00017880345258507188,
+      "loss": 0.6589,
+      "step": 2626
+    },
+    {
+      "epoch": 0.23488912732474965,
+      "grad_norm": 0.13662642173720088,
+      "learning_rate": 0.000178785620538354,
+      "loss": 0.7008,
+      "step": 2627
+    },
+    {
+      "epoch": 0.2349785407725322,
+      "grad_norm": 0.1320288034019597,
+      "learning_rate": 0.00017876778188398128,
+      "loss": 0.6809,
+      "step": 2628
+    },
+    {
+      "epoch": 0.23506795422031473,
+      "grad_norm": 0.11965439799630255,
+      "learning_rate": 0.00017874993662344983,
+      "loss": 0.6598,
+      "step": 2629
+    },
+    {
+      "epoch": 0.23515736766809728,
+      "grad_norm": 0.13250797750359714,
+      "learning_rate": 0.00017873208475825632,
+      "loss": 0.6729,
+      "step": 2630
+    },
+    {
+      "epoch": 0.23524678111587982,
+      "grad_norm": 0.13426126352903212,
+      "learning_rate": 0.0001787142262898979,
+      "loss": 0.6887,
+      "step": 2631
+    },
+    {
+      "epoch": 0.23533619456366237,
+      "grad_norm": 0.14623257096550085,
+      "learning_rate": 0.00017869636121987243,
+      "loss": 0.6925,
+      "step": 2632
+    },
+    {
+      "epoch": 0.2354256080114449,
+      "grad_norm": 0.13457439197303347,
+      "learning_rate": 0.00017867848954967815,
+      "loss": 0.6986,
+      "step": 2633
+    },
+    {
+      "epoch": 0.23551502145922748,
+      "grad_norm": 0.1395577578142836,
+      "learning_rate": 0.000178660611280814,
+      "loss": 0.6413,
+      "step": 2634
+    },
+    {
+      "epoch": 0.23560443490701002,
+      "grad_norm": 0.1407367231324786,
+      "learning_rate": 0.00017864272641477936,
+      "loss": 0.682,
+      "step": 2635
+    },
+    {
+      "epoch": 0.23569384835479257,
+      "grad_norm": 0.12368122435745942,
+      "learning_rate": 0.00017862483495307424,
+      "loss": 0.6706,
+      "step": 2636
+    },
+    {
+      "epoch": 0.2357832618025751,
+      "grad_norm": 0.12769441625260097,
+      "learning_rate": 0.00017860693689719916,
+      "loss": 0.6794,
+      "step": 2637
+    },
+    {
+      "epoch": 0.23587267525035766,
+      "grad_norm": 0.15477154803687634,
+      "learning_rate": 0.0001785890322486552,
+      "loss": 0.7356,
+      "step": 2638
+    },
+    {
+      "epoch": 0.2359620886981402,
+      "grad_norm": 0.15678134422826948,
+      "learning_rate": 0.00017857112100894406,
+      "loss": 0.7294,
+      "step": 2639
+    },
+    {
+      "epoch": 0.23605150214592274,
+      "grad_norm": 0.1440719835428467,
+      "learning_rate": 0.00017855320317956784,
+      "loss": 0.697,
+      "step": 2640
+    },
+    {
+      "epoch": 0.2361409155937053,
+      "grad_norm": 0.14398378871939985,
+      "learning_rate": 0.0001785352787620294,
+      "loss": 0.6869,
+      "step": 2641
+    },
+    {
+      "epoch": 0.23623032904148783,
+      "grad_norm": 0.12737436527219956,
+      "learning_rate": 0.00017851734775783194,
+      "loss": 0.684,
+      "step": 2642
+    },
+    {
+      "epoch": 0.23631974248927037,
+      "grad_norm": 0.13792382695906058,
+      "learning_rate": 0.00017849941016847933,
+      "loss": 0.6793,
+      "step": 2643
+    },
+    {
+      "epoch": 0.23640915593705294,
+      "grad_norm": 0.13241936451593822,
+      "learning_rate": 0.000178481465995476,
+      "loss": 0.6821,
+      "step": 2644
+    },
+    {
+      "epoch": 0.2364985693848355,
+      "grad_norm": 0.15014566577188515,
+      "learning_rate": 0.00017846351524032693,
+      "loss": 0.6767,
+      "step": 2645
+    },
+    {
+      "epoch": 0.23658798283261803,
+      "grad_norm": 0.16304384193141683,
+      "learning_rate": 0.0001784455579045376,
+      "loss": 0.7217,
+      "step": 2646
+    },
+    {
+      "epoch": 0.23667739628040058,
+      "grad_norm": 0.15390139731965663,
+      "learning_rate": 0.00017842759398961405,
+      "loss": 0.7255,
+      "step": 2647
+    },
+    {
+      "epoch": 0.23676680972818312,
+      "grad_norm": 0.1306598040470352,
+      "learning_rate": 0.00017840962349706288,
+      "loss": 0.6784,
+      "step": 2648
+    },
+    {
+      "epoch": 0.23685622317596566,
+      "grad_norm": 0.15012683581623765,
+      "learning_rate": 0.00017839164642839133,
+      "loss": 0.6912,
+      "step": 2649
+    },
+    {
+      "epoch": 0.2369456366237482,
+      "grad_norm": 0.13398956995143207,
+      "learning_rate": 0.000178373662785107,
+      "loss": 0.699,
+      "step": 2650
+    },
+    {
+      "epoch": 0.23703505007153075,
+      "grad_norm": 0.14117419622122246,
+      "learning_rate": 0.00017835567256871827,
+      "loss": 0.6836,
+      "step": 2651
+    },
+    {
+      "epoch": 0.2371244635193133,
+      "grad_norm": 0.1235351798081542,
+      "learning_rate": 0.00017833767578073393,
+      "loss": 0.6669,
+      "step": 2652
+    },
+    {
+      "epoch": 0.23721387696709584,
+      "grad_norm": 0.14545023908155064,
+      "learning_rate": 0.0001783196724226633,
+      "loss": 0.6976,
+      "step": 2653
+    },
+    {
+      "epoch": 0.2373032904148784,
+      "grad_norm": 0.14450110481535056,
+      "learning_rate": 0.00017830166249601637,
+      "loss": 0.7151,
+      "step": 2654
+    },
+    {
+      "epoch": 0.23739270386266095,
+      "grad_norm": 0.1628169248026535,
+      "learning_rate": 0.00017828364600230352,
+      "loss": 0.6929,
+      "step": 2655
+    },
+    {
+      "epoch": 0.2374821173104435,
+      "grad_norm": 0.15059283818653885,
+      "learning_rate": 0.00017826562294303585,
+      "loss": 0.7121,
+      "step": 2656
+    },
+    {
+      "epoch": 0.23757153075822604,
+      "grad_norm": 0.14369039816773477,
+      "learning_rate": 0.0001782475933197249,
+      "loss": 0.7262,
+      "step": 2657
+    },
+    {
+      "epoch": 0.23766094420600858,
+      "grad_norm": 0.12928244142191356,
+      "learning_rate": 0.00017822955713388277,
+      "loss": 0.6717,
+      "step": 2658
+    },
+    {
+      "epoch": 0.23775035765379113,
+      "grad_norm": 0.14486776617687663,
+      "learning_rate": 0.0001782115143870222,
+      "loss": 0.6782,
+      "step": 2659
+    },
+    {
+      "epoch": 0.23783977110157367,
+      "grad_norm": 0.13979175785398218,
+      "learning_rate": 0.00017819346508065635,
+      "loss": 0.7068,
+      "step": 2660
+    },
+    {
+      "epoch": 0.23792918454935622,
+      "grad_norm": 0.14236437027600066,
+      "learning_rate": 0.00017817540921629904,
+      "loss": 0.7204,
+      "step": 2661
+    },
+    {
+      "epoch": 0.23801859799713876,
+      "grad_norm": 0.137371814174779,
+      "learning_rate": 0.00017815734679546457,
+      "loss": 0.6807,
+      "step": 2662
+    },
+    {
+      "epoch": 0.2381080114449213,
+      "grad_norm": 0.13671566615250913,
+      "learning_rate": 0.00017813927781966778,
+      "loss": 0.6463,
+      "step": 2663
+    },
+    {
+      "epoch": 0.23819742489270387,
+      "grad_norm": 0.1398198347818691,
+      "learning_rate": 0.00017812120229042416,
+      "loss": 0.6763,
+      "step": 2664
+    },
+    {
+      "epoch": 0.23828683834048642,
+      "grad_norm": 0.15223968252132744,
+      "learning_rate": 0.00017810312020924963,
+      "loss": 0.7137,
+      "step": 2665
+    },
+    {
+      "epoch": 0.23837625178826896,
+      "grad_norm": 0.13615077338800943,
+      "learning_rate": 0.00017808503157766073,
+      "loss": 0.7032,
+      "step": 2666
+    },
+    {
+      "epoch": 0.2384656652360515,
+      "grad_norm": 0.14832979760238085,
+      "learning_rate": 0.00017806693639717456,
+      "loss": 0.7269,
+      "step": 2667
+    },
+    {
+      "epoch": 0.23855507868383405,
+      "grad_norm": 0.13685246657150466,
+      "learning_rate": 0.0001780488346693087,
+      "loss": 0.6952,
+      "step": 2668
+    },
+    {
+      "epoch": 0.2386444921316166,
+      "grad_norm": 0.14103286063482845,
+      "learning_rate": 0.00017803072639558133,
+      "loss": 0.6888,
+      "step": 2669
+    },
+    {
+      "epoch": 0.23873390557939914,
+      "grad_norm": 0.12792927950635138,
+      "learning_rate": 0.0001780126115775112,
+      "loss": 0.6705,
+      "step": 2670
+    },
+    {
+      "epoch": 0.23882331902718168,
+      "grad_norm": 0.1204950762195187,
+      "learning_rate": 0.00017799449021661752,
+      "loss": 0.6723,
+      "step": 2671
+    },
+    {
+      "epoch": 0.23891273247496422,
+      "grad_norm": 0.12078741427465704,
+      "learning_rate": 0.00017797636231442016,
+      "loss": 0.6435,
+      "step": 2672
+    },
+    {
+      "epoch": 0.2390021459227468,
+      "grad_norm": 0.14159060169407867,
+      "learning_rate": 0.00017795822787243946,
+      "loss": 0.7001,
+      "step": 2673
+    },
+    {
+      "epoch": 0.23909155937052934,
+      "grad_norm": 0.14079086393169335,
+      "learning_rate": 0.0001779400868921963,
+      "loss": 0.7241,
+      "step": 2674
+    },
+    {
+      "epoch": 0.23918097281831188,
+      "grad_norm": 0.15628915554427086,
+      "learning_rate": 0.00017792193937521224,
+      "loss": 0.7235,
+      "step": 2675
+    },
+    {
+      "epoch": 0.23927038626609443,
+      "grad_norm": 0.16461206741829035,
+      "learning_rate": 0.0001779037853230092,
+      "loss": 0.7442,
+      "step": 2676
+    },
+    {
+      "epoch": 0.23935979971387697,
+      "grad_norm": 0.1444456425111058,
+      "learning_rate": 0.00017788562473710978,
+      "loss": 0.7082,
+      "step": 2677
+    },
+    {
+      "epoch": 0.2394492131616595,
+      "grad_norm": 0.1278955946693339,
+      "learning_rate": 0.00017786745761903708,
+      "loss": 0.6697,
+      "step": 2678
+    },
+    {
+      "epoch": 0.23953862660944206,
+      "grad_norm": 0.1373984136456998,
+      "learning_rate": 0.00017784928397031476,
+      "loss": 0.6886,
+      "step": 2679
+    },
+    {
+      "epoch": 0.2396280400572246,
+      "grad_norm": 0.1307228619341016,
+      "learning_rate": 0.00017783110379246696,
+      "loss": 0.641,
+      "step": 2680
+    },
+    {
+      "epoch": 0.23971745350500714,
+      "grad_norm": 0.17077150825467158,
+      "learning_rate": 0.00017781291708701853,
+      "loss": 0.7199,
+      "step": 2681
+    },
+    {
+      "epoch": 0.2398068669527897,
+      "grad_norm": 0.15888789916334267,
+      "learning_rate": 0.0001777947238554947,
+      "loss": 0.7318,
+      "step": 2682
+    },
+    {
+      "epoch": 0.23989628040057226,
+      "grad_norm": 0.14795960615046477,
+      "learning_rate": 0.00017777652409942132,
+      "loss": 0.6854,
+      "step": 2683
+    },
+    {
+      "epoch": 0.2399856938483548,
+      "grad_norm": 0.14034314167787082,
+      "learning_rate": 0.00017775831782032483,
+      "loss": 0.7273,
+      "step": 2684
+    },
+    {
+      "epoch": 0.24007510729613735,
+      "grad_norm": 0.13889433596082024,
+      "learning_rate": 0.00017774010501973208,
+      "loss": 0.6988,
+      "step": 2685
+    },
+    {
+      "epoch": 0.2401645207439199,
+      "grad_norm": 0.14146191836863026,
+      "learning_rate": 0.00017772188569917065,
+      "loss": 0.6393,
+      "step": 2686
+    },
+    {
+      "epoch": 0.24025393419170243,
+      "grad_norm": 0.16153100479771454,
+      "learning_rate": 0.00017770365986016852,
+      "loss": 0.6813,
+      "step": 2687
+    },
+    {
+      "epoch": 0.24034334763948498,
+      "grad_norm": 0.1533903924946978,
+      "learning_rate": 0.00017768542750425426,
+      "loss": 0.6933,
+      "step": 2688
+    },
+    {
+      "epoch": 0.24043276108726752,
+      "grad_norm": 0.15807524940050477,
+      "learning_rate": 0.00017766718863295705,
+      "loss": 0.6963,
+      "step": 2689
+    },
+    {
+      "epoch": 0.24052217453505007,
+      "grad_norm": 0.16211975382259172,
+      "learning_rate": 0.00017764894324780653,
+      "loss": 0.7453,
+      "step": 2690
+    },
+    {
+      "epoch": 0.2406115879828326,
+      "grad_norm": 0.14381721382777685,
+      "learning_rate": 0.0001776306913503329,
+      "loss": 0.6852,
+      "step": 2691
+    },
+    {
+      "epoch": 0.24070100143061515,
+      "grad_norm": 0.14826129819233724,
+      "learning_rate": 0.00017761243294206694,
+      "loss": 0.6815,
+      "step": 2692
+    },
+    {
+      "epoch": 0.24079041487839772,
+      "grad_norm": 0.1365113483684661,
+      "learning_rate": 0.00017759416802453997,
+      "loss": 0.6751,
+      "step": 2693
+    },
+    {
+      "epoch": 0.24087982832618027,
+      "grad_norm": 0.15149183002372538,
+      "learning_rate": 0.0001775758965992838,
+      "loss": 0.7176,
+      "step": 2694
+    },
+    {
+      "epoch": 0.2409692417739628,
+      "grad_norm": 0.16340035464077224,
+      "learning_rate": 0.0001775576186678309,
+      "loss": 0.7098,
+      "step": 2695
+    },
+    {
+      "epoch": 0.24105865522174535,
+      "grad_norm": 0.16085682502438114,
+      "learning_rate": 0.00017753933423171421,
+      "loss": 0.7445,
+      "step": 2696
+    },
+    {
+      "epoch": 0.2411480686695279,
+      "grad_norm": 0.15421859264208593,
+      "learning_rate": 0.00017752104329246717,
+      "loss": 0.7161,
+      "step": 2697
+    },
+    {
+      "epoch": 0.24123748211731044,
+      "grad_norm": 0.12552725381538699,
+      "learning_rate": 0.00017750274585162385,
+      "loss": 0.6782,
+      "step": 2698
+    },
+    {
+      "epoch": 0.24132689556509299,
+      "grad_norm": 0.1483791429821525,
+      "learning_rate": 0.00017748444191071884,
+      "loss": 0.6997,
+      "step": 2699
+    },
+    {
+      "epoch": 0.24141630901287553,
+      "grad_norm": 0.12879531727706814,
+      "learning_rate": 0.00017746613147128726,
+      "loss": 0.6935,
+      "step": 2700
+    },
+    {
+      "epoch": 0.24150572246065807,
+      "grad_norm": 0.15351203501439148,
+      "learning_rate": 0.0001774478145348648,
+      "loss": 0.6532,
+      "step": 2701
+    },
+    {
+      "epoch": 0.24159513590844062,
+      "grad_norm": 0.14038138063749864,
+      "learning_rate": 0.00017742949110298767,
+      "loss": 0.6591,
+      "step": 2702
+    },
+    {
+      "epoch": 0.2416845493562232,
+      "grad_norm": 0.13061506546991428,
+      "learning_rate": 0.00017741116117719262,
+      "loss": 0.6745,
+      "step": 2703
+    },
+    {
+      "epoch": 0.24177396280400573,
+      "grad_norm": 0.15849342667077781,
+      "learning_rate": 0.000177392824759017,
+      "loss": 0.7496,
+      "step": 2704
+    },
+    {
+      "epoch": 0.24186337625178828,
+      "grad_norm": 0.128033395981673,
+      "learning_rate": 0.0001773744818499986,
+      "loss": 0.6499,
+      "step": 2705
+    },
+    {
+      "epoch": 0.24195278969957082,
+      "grad_norm": 0.14201527112704676,
+      "learning_rate": 0.00017735613245167586,
+      "loss": 0.7022,
+      "step": 2706
+    },
+    {
+      "epoch": 0.24204220314735336,
+      "grad_norm": 0.14992665920282355,
+      "learning_rate": 0.00017733777656558773,
+      "loss": 0.7084,
+      "step": 2707
+    },
+    {
+      "epoch": 0.2421316165951359,
+      "grad_norm": 0.13758521381080557,
+      "learning_rate": 0.00017731941419327365,
+      "loss": 0.6847,
+      "step": 2708
+    },
+    {
+      "epoch": 0.24222103004291845,
+      "grad_norm": 0.14081531709980788,
+      "learning_rate": 0.0001773010453362737,
+      "loss": 0.6901,
+      "step": 2709
+    },
+    {
+      "epoch": 0.242310443490701,
+      "grad_norm": 0.1388213987102606,
+      "learning_rate": 0.00017728266999612844,
+      "loss": 0.6817,
+      "step": 2710
+    },
+    {
+      "epoch": 0.24239985693848354,
+      "grad_norm": 0.13544677641939087,
+      "learning_rate": 0.000177264288174379,
+      "loss": 0.6936,
+      "step": 2711
+    },
+    {
+      "epoch": 0.24248927038626608,
+      "grad_norm": 0.13983436306503216,
+      "learning_rate": 0.00017724589987256698,
+      "loss": 0.6875,
+      "step": 2712
+    },
+    {
+      "epoch": 0.24257868383404865,
+      "grad_norm": 0.13407055353505376,
+      "learning_rate": 0.00017722750509223465,
+      "loss": 0.7092,
+      "step": 2713
+    },
+    {
+      "epoch": 0.2426680972818312,
+      "grad_norm": 0.15407378072632805,
+      "learning_rate": 0.0001772091038349247,
+      "loss": 0.7188,
+      "step": 2714
+    },
+    {
+      "epoch": 0.24275751072961374,
+      "grad_norm": 0.14374526179994573,
+      "learning_rate": 0.00017719069610218048,
+      "loss": 0.7021,
+      "step": 2715
+    },
+    {
+      "epoch": 0.24284692417739628,
+      "grad_norm": 0.1501191062179404,
+      "learning_rate": 0.00017717228189554582,
+      "loss": 0.7225,
+      "step": 2716
+    },
+    {
+      "epoch": 0.24293633762517883,
+      "grad_norm": 0.1294730523094918,
+      "learning_rate": 0.00017715386121656507,
+      "loss": 0.6858,
+      "step": 2717
+    },
+    {
+      "epoch": 0.24302575107296137,
+      "grad_norm": 0.1390278547175829,
+      "learning_rate": 0.00017713543406678315,
+      "loss": 0.6812,
+      "step": 2718
+    },
+    {
+      "epoch": 0.24311516452074391,
+      "grad_norm": 0.15168515099073693,
+      "learning_rate": 0.0001771170004477455,
+      "loss": 0.6917,
+      "step": 2719
+    },
+    {
+      "epoch": 0.24320457796852646,
+      "grad_norm": 0.13075395585389302,
+      "learning_rate": 0.0001770985603609982,
+      "loss": 0.6813,
+      "step": 2720
+    },
+    {
+      "epoch": 0.243293991416309,
+      "grad_norm": 0.14239052729577023,
+      "learning_rate": 0.00017708011380808774,
+      "loss": 0.6776,
+      "step": 2721
+    },
+    {
+      "epoch": 0.24338340486409155,
+      "grad_norm": 0.14596846167049962,
+      "learning_rate": 0.00017706166079056124,
+      "loss": 0.6841,
+      "step": 2722
+    },
+    {
+      "epoch": 0.24347281831187412,
+      "grad_norm": 0.15389964078790888,
+      "learning_rate": 0.0001770432013099663,
+      "loss": 0.763,
+      "step": 2723
+    },
+    {
+      "epoch": 0.24356223175965666,
+      "grad_norm": 0.137403054676311,
+      "learning_rate": 0.0001770247353678511,
+      "loss": 0.7047,
+      "step": 2724
+    },
+    {
+      "epoch": 0.2436516452074392,
+      "grad_norm": 0.15170537236439088,
+      "learning_rate": 0.0001770062629657644,
+      "loss": 0.7194,
+      "step": 2725
+    },
+    {
+      "epoch": 0.24374105865522175,
+      "grad_norm": 0.14526321987381616,
+      "learning_rate": 0.0001769877841052554,
+      "loss": 0.7018,
+      "step": 2726
+    },
+    {
+      "epoch": 0.2438304721030043,
+      "grad_norm": 0.15799295751637407,
+      "learning_rate": 0.00017696929878787394,
+      "loss": 0.7001,
+      "step": 2727
+    },
+    {
+      "epoch": 0.24391988555078684,
+      "grad_norm": 0.1401249423366527,
+      "learning_rate": 0.00017695080701517034,
+      "loss": 0.6926,
+      "step": 2728
+    },
+    {
+      "epoch": 0.24400929899856938,
+      "grad_norm": 0.15993483705550193,
+      "learning_rate": 0.00017693230878869547,
+      "loss": 0.6724,
+      "step": 2729
+    },
+    {
+      "epoch": 0.24409871244635192,
+      "grad_norm": 0.1454556467970281,
+      "learning_rate": 0.00017691380411000079,
+      "loss": 0.693,
+      "step": 2730
+    },
+    {
+      "epoch": 0.24418812589413447,
+      "grad_norm": 0.1660734094594113,
+      "learning_rate": 0.00017689529298063822,
+      "loss": 0.688,
+      "step": 2731
+    },
+    {
+      "epoch": 0.244277539341917,
+      "grad_norm": 0.13681270027654965,
+      "learning_rate": 0.00017687677540216033,
+      "loss": 0.6919,
+      "step": 2732
+    },
+    {
+      "epoch": 0.24436695278969958,
+      "grad_norm": 0.1443151996066365,
+      "learning_rate": 0.00017685825137612012,
+      "loss": 0.6952,
+      "step": 2733
+    },
+    {
+      "epoch": 0.24445636623748213,
+      "grad_norm": 0.1371974214332934,
+      "learning_rate": 0.00017683972090407123,
+      "loss": 0.6769,
+      "step": 2734
+    },
+    {
+      "epoch": 0.24454577968526467,
+      "grad_norm": 0.1385197239063884,
+      "learning_rate": 0.00017682118398756766,
+      "loss": 0.6534,
+      "step": 2735
+    },
+    {
+      "epoch": 0.2446351931330472,
+      "grad_norm": 0.14526986795299338,
+      "learning_rate": 0.0001768026406281642,
+      "loss": 0.7174,
+      "step": 2736
+    },
+    {
+      "epoch": 0.24472460658082976,
+      "grad_norm": 0.16055979766910544,
+      "learning_rate": 0.00017678409082741604,
+      "loss": 0.7117,
+      "step": 2737
+    },
+    {
+      "epoch": 0.2448140200286123,
+      "grad_norm": 0.13420382027110495,
+      "learning_rate": 0.00017676553458687892,
+      "loss": 0.6591,
+      "step": 2738
+    },
+    {
+      "epoch": 0.24490343347639484,
+      "grad_norm": 0.13951275031942195,
+      "learning_rate": 0.00017674697190810912,
+      "loss": 0.7067,
+      "step": 2739
+    },
+    {
+      "epoch": 0.2449928469241774,
+      "grad_norm": 0.13901500970576702,
+      "learning_rate": 0.00017672840279266345,
+      "loss": 0.626,
+      "step": 2740
+    },
+    {
+      "epoch": 0.24508226037195993,
+      "grad_norm": 0.14702658290760245,
+      "learning_rate": 0.00017670982724209933,
+      "loss": 0.7094,
+      "step": 2741
+    },
+    {
+      "epoch": 0.2451716738197425,
+      "grad_norm": 0.14488298085196497,
+      "learning_rate": 0.00017669124525797463,
+      "loss": 0.7173,
+      "step": 2742
+    },
+    {
+      "epoch": 0.24526108726752505,
+      "grad_norm": 0.1534228172826841,
+      "learning_rate": 0.0001766726568418478,
+      "loss": 0.6795,
+      "step": 2743
+    },
+    {
+      "epoch": 0.2453505007153076,
+      "grad_norm": 0.15654155676594964,
+      "learning_rate": 0.00017665406199527785,
+      "loss": 0.7203,
+      "step": 2744
+    },
+    {
+      "epoch": 0.24543991416309013,
+      "grad_norm": 0.1407523669708399,
+      "learning_rate": 0.00017663546071982432,
+      "loss": 0.6822,
+      "step": 2745
+    },
+    {
+      "epoch": 0.24552932761087268,
+      "grad_norm": 0.1308790279425659,
+      "learning_rate": 0.0001766168530170472,
+      "loss": 0.6581,
+      "step": 2746
+    },
+    {
+      "epoch": 0.24561874105865522,
+      "grad_norm": 0.13742374497763676,
+      "learning_rate": 0.00017659823888850715,
+      "loss": 0.7108,
+      "step": 2747
+    },
+    {
+      "epoch": 0.24570815450643776,
+      "grad_norm": 0.1533067811672505,
+      "learning_rate": 0.00017657961833576535,
+      "loss": 0.72,
+      "step": 2748
+    },
+    {
+      "epoch": 0.2457975679542203,
+      "grad_norm": 0.16389602777572573,
+      "learning_rate": 0.0001765609913603834,
+      "loss": 0.7441,
+      "step": 2749
+    },
+    {
+      "epoch": 0.24588698140200285,
+      "grad_norm": 0.14271425609009689,
+      "learning_rate": 0.00017654235796392363,
+      "loss": 0.6796,
+      "step": 2750
+    },
+    {
+      "epoch": 0.2459763948497854,
+      "grad_norm": 0.14722797147721664,
+      "learning_rate": 0.0001765237181479487,
+      "loss": 0.6805,
+      "step": 2751
+    },
+    {
+      "epoch": 0.24606580829756797,
+      "grad_norm": 0.14161341241253506,
+      "learning_rate": 0.00017650507191402194,
+      "loss": 0.7009,
+      "step": 2752
+    },
+    {
+      "epoch": 0.2461552217453505,
+      "grad_norm": 0.13332198279913546,
+      "learning_rate": 0.0001764864192637072,
+      "loss": 0.6557,
+      "step": 2753
+    },
+    {
+      "epoch": 0.24624463519313305,
+      "grad_norm": 0.1518705621643293,
+      "learning_rate": 0.00017646776019856884,
+      "loss": 0.6922,
+      "step": 2754
+    },
+    {
+      "epoch": 0.2463340486409156,
+      "grad_norm": 0.163996911848476,
+      "learning_rate": 0.0001764490947201718,
+      "loss": 0.7197,
+      "step": 2755
+    },
+    {
+      "epoch": 0.24642346208869814,
+      "grad_norm": 0.14616146804851662,
+      "learning_rate": 0.00017643042283008148,
+      "loss": 0.7442,
+      "step": 2756
+    },
+    {
+      "epoch": 0.24651287553648069,
+      "grad_norm": 0.1207944468264034,
+      "learning_rate": 0.00017641174452986396,
+      "loss": 0.68,
+      "step": 2757
+    },
+    {
+      "epoch": 0.24660228898426323,
+      "grad_norm": 0.1394976732574728,
+      "learning_rate": 0.00017639305982108567,
+      "loss": 0.6896,
+      "step": 2758
+    },
+    {
+      "epoch": 0.24669170243204577,
+      "grad_norm": 0.15980549819060755,
+      "learning_rate": 0.0001763743687053137,
+      "loss": 0.7351,
+      "step": 2759
+    },
+    {
+      "epoch": 0.24678111587982832,
+      "grad_norm": 0.12654611755116651,
+      "learning_rate": 0.0001763556711841157,
+      "loss": 0.6931,
+      "step": 2760
+    },
+    {
+      "epoch": 0.24687052932761086,
+      "grad_norm": 0.1284106861303469,
+      "learning_rate": 0.00017633696725905974,
+      "loss": 0.6555,
+      "step": 2761
+    },
+    {
+      "epoch": 0.24695994277539343,
+      "grad_norm": 0.14476774347117002,
+      "learning_rate": 0.00017631825693171453,
+      "loss": 0.6508,
+      "step": 2762
+    },
+    {
+      "epoch": 0.24704935622317598,
+      "grad_norm": 0.14990790668853465,
+      "learning_rate": 0.0001762995402036493,
+      "loss": 0.6731,
+      "step": 2763
+    },
+    {
+      "epoch": 0.24713876967095852,
+      "grad_norm": 0.13880998332736233,
+      "learning_rate": 0.00017628081707643376,
+      "loss": 0.6739,
+      "step": 2764
+    },
+    {
+      "epoch": 0.24722818311874106,
+      "grad_norm": 0.14880640417070376,
+      "learning_rate": 0.00017626208755163822,
+      "loss": 0.7084,
+      "step": 2765
+    },
+    {
+      "epoch": 0.2473175965665236,
+      "grad_norm": 0.13496892744156677,
+      "learning_rate": 0.0001762433516308335,
+      "loss": 0.6679,
+      "step": 2766
+    },
+    {
+      "epoch": 0.24740701001430615,
+      "grad_norm": 0.1279437696498677,
+      "learning_rate": 0.00017622460931559098,
+      "loss": 0.7122,
+      "step": 2767
+    },
+    {
+      "epoch": 0.2474964234620887,
+      "grad_norm": 0.1482369340871082,
+      "learning_rate": 0.00017620586060748252,
+      "loss": 0.7381,
+      "step": 2768
+    },
+    {
+      "epoch": 0.24758583690987124,
+      "grad_norm": 0.12231515269082585,
+      "learning_rate": 0.00017618710550808056,
+      "loss": 0.6616,
+      "step": 2769
+    },
+    {
+      "epoch": 0.24767525035765378,
+      "grad_norm": 0.14024568090102296,
+      "learning_rate": 0.00017616834401895805,
+      "loss": 0.6979,
+      "step": 2770
+    },
+    {
+      "epoch": 0.24776466380543632,
+      "grad_norm": 0.12026265411930621,
+      "learning_rate": 0.0001761495761416885,
+      "loss": 0.6872,
+      "step": 2771
+    },
+    {
+      "epoch": 0.2478540772532189,
+      "grad_norm": 0.14953838795765853,
+      "learning_rate": 0.00017613080187784603,
+      "loss": 0.7278,
+      "step": 2772
+    },
+    {
+      "epoch": 0.24794349070100144,
+      "grad_norm": 0.1359555568014761,
+      "learning_rate": 0.00017611202122900512,
+      "loss": 0.6769,
+      "step": 2773
+    },
+    {
+      "epoch": 0.24803290414878398,
+      "grad_norm": 0.12340183115562624,
+      "learning_rate": 0.0001760932341967409,
+      "loss": 0.6691,
+      "step": 2774
+    },
+    {
+      "epoch": 0.24812231759656653,
+      "grad_norm": 0.15003171212531557,
+      "learning_rate": 0.00017607444078262903,
+      "loss": 0.6776,
+      "step": 2775
+    },
+    {
+      "epoch": 0.24821173104434907,
+      "grad_norm": 0.14519542395815033,
+      "learning_rate": 0.00017605564098824568,
+      "loss": 0.7271,
+      "step": 2776
+    },
+    {
+      "epoch": 0.24830114449213161,
+      "grad_norm": 0.14264006803604345,
+      "learning_rate": 0.00017603683481516762,
+      "loss": 0.6712,
+      "step": 2777
+    },
+    {
+      "epoch": 0.24839055793991416,
+      "grad_norm": 0.1381799178295979,
+      "learning_rate": 0.000176018022264972,
+      "loss": 0.6638,
+      "step": 2778
+    },
+    {
+      "epoch": 0.2484799713876967,
+      "grad_norm": 0.14053394518594142,
+      "learning_rate": 0.00017599920333923668,
+      "loss": 0.6519,
+      "step": 2779
+    },
+    {
+      "epoch": 0.24856938483547925,
+      "grad_norm": 0.13399383871869985,
+      "learning_rate": 0.00017598037803953994,
+      "loss": 0.7021,
+      "step": 2780
+    },
+    {
+      "epoch": 0.2486587982832618,
+      "grad_norm": 0.14290750841030397,
+      "learning_rate": 0.00017596154636746066,
+      "loss": 0.6755,
+      "step": 2781
+    },
+    {
+      "epoch": 0.24874821173104436,
+      "grad_norm": 0.16586316784743466,
+      "learning_rate": 0.00017594270832457825,
+      "loss": 0.7243,
+      "step": 2782
+    },
+    {
+      "epoch": 0.2488376251788269,
+      "grad_norm": 0.17230098598474478,
+      "learning_rate": 0.0001759238639124726,
+      "loss": 0.7447,
+      "step": 2783
+    },
+    {
+      "epoch": 0.24892703862660945,
+      "grad_norm": 0.13256231694199302,
+      "learning_rate": 0.00017590501313272415,
+      "loss": 0.7068,
+      "step": 2784
+    },
+    {
+      "epoch": 0.249016452074392,
+      "grad_norm": 0.129903278768207,
+      "learning_rate": 0.00017588615598691397,
+      "loss": 0.6889,
+      "step": 2785
+    },
+    {
+      "epoch": 0.24910586552217454,
+      "grad_norm": 0.13602997901966388,
+      "learning_rate": 0.00017586729247662345,
+      "loss": 0.7132,
+      "step": 2786
+    },
+    {
+      "epoch": 0.24919527896995708,
+      "grad_norm": 0.1511911394128269,
+      "learning_rate": 0.00017584842260343482,
+      "loss": 0.7304,
+      "step": 2787
+    },
+    {
+      "epoch": 0.24928469241773962,
+      "grad_norm": 0.13215512981823888,
+      "learning_rate": 0.00017582954636893055,
+      "loss": 0.6735,
+      "step": 2788
+    },
+    {
+      "epoch": 0.24937410586552217,
+      "grad_norm": 0.13722792636141148,
+      "learning_rate": 0.0001758106637746938,
+      "loss": 0.6504,
+      "step": 2789
+    },
+    {
+      "epoch": 0.2494635193133047,
+      "grad_norm": 0.1611590184923439,
+      "learning_rate": 0.00017579177482230824,
+      "loss": 0.7415,
+      "step": 2790
+    },
+    {
+      "epoch": 0.24955293276108725,
+      "grad_norm": 0.14673123455891418,
+      "learning_rate": 0.00017577287951335807,
+      "loss": 0.679,
+      "step": 2791
+    },
+    {
+      "epoch": 0.24964234620886983,
+      "grad_norm": 0.15073778402358556,
+      "learning_rate": 0.00017575397784942799,
+      "loss": 0.7157,
+      "step": 2792
+    },
+    {
+      "epoch": 0.24973175965665237,
+      "grad_norm": 0.1338886002166027,
+      "learning_rate": 0.00017573506983210329,
+      "loss": 0.6534,
+      "step": 2793
+    },
+    {
+      "epoch": 0.2498211731044349,
+      "grad_norm": 0.1574242868052304,
+      "learning_rate": 0.00017571615546296972,
+      "loss": 0.6963,
+      "step": 2794
+    },
+    {
+      "epoch": 0.24991058655221746,
+      "grad_norm": 0.15134410694617753,
+      "learning_rate": 0.00017569723474361365,
+      "loss": 0.7135,
+      "step": 2795
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.12141355428656221,
+      "learning_rate": 0.00017567830767562198,
+      "loss": 0.6949,
+      "step": 2796
+    },
+    {
+      "epoch": 0.25008941344778257,
+      "grad_norm": 0.14825515605331843,
+      "learning_rate": 0.00017565937426058196,
+      "loss": 0.7307,
+      "step": 2797
+    },
+    {
+      "epoch": 0.2501788268955651,
+      "grad_norm": 0.1413406862912926,
+      "learning_rate": 0.00017564043450008163,
+      "loss": 0.6952,
+      "step": 2798
+    },
+    {
+      "epoch": 0.25026824034334766,
+      "grad_norm": 0.14858477339820686,
+      "learning_rate": 0.0001756214883957094,
+      "loss": 0.7063,
+      "step": 2799
+    },
+    {
+      "epoch": 0.2503576537911302,
+      "grad_norm": 0.17601272159621667,
+      "learning_rate": 0.00017560253594905425,
+      "loss": 0.6962,
+      "step": 2800
+    },
+    {
+      "epoch": 0.25044706723891275,
+      "grad_norm": 0.15338870179294165,
+      "learning_rate": 0.00017558357716170573,
+      "loss": 0.6527,
+      "step": 2801
+    },
+    {
+      "epoch": 0.25053648068669526,
+      "grad_norm": 0.15229044577641884,
+      "learning_rate": 0.00017556461203525387,
+      "loss": 0.6825,
+      "step": 2802
+    },
+    {
+      "epoch": 0.25062589413447783,
+      "grad_norm": 0.1537599447863015,
+      "learning_rate": 0.00017554564057128928,
+      "loss": 0.6717,
+      "step": 2803
+    },
+    {
+      "epoch": 0.25071530758226035,
+      "grad_norm": 0.13473052572154096,
+      "learning_rate": 0.00017552666277140304,
+      "loss": 0.6893,
+      "step": 2804
+    },
+    {
+      "epoch": 0.2508047210300429,
+      "grad_norm": 0.13117162172619565,
+      "learning_rate": 0.0001755076786371868,
+      "loss": 0.6752,
+      "step": 2805
+    },
+    {
+      "epoch": 0.2508941344778255,
+      "grad_norm": 0.13202261699377837,
+      "learning_rate": 0.00017548868817023275,
+      "loss": 0.6892,
+      "step": 2806
+    },
+    {
+      "epoch": 0.250983547925608,
+      "grad_norm": 0.14380739945836465,
+      "learning_rate": 0.00017546969137213357,
+      "loss": 0.7005,
+      "step": 2807
+    },
+    {
+      "epoch": 0.2510729613733906,
+      "grad_norm": 0.1566487951512439,
+      "learning_rate": 0.00017545068824448255,
+      "loss": 0.6906,
+      "step": 2808
+    },
+    {
+      "epoch": 0.2511623748211731,
+      "grad_norm": 0.13555288618439973,
+      "learning_rate": 0.0001754316787888734,
+      "loss": 0.6594,
+      "step": 2809
+    },
+    {
+      "epoch": 0.25125178826895567,
+      "grad_norm": 0.12266740429459574,
+      "learning_rate": 0.00017541266300690047,
+      "loss": 0.6708,
+      "step": 2810
+    },
+    {
+      "epoch": 0.2513412017167382,
+      "grad_norm": 0.1281466956521258,
+      "learning_rate": 0.00017539364090015855,
+      "loss": 0.7197,
+      "step": 2811
+    },
+    {
+      "epoch": 0.25143061516452075,
+      "grad_norm": 0.13814445059632302,
+      "learning_rate": 0.00017537461247024304,
+      "loss": 0.6479,
+      "step": 2812
+    },
+    {
+      "epoch": 0.25152002861230327,
+      "grad_norm": 0.14523768422947383,
+      "learning_rate": 0.0001753555777187498,
+      "loss": 0.7291,
+      "step": 2813
+    },
+    {
+      "epoch": 0.25160944206008584,
+      "grad_norm": 0.14969558790634346,
+      "learning_rate": 0.00017533653664727529,
+      "loss": 0.6841,
+      "step": 2814
+    },
+    {
+      "epoch": 0.25169885550786836,
+      "grad_norm": 0.15165209762744247,
+      "learning_rate": 0.0001753174892574164,
+      "loss": 0.7309,
+      "step": 2815
+    },
+    {
+      "epoch": 0.25178826895565093,
+      "grad_norm": 0.1644704474925139,
+      "learning_rate": 0.00017529843555077066,
+      "loss": 0.7407,
+      "step": 2816
+    },
+    {
+      "epoch": 0.2518776824034335,
+      "grad_norm": 0.1176579889500704,
+      "learning_rate": 0.00017527937552893605,
+      "loss": 0.6448,
+      "step": 2817
+    },
+    {
+      "epoch": 0.251967095851216,
+      "grad_norm": 0.14501413779666467,
+      "learning_rate": 0.00017526030919351113,
+      "loss": 0.7116,
+      "step": 2818
+    },
+    {
+      "epoch": 0.2520565092989986,
+      "grad_norm": 0.15227075066051093,
+      "learning_rate": 0.000175241236546095,
+      "loss": 0.7221,
+      "step": 2819
+    },
+    {
+      "epoch": 0.2521459227467811,
+      "grad_norm": 0.16529982757585085,
+      "learning_rate": 0.00017522215758828722,
+      "loss": 0.6746,
+      "step": 2820
+    },
+    {
+      "epoch": 0.2522353361945637,
+      "grad_norm": 0.15347726227039268,
+      "learning_rate": 0.0001752030723216879,
+      "loss": 0.734,
+      "step": 2821
+    },
+    {
+      "epoch": 0.2523247496423462,
+      "grad_norm": 0.14020260116023775,
+      "learning_rate": 0.00017518398074789775,
+      "loss": 0.6929,
+      "step": 2822
+    },
+    {
+      "epoch": 0.25241416309012876,
+      "grad_norm": 0.14353048911761337,
+      "learning_rate": 0.00017516488286851794,
+      "loss": 0.6944,
+      "step": 2823
+    },
+    {
+      "epoch": 0.2525035765379113,
+      "grad_norm": 0.12480106450881845,
+      "learning_rate": 0.00017514577868515016,
+      "loss": 0.6899,
+      "step": 2824
+    },
+    {
+      "epoch": 0.25259298998569385,
+      "grad_norm": 0.14596868674616312,
+      "learning_rate": 0.0001751266681993967,
+      "loss": 0.6996,
+      "step": 2825
+    },
+    {
+      "epoch": 0.2526824034334764,
+      "grad_norm": 0.13685394727739494,
+      "learning_rate": 0.00017510755141286028,
+      "loss": 0.6649,
+      "step": 2826
+    },
+    {
+      "epoch": 0.25277181688125894,
+      "grad_norm": 0.13641278083924793,
+      "learning_rate": 0.00017508842832714426,
+      "loss": 0.6755,
+      "step": 2827
+    },
+    {
+      "epoch": 0.2528612303290415,
+      "grad_norm": 0.14109671058522533,
+      "learning_rate": 0.0001750692989438524,
+      "loss": 0.7116,
+      "step": 2828
+    },
+    {
+      "epoch": 0.252950643776824,
+      "grad_norm": 0.14823645633787247,
+      "learning_rate": 0.00017505016326458913,
+      "loss": 0.7235,
+      "step": 2829
+    },
+    {
+      "epoch": 0.2530400572246066,
+      "grad_norm": 0.15017569057392288,
+      "learning_rate": 0.00017503102129095928,
+      "loss": 0.7329,
+      "step": 2830
+    },
+    {
+      "epoch": 0.2531294706723891,
+      "grad_norm": 0.13036775727241048,
+      "learning_rate": 0.0001750118730245683,
+      "loss": 0.6922,
+      "step": 2831
+    },
+    {
+      "epoch": 0.2532188841201717,
+      "grad_norm": 0.1466133559514471,
+      "learning_rate": 0.00017499271846702213,
+      "loss": 0.6797,
+      "step": 2832
+    },
+    {
+      "epoch": 0.2533082975679542,
+      "grad_norm": 0.1477768433542029,
+      "learning_rate": 0.00017497355761992724,
+      "loss": 0.68,
+      "step": 2833
+    },
+    {
+      "epoch": 0.25339771101573677,
+      "grad_norm": 0.16510593593916081,
+      "learning_rate": 0.00017495439048489063,
+      "loss": 0.7236,
+      "step": 2834
+    },
+    {
+      "epoch": 0.2534871244635193,
+      "grad_norm": 0.16349678315467578,
+      "learning_rate": 0.00017493521706351975,
+      "loss": 0.7338,
+      "step": 2835
+    },
+    {
+      "epoch": 0.25357653791130186,
+      "grad_norm": 0.12364583267627513,
+      "learning_rate": 0.00017491603735742277,
+      "loss": 0.663,
+      "step": 2836
+    },
+    {
+      "epoch": 0.25366595135908443,
+      "grad_norm": 0.15140581973015535,
+      "learning_rate": 0.0001748968513682082,
+      "loss": 0.693,
+      "step": 2837
+    },
+    {
+      "epoch": 0.25375536480686695,
+      "grad_norm": 0.1324396538441949,
+      "learning_rate": 0.00017487765909748513,
+      "loss": 0.6665,
+      "step": 2838
+    },
+    {
+      "epoch": 0.2538447782546495,
+      "grad_norm": 0.14852576430826636,
+      "learning_rate": 0.00017485846054686324,
+      "loss": 0.7221,
+      "step": 2839
+    },
+    {
+      "epoch": 0.25393419170243203,
+      "grad_norm": 0.13563800402505882,
+      "learning_rate": 0.00017483925571795268,
+      "loss": 0.6582,
+      "step": 2840
+    },
+    {
+      "epoch": 0.2540236051502146,
+      "grad_norm": 0.14304575872077427,
+      "learning_rate": 0.00017482004461236413,
+      "loss": 0.7185,
+      "step": 2841
+    },
+    {
+      "epoch": 0.2541130185979971,
+      "grad_norm": 0.13170993447818008,
+      "learning_rate": 0.00017480082723170877,
+      "loss": 0.6874,
+      "step": 2842
+    },
+    {
+      "epoch": 0.2542024320457797,
+      "grad_norm": 0.12442196474044143,
+      "learning_rate": 0.00017478160357759838,
+      "loss": 0.678,
+      "step": 2843
+    },
+    {
+      "epoch": 0.2542918454935622,
+      "grad_norm": 0.15337567922888262,
+      "learning_rate": 0.00017476237365164523,
+      "loss": 0.7024,
+      "step": 2844
+    },
+    {
+      "epoch": 0.2543812589413448,
+      "grad_norm": 0.1530030682343083,
+      "learning_rate": 0.00017474313745546204,
+      "loss": 0.702,
+      "step": 2845
+    },
+    {
+      "epoch": 0.25447067238912735,
+      "grad_norm": 0.12946179539690864,
+      "learning_rate": 0.00017472389499066223,
+      "loss": 0.6935,
+      "step": 2846
+    },
+    {
+      "epoch": 0.25456008583690987,
+      "grad_norm": 0.14330099882696276,
+      "learning_rate": 0.00017470464625885958,
+      "loss": 0.6916,
+      "step": 2847
+    },
+    {
+      "epoch": 0.25464949928469244,
+      "grad_norm": 0.15051589137733942,
+      "learning_rate": 0.00017468539126166846,
+      "loss": 0.7209,
+      "step": 2848
+    },
+    {
+      "epoch": 0.25473891273247495,
+      "grad_norm": 0.15481933955420113,
+      "learning_rate": 0.0001746661300007038,
+      "loss": 0.7025,
+      "step": 2849
+    },
+    {
+      "epoch": 0.2548283261802575,
+      "grad_norm": 0.14185570438693768,
+      "learning_rate": 0.00017464686247758095,
+      "loss": 0.7149,
+      "step": 2850
+    },
+    {
+      "epoch": 0.25491773962804004,
+      "grad_norm": 0.15969463097068087,
+      "learning_rate": 0.00017462758869391591,
+      "loss": 0.7093,
+      "step": 2851
+    },
+    {
+      "epoch": 0.2550071530758226,
+      "grad_norm": 0.14065970904506397,
+      "learning_rate": 0.00017460830865132513,
+      "loss": 0.7212,
+      "step": 2852
+    },
+    {
+      "epoch": 0.25509656652360513,
+      "grad_norm": 0.15312181686692927,
+      "learning_rate": 0.00017458902235142562,
+      "loss": 0.7141,
+      "step": 2853
+    },
+    {
+      "epoch": 0.2551859799713877,
+      "grad_norm": 0.15755125068049922,
+      "learning_rate": 0.00017456972979583486,
+      "loss": 0.7055,
+      "step": 2854
+    },
+    {
+      "epoch": 0.2552753934191702,
+      "grad_norm": 0.1429803164753617,
+      "learning_rate": 0.00017455043098617097,
+      "loss": 0.7266,
+      "step": 2855
+    },
+    {
+      "epoch": 0.2553648068669528,
+      "grad_norm": 0.1299695457925983,
+      "learning_rate": 0.00017453112592405242,
+      "loss": 0.6904,
+      "step": 2856
+    },
+    {
+      "epoch": 0.25545422031473536,
+      "grad_norm": 0.1467379343357834,
+      "learning_rate": 0.00017451181461109835,
+      "loss": 0.7086,
+      "step": 2857
+    },
+    {
+      "epoch": 0.2555436337625179,
+      "grad_norm": 0.12403232084790691,
+      "learning_rate": 0.0001744924970489284,
+      "loss": 0.688,
+      "step": 2858
+    },
+    {
+      "epoch": 0.25563304721030045,
+      "grad_norm": 0.15365829756802482,
+      "learning_rate": 0.00017447317323916267,
+      "loss": 0.7025,
+      "step": 2859
+    },
+    {
+      "epoch": 0.25572246065808296,
+      "grad_norm": 0.13663676758634252,
+      "learning_rate": 0.00017445384318342185,
+      "loss": 0.7008,
+      "step": 2860
+    },
+    {
+      "epoch": 0.25581187410586553,
+      "grad_norm": 0.1305651000771529,
+      "learning_rate": 0.00017443450688332712,
+      "loss": 0.663,
+      "step": 2861
+    },
+    {
+      "epoch": 0.25590128755364805,
+      "grad_norm": 0.14245080027943377,
+      "learning_rate": 0.00017441516434050017,
+      "loss": 0.69,
+      "step": 2862
+    },
+    {
+      "epoch": 0.2559907010014306,
+      "grad_norm": 0.13028869227424403,
+      "learning_rate": 0.0001743958155565633,
+      "loss": 0.6762,
+      "step": 2863
+    },
+    {
+      "epoch": 0.25608011444921314,
+      "grad_norm": 0.13890730341216329,
+      "learning_rate": 0.0001743764605331392,
+      "loss": 0.683,
+      "step": 2864
+    },
+    {
+      "epoch": 0.2561695278969957,
+      "grad_norm": 0.16342059027092729,
+      "learning_rate": 0.0001743570992718512,
+      "loss": 0.7681,
+      "step": 2865
+    },
+    {
+      "epoch": 0.2562589413447783,
+      "grad_norm": 0.15426143423010266,
+      "learning_rate": 0.00017433773177432307,
+      "loss": 0.6967,
+      "step": 2866
+    },
+    {
+      "epoch": 0.2563483547925608,
+      "grad_norm": 0.1301927264895183,
+      "learning_rate": 0.00017431835804217912,
+      "loss": 0.6665,
+      "step": 2867
+    },
+    {
+      "epoch": 0.25643776824034337,
+      "grad_norm": 0.13619153388864483,
+      "learning_rate": 0.00017429897807704427,
+      "loss": 0.6404,
+      "step": 2868
+    },
+    {
+      "epoch": 0.2565271816881259,
+      "grad_norm": 0.14245163987726558,
+      "learning_rate": 0.00017427959188054385,
+      "loss": 0.7193,
+      "step": 2869
+    },
+    {
+      "epoch": 0.25661659513590845,
+      "grad_norm": 0.1328913718616034,
+      "learning_rate": 0.0001742601994543038,
+      "loss": 0.6813,
+      "step": 2870
+    },
+    {
+      "epoch": 0.25670600858369097,
+      "grad_norm": 0.14329326885497917,
+      "learning_rate": 0.00017424080079995045,
+      "loss": 0.6853,
+      "step": 2871
+    },
+    {
+      "epoch": 0.25679542203147354,
+      "grad_norm": 0.15220554408104897,
+      "learning_rate": 0.00017422139591911085,
+      "loss": 0.7366,
+      "step": 2872
+    },
+    {
+      "epoch": 0.25688483547925606,
+      "grad_norm": 0.1480921345322605,
+      "learning_rate": 0.00017420198481341237,
+      "loss": 0.7092,
+      "step": 2873
+    },
+    {
+      "epoch": 0.25697424892703863,
+      "grad_norm": 0.13202109360289307,
+      "learning_rate": 0.00017418256748448304,
+      "loss": 0.6553,
+      "step": 2874
+    },
+    {
+      "epoch": 0.2570636623748212,
+      "grad_norm": 0.1600876316207329,
+      "learning_rate": 0.0001741631439339514,
+      "loss": 0.69,
+      "step": 2875
+    },
+    {
+      "epoch": 0.2571530758226037,
+      "grad_norm": 0.15724766593322592,
+      "learning_rate": 0.0001741437141634464,
+      "loss": 0.7175,
+      "step": 2876
+    },
+    {
+      "epoch": 0.2572424892703863,
+      "grad_norm": 0.14440848863240477,
+      "learning_rate": 0.00017412427817459767,
+      "loss": 0.6812,
+      "step": 2877
+    },
+    {
+      "epoch": 0.2573319027181688,
+      "grad_norm": 0.1573595273369645,
+      "learning_rate": 0.00017410483596903525,
+      "loss": 0.6462,
+      "step": 2878
+    },
+    {
+      "epoch": 0.2574213161659514,
+      "grad_norm": 0.14929558710282298,
+      "learning_rate": 0.0001740853875483897,
+      "loss": 0.6975,
+      "step": 2879
+    },
+    {
+      "epoch": 0.2575107296137339,
+      "grad_norm": 0.16712382084139626,
+      "learning_rate": 0.00017406593291429217,
+      "loss": 0.7068,
+      "step": 2880
+    },
+    {
+      "epoch": 0.25760014306151646,
+      "grad_norm": 0.12892943683626504,
+      "learning_rate": 0.00017404647206837432,
+      "loss": 0.6787,
+      "step": 2881
+    },
+    {
+      "epoch": 0.257689556509299,
+      "grad_norm": 0.14574481844187023,
+      "learning_rate": 0.00017402700501226826,
+      "loss": 0.7103,
+      "step": 2882
+    },
+    {
+      "epoch": 0.25777896995708155,
+      "grad_norm": 0.12488581227838709,
+      "learning_rate": 0.00017400753174760672,
+      "loss": 0.6563,
+      "step": 2883
+    },
+    {
+      "epoch": 0.25786838340486407,
+      "grad_norm": 0.14781129201046533,
+      "learning_rate": 0.0001739880522760229,
+      "loss": 0.6897,
+      "step": 2884
+    },
+    {
+      "epoch": 0.25795779685264664,
+      "grad_norm": 0.1408775195676394,
+      "learning_rate": 0.00017396856659915045,
+      "loss": 0.6556,
+      "step": 2885
+    },
+    {
+      "epoch": 0.2580472103004292,
+      "grad_norm": 0.1277840030127318,
+      "learning_rate": 0.00017394907471862363,
+      "loss": 0.6656,
+      "step": 2886
+    },
+    {
+      "epoch": 0.2581366237482117,
+      "grad_norm": 0.15611821555139466,
+      "learning_rate": 0.00017392957663607723,
+      "loss": 0.712,
+      "step": 2887
+    },
+    {
+      "epoch": 0.2582260371959943,
+      "grad_norm": 0.15073916448018648,
+      "learning_rate": 0.00017391007235314655,
+      "loss": 0.7142,
+      "step": 2888
+    },
+    {
+      "epoch": 0.2583154506437768,
+      "grad_norm": 0.14674393602332658,
+      "learning_rate": 0.00017389056187146733,
+      "loss": 0.7004,
+      "step": 2889
+    },
+    {
+      "epoch": 0.2584048640915594,
+      "grad_norm": 0.1461097267729605,
+      "learning_rate": 0.00017387104519267594,
+      "loss": 0.7228,
+      "step": 2890
+    },
+    {
+      "epoch": 0.2584942775393419,
+      "grad_norm": 0.13409215722984638,
+      "learning_rate": 0.0001738515223184092,
+      "loss": 0.6531,
+      "step": 2891
+    },
+    {
+      "epoch": 0.25858369098712447,
+      "grad_norm": 0.13216207373217873,
+      "learning_rate": 0.00017383199325030448,
+      "loss": 0.7095,
+      "step": 2892
+    },
+    {
+      "epoch": 0.258673104434907,
+      "grad_norm": 0.13283757874833652,
+      "learning_rate": 0.00017381245798999965,
+      "loss": 0.6757,
+      "step": 2893
+    },
+    {
+      "epoch": 0.25876251788268956,
+      "grad_norm": 0.12836052740683523,
+      "learning_rate": 0.00017379291653913311,
+      "loss": 0.6762,
+      "step": 2894
+    },
+    {
+      "epoch": 0.25885193133047213,
+      "grad_norm": 0.15141730060930375,
+      "learning_rate": 0.0001737733688993438,
+      "loss": 0.6731,
+      "step": 2895
+    },
+    {
+      "epoch": 0.25894134477825465,
+      "grad_norm": 0.13740572579129914,
+      "learning_rate": 0.00017375381507227108,
+      "loss": 0.6883,
+      "step": 2896
+    },
+    {
+      "epoch": 0.2590307582260372,
+      "grad_norm": 0.1324745246378402,
+      "learning_rate": 0.000173734255059555,
+      "loss": 0.6608,
+      "step": 2897
+    },
+    {
+      "epoch": 0.25912017167381973,
+      "grad_norm": 0.1567102097051152,
+      "learning_rate": 0.000173714688862836,
+      "loss": 0.7245,
+      "step": 2898
+    },
+    {
+      "epoch": 0.2592095851216023,
+      "grad_norm": 0.1482886458895067,
+      "learning_rate": 0.00017369511648375507,
+      "loss": 0.7188,
+      "step": 2899
+    },
+    {
+      "epoch": 0.2592989985693848,
+      "grad_norm": 0.1402567975291549,
+      "learning_rate": 0.00017367553792395373,
+      "loss": 0.6911,
+      "step": 2900
+    },
+    {
+      "epoch": 0.2593884120171674,
+      "grad_norm": 0.13958173245099015,
+      "learning_rate": 0.00017365595318507397,
+      "loss": 0.6906,
+      "step": 2901
+    },
+    {
+      "epoch": 0.2594778254649499,
+      "grad_norm": 0.13081827138689373,
+      "learning_rate": 0.00017363636226875836,
+      "loss": 0.6733,
+      "step": 2902
+    },
+    {
+      "epoch": 0.2595672389127325,
+      "grad_norm": 0.13967580121957335,
+      "learning_rate": 0.00017361676517665001,
+      "loss": 0.6445,
+      "step": 2903
+    },
+    {
+      "epoch": 0.259656652360515,
+      "grad_norm": 0.1688885793808464,
+      "learning_rate": 0.00017359716191039248,
+      "loss": 0.6988,
+      "step": 2904
+    },
+    {
+      "epoch": 0.25974606580829757,
+      "grad_norm": 0.15306430786517108,
+      "learning_rate": 0.00017357755247162984,
+      "loss": 0.7266,
+      "step": 2905
+    },
+    {
+      "epoch": 0.25983547925608014,
+      "grad_norm": 0.16466378108163057,
+      "learning_rate": 0.00017355793686200675,
+      "loss": 0.7451,
+      "step": 2906
+    },
+    {
+      "epoch": 0.25992489270386265,
+      "grad_norm": 0.16005789064271142,
+      "learning_rate": 0.00017353831508316834,
+      "loss": 0.6877,
+      "step": 2907
+    },
+    {
+      "epoch": 0.2600143061516452,
+      "grad_norm": 0.149991308548868,
+      "learning_rate": 0.00017351868713676023,
+      "loss": 0.6862,
+      "step": 2908
+    },
+    {
+      "epoch": 0.26010371959942774,
+      "grad_norm": 0.15165686547534385,
+      "learning_rate": 0.00017349905302442863,
+      "loss": 0.7078,
+      "step": 2909
+    },
+    {
+      "epoch": 0.2601931330472103,
+      "grad_norm": 0.15724722270982414,
+      "learning_rate": 0.0001734794127478202,
+      "loss": 0.7341,
+      "step": 2910
+    },
+    {
+      "epoch": 0.26028254649499283,
+      "grad_norm": 0.1487985307417093,
+      "learning_rate": 0.00017345976630858218,
+      "loss": 0.7011,
+      "step": 2911
+    },
+    {
+      "epoch": 0.2603719599427754,
+      "grad_norm": 0.139716991451533,
+      "learning_rate": 0.00017344011370836227,
+      "loss": 0.7257,
+      "step": 2912
+    },
+    {
+      "epoch": 0.2604613733905579,
+      "grad_norm": 0.13936379079167271,
+      "learning_rate": 0.00017342045494880872,
+      "loss": 0.6719,
+      "step": 2913
+    },
+    {
+      "epoch": 0.2605507868383405,
+      "grad_norm": 0.14923728417523194,
+      "learning_rate": 0.0001734007900315703,
+      "loss": 0.6982,
+      "step": 2914
+    },
+    {
+      "epoch": 0.26064020028612306,
+      "grad_norm": 0.1369831622454442,
+      "learning_rate": 0.00017338111895829624,
+      "loss": 0.67,
+      "step": 2915
+    },
+    {
+      "epoch": 0.2607296137339056,
+      "grad_norm": 0.15051376922717802,
+      "learning_rate": 0.00017336144173063636,
+      "loss": 0.7184,
+      "step": 2916
+    },
+    {
+      "epoch": 0.26081902718168815,
+      "grad_norm": 0.14903509126123432,
+      "learning_rate": 0.00017334175835024095,
+      "loss": 0.7159,
+      "step": 2917
+    },
+    {
+      "epoch": 0.26090844062947066,
+      "grad_norm": 0.14088690775210486,
+      "learning_rate": 0.00017332206881876086,
+      "loss": 0.7081,
+      "step": 2918
+    },
+    {
+      "epoch": 0.26099785407725323,
+      "grad_norm": 0.164842647005527,
+      "learning_rate": 0.0001733023731378474,
+      "loss": 0.759,
+      "step": 2919
+    },
+    {
+      "epoch": 0.26108726752503575,
+      "grad_norm": 0.14539727852457343,
+      "learning_rate": 0.00017328267130915244,
+      "loss": 0.6526,
+      "step": 2920
+    },
+    {
+      "epoch": 0.2611766809728183,
+      "grad_norm": 0.1481806062703881,
+      "learning_rate": 0.00017326296333432833,
+      "loss": 0.687,
+      "step": 2921
+    },
+    {
+      "epoch": 0.26126609442060084,
+      "grad_norm": 0.14324080342755666,
+      "learning_rate": 0.000173243249215028,
+      "loss": 0.6866,
+      "step": 2922
+    },
+    {
+      "epoch": 0.2613555078683834,
+      "grad_norm": 0.13274100116109833,
+      "learning_rate": 0.00017322352895290477,
+      "loss": 0.6731,
+      "step": 2923
+    },
+    {
+      "epoch": 0.261444921316166,
+      "grad_norm": 0.14222089957010156,
+      "learning_rate": 0.0001732038025496126,
+      "loss": 0.6893,
+      "step": 2924
+    },
+    {
+      "epoch": 0.2615343347639485,
+      "grad_norm": 0.14672498778128415,
+      "learning_rate": 0.0001731840700068059,
+      "loss": 0.7111,
+      "step": 2925
+    },
+    {
+      "epoch": 0.26162374821173107,
+      "grad_norm": 0.1664284754698586,
+      "learning_rate": 0.00017316433132613969,
+      "loss": 0.7222,
+      "step": 2926
+    },
+    {
+      "epoch": 0.2617131616595136,
+      "grad_norm": 0.1374165510728902,
+      "learning_rate": 0.00017314458650926934,
+      "loss": 0.6844,
+      "step": 2927
+    },
+    {
+      "epoch": 0.26180257510729615,
+      "grad_norm": 0.1432002877852176,
+      "learning_rate": 0.00017312483555785086,
+      "loss": 0.6971,
+      "step": 2928
+    },
+    {
+      "epoch": 0.26189198855507867,
+      "grad_norm": 0.12984660040800525,
+      "learning_rate": 0.00017310507847354077,
+      "loss": 0.6877,
+      "step": 2929
+    },
+    {
+      "epoch": 0.26198140200286124,
+      "grad_norm": 0.1188519580948903,
+      "learning_rate": 0.00017308531525799597,
+      "loss": 0.6565,
+      "step": 2930
+    },
+    {
+      "epoch": 0.26207081545064376,
+      "grad_norm": 0.1492688207832401,
+      "learning_rate": 0.0001730655459128741,
+      "loss": 0.6756,
+      "step": 2931
+    },
+    {
+      "epoch": 0.26216022889842633,
+      "grad_norm": 0.15083254458330483,
+      "learning_rate": 0.0001730457704398331,
+      "loss": 0.6936,
+      "step": 2932
+    },
+    {
+      "epoch": 0.26224964234620884,
+      "grad_norm": 0.16195187414031076,
+      "learning_rate": 0.00017302598884053153,
+      "loss": 0.6902,
+      "step": 2933
+    },
+    {
+      "epoch": 0.2623390557939914,
+      "grad_norm": 0.12681316967438044,
+      "learning_rate": 0.00017300620111662852,
+      "loss": 0.6315,
+      "step": 2934
+    },
+    {
+      "epoch": 0.262428469241774,
+      "grad_norm": 0.14815196873529926,
+      "learning_rate": 0.00017298640726978357,
+      "loss": 0.7107,
+      "step": 2935
+    },
+    {
+      "epoch": 0.2625178826895565,
+      "grad_norm": 0.156040298560462,
+      "learning_rate": 0.00017296660730165678,
+      "loss": 0.6847,
+      "step": 2936
+    },
+    {
+      "epoch": 0.2626072961373391,
+      "grad_norm": 0.1524862935857407,
+      "learning_rate": 0.00017294680121390877,
+      "loss": 0.6728,
+      "step": 2937
+    },
+    {
+      "epoch": 0.2626967095851216,
+      "grad_norm": 0.13939637682442207,
+      "learning_rate": 0.00017292698900820064,
+      "loss": 0.6814,
+      "step": 2938
+    },
+    {
+      "epoch": 0.26278612303290416,
+      "grad_norm": 0.13981330917820342,
+      "learning_rate": 0.00017290717068619402,
+      "loss": 0.6656,
+      "step": 2939
+    },
+    {
+      "epoch": 0.2628755364806867,
+      "grad_norm": 0.15835676428147885,
+      "learning_rate": 0.00017288734624955102,
+      "loss": 0.7157,
+      "step": 2940
+    },
+    {
+      "epoch": 0.26296494992846925,
+      "grad_norm": 0.157418422648931,
+      "learning_rate": 0.00017286751569993433,
+      "loss": 0.7203,
+      "step": 2941
+    },
+    {
+      "epoch": 0.26305436337625177,
+      "grad_norm": 0.13148562984228937,
+      "learning_rate": 0.0001728476790390071,
+      "loss": 0.7308,
+      "step": 2942
+    },
+    {
+      "epoch": 0.26314377682403434,
+      "grad_norm": 0.15076188006475688,
+      "learning_rate": 0.00017282783626843302,
+      "loss": 0.6981,
+      "step": 2943
+    },
+    {
+      "epoch": 0.2632331902718169,
+      "grad_norm": 0.16811794138722283,
+      "learning_rate": 0.00017280798738987624,
+      "loss": 0.6876,
+      "step": 2944
+    },
+    {
+      "epoch": 0.2633226037195994,
+      "grad_norm": 0.12971282313419763,
+      "learning_rate": 0.00017278813240500154,
+      "loss": 0.6317,
+      "step": 2945
+    },
+    {
+      "epoch": 0.263412017167382,
+      "grad_norm": 0.15501039779341688,
+      "learning_rate": 0.000172768271315474,
+      "loss": 0.6982,
+      "step": 2946
+    },
+    {
+      "epoch": 0.2635014306151645,
+      "grad_norm": 0.13129959349838727,
+      "learning_rate": 0.00017274840412295948,
+      "loss": 0.6974,
+      "step": 2947
+    },
+    {
+      "epoch": 0.2635908440629471,
+      "grad_norm": 0.12787180163062353,
+      "learning_rate": 0.00017272853082912418,
+      "loss": 0.658,
+      "step": 2948
+    },
+    {
+      "epoch": 0.2636802575107296,
+      "grad_norm": 0.17014404895628515,
+      "learning_rate": 0.00017270865143563478,
+      "loss": 0.7034,
+      "step": 2949
+    },
+    {
+      "epoch": 0.26376967095851217,
+      "grad_norm": 0.16228604045209077,
+      "learning_rate": 0.00017268876594415863,
+      "loss": 0.701,
+      "step": 2950
+    },
+    {
+      "epoch": 0.2638590844062947,
+      "grad_norm": 0.14173008733624795,
+      "learning_rate": 0.00017266887435636344,
+      "loss": 0.6681,
+      "step": 2951
+    },
+    {
+      "epoch": 0.26394849785407726,
+      "grad_norm": 0.12752251862559758,
+      "learning_rate": 0.00017264897667391754,
+      "loss": 0.6585,
+      "step": 2952
+    },
+    {
+      "epoch": 0.2640379113018598,
+      "grad_norm": 0.15458326461193342,
+      "learning_rate": 0.0001726290728984897,
+      "loss": 0.6964,
+      "step": 2953
+    },
+    {
+      "epoch": 0.26412732474964234,
+      "grad_norm": 0.1747648798806819,
+      "learning_rate": 0.00017260916303174923,
+      "loss": 0.7586,
+      "step": 2954
+    },
+    {
+      "epoch": 0.2642167381974249,
+      "grad_norm": 0.1479446338261,
+      "learning_rate": 0.00017258924707536596,
+      "loss": 0.7027,
+      "step": 2955
+    },
+    {
+      "epoch": 0.26430615164520743,
+      "grad_norm": 0.12955059325294235,
+      "learning_rate": 0.00017256932503101018,
+      "loss": 0.7024,
+      "step": 2956
+    },
+    {
+      "epoch": 0.26439556509299,
+      "grad_norm": 0.13869596746735344,
+      "learning_rate": 0.00017254939690035276,
+      "loss": 0.6962,
+      "step": 2957
+    },
+    {
+      "epoch": 0.2644849785407725,
+      "grad_norm": 0.16107714215199068,
+      "learning_rate": 0.00017252946268506505,
+      "loss": 0.7748,
+      "step": 2958
+    },
+    {
+      "epoch": 0.2645743919885551,
+      "grad_norm": 0.159684977983302,
+      "learning_rate": 0.00017250952238681889,
+      "loss": 0.7258,
+      "step": 2959
+    },
+    {
+      "epoch": 0.2646638054363376,
+      "grad_norm": 0.14435258245819407,
+      "learning_rate": 0.00017248957600728664,
+      "loss": 0.6922,
+      "step": 2960
+    },
+    {
+      "epoch": 0.2647532188841202,
+      "grad_norm": 0.16555613013342677,
+      "learning_rate": 0.0001724696235481412,
+      "loss": 0.6985,
+      "step": 2961
+    },
+    {
+      "epoch": 0.2648426323319027,
+      "grad_norm": 0.13637612871954033,
+      "learning_rate": 0.00017244966501105596,
+      "loss": 0.6913,
+      "step": 2962
+    },
+    {
+      "epoch": 0.26493204577968527,
+      "grad_norm": 0.16708368802442766,
+      "learning_rate": 0.0001724297003977048,
+      "loss": 0.732,
+      "step": 2963
+    },
+    {
+      "epoch": 0.26502145922746784,
+      "grad_norm": 0.15127247390874818,
+      "learning_rate": 0.0001724097297097622,
+      "loss": 0.7472,
+      "step": 2964
+    },
+    {
+      "epoch": 0.26511087267525035,
+      "grad_norm": 0.12621728237128743,
+      "learning_rate": 0.00017238975294890297,
+      "loss": 0.6826,
+      "step": 2965
+    },
+    {
+      "epoch": 0.2652002861230329,
+      "grad_norm": 0.14073137810947303,
+      "learning_rate": 0.00017236977011680257,
+      "loss": 0.6608,
+      "step": 2966
+    },
+    {
+      "epoch": 0.26528969957081544,
+      "grad_norm": 0.15629751794264865,
+      "learning_rate": 0.00017234978121513699,
+      "loss": 0.7111,
+      "step": 2967
+    },
+    {
+      "epoch": 0.265379113018598,
+      "grad_norm": 0.14365117230194585,
+      "learning_rate": 0.0001723297862455826,
+      "loss": 0.7067,
+      "step": 2968
+    },
+    {
+      "epoch": 0.2654685264663805,
+      "grad_norm": 0.1363144835155167,
+      "learning_rate": 0.00017230978520981643,
+      "loss": 0.6838,
+      "step": 2969
+    },
+    {
+      "epoch": 0.2655579399141631,
+      "grad_norm": 0.14330633904168746,
+      "learning_rate": 0.00017228977810951584,
+      "loss": 0.6826,
+      "step": 2970
+    },
+    {
+      "epoch": 0.2656473533619456,
+      "grad_norm": 0.1470840009120372,
+      "learning_rate": 0.00017226976494635893,
+      "loss": 0.6646,
+      "step": 2971
+    },
+    {
+      "epoch": 0.2657367668097282,
+      "grad_norm": 0.14334099867410058,
+      "learning_rate": 0.00017224974572202409,
+      "loss": 0.6969,
+      "step": 2972
+    },
+    {
+      "epoch": 0.2658261802575107,
+      "grad_norm": 0.1637500072937703,
+      "learning_rate": 0.0001722297204381903,
+      "loss": 0.6658,
+      "step": 2973
+    },
+    {
+      "epoch": 0.2659155937052933,
+      "grad_norm": 0.1324856525612559,
+      "learning_rate": 0.00017220968909653715,
+      "loss": 0.6569,
+      "step": 2974
+    },
+    {
+      "epoch": 0.26600500715307585,
+      "grad_norm": 0.14029442462217964,
+      "learning_rate": 0.00017218965169874456,
+      "loss": 0.7092,
+      "step": 2975
+    },
+    {
+      "epoch": 0.26609442060085836,
+      "grad_norm": 0.15071874534203306,
+      "learning_rate": 0.00017216960824649303,
+      "loss": 0.6912,
+      "step": 2976
+    },
+    {
+      "epoch": 0.26618383404864093,
+      "grad_norm": 0.13995829774227647,
+      "learning_rate": 0.00017214955874146363,
+      "loss": 0.7169,
+      "step": 2977
+    },
+    {
+      "epoch": 0.26627324749642345,
+      "grad_norm": 0.147225537814706,
+      "learning_rate": 0.00017212950318533788,
+      "loss": 0.7093,
+      "step": 2978
+    },
+    {
+      "epoch": 0.266362660944206,
+      "grad_norm": 0.15820568451046801,
+      "learning_rate": 0.00017210944157979783,
+      "loss": 0.7066,
+      "step": 2979
+    },
+    {
+      "epoch": 0.26645207439198854,
+      "grad_norm": 0.16363075321321988,
+      "learning_rate": 0.00017208937392652594,
+      "loss": 0.7503,
+      "step": 2980
+    },
+    {
+      "epoch": 0.2665414878397711,
+      "grad_norm": 0.1532356400682224,
+      "learning_rate": 0.0001720693002272054,
+      "loss": 0.7225,
+      "step": 2981
+    },
+    {
+      "epoch": 0.2666309012875536,
+      "grad_norm": 0.16401187396214026,
+      "learning_rate": 0.00017204922048351964,
+      "loss": 0.6867,
+      "step": 2982
+    },
+    {
+      "epoch": 0.2667203147353362,
+      "grad_norm": 0.14247309538060704,
+      "learning_rate": 0.0001720291346971528,
+      "loss": 0.7052,
+      "step": 2983
+    },
+    {
+      "epoch": 0.26680972818311877,
+      "grad_norm": 0.1420884606248585,
+      "learning_rate": 0.0001720090428697894,
+      "loss": 0.7228,
+      "step": 2984
+    },
+    {
+      "epoch": 0.2668991416309013,
+      "grad_norm": 0.17329406904320724,
+      "learning_rate": 0.00017198894500311453,
+      "loss": 0.7243,
+      "step": 2985
+    },
+    {
+      "epoch": 0.26698855507868385,
+      "grad_norm": 0.13286001981012266,
+      "learning_rate": 0.0001719688410988138,
+      "loss": 0.6908,
+      "step": 2986
+    },
+    {
+      "epoch": 0.26707796852646637,
+      "grad_norm": 0.13786550433728756,
+      "learning_rate": 0.00017194873115857328,
+      "loss": 0.7013,
+      "step": 2987
+    },
+    {
+      "epoch": 0.26716738197424894,
+      "grad_norm": 0.131695850810543,
+      "learning_rate": 0.00017192861518407958,
+      "loss": 0.6851,
+      "step": 2988
+    },
+    {
+      "epoch": 0.26725679542203146,
+      "grad_norm": 0.1570694387550333,
+      "learning_rate": 0.00017190849317701975,
+      "loss": 0.696,
+      "step": 2989
+    },
+    {
+      "epoch": 0.26734620886981403,
+      "grad_norm": 0.1333442526497005,
+      "learning_rate": 0.00017188836513908152,
+      "loss": 0.6999,
+      "step": 2990
+    },
+    {
+      "epoch": 0.26743562231759654,
+      "grad_norm": 0.13770569839553704,
+      "learning_rate": 0.00017186823107195287,
+      "loss": 0.7043,
+      "step": 2991
+    },
+    {
+      "epoch": 0.2675250357653791,
+      "grad_norm": 0.14839710787440297,
+      "learning_rate": 0.00017184809097732246,
+      "loss": 0.7134,
+      "step": 2992
+    },
+    {
+      "epoch": 0.2676144492131617,
+      "grad_norm": 0.1408694740368115,
+      "learning_rate": 0.00017182794485687944,
+      "loss": 0.6999,
+      "step": 2993
+    },
+    {
+      "epoch": 0.2677038626609442,
+      "grad_norm": 0.13747429617665616,
+      "learning_rate": 0.00017180779271231344,
+      "loss": 0.6892,
+      "step": 2994
+    },
+    {
+      "epoch": 0.2677932761087268,
+      "grad_norm": 0.14801311235552336,
+      "learning_rate": 0.0001717876345453146,
+      "loss": 0.7009,
+      "step": 2995
+    },
+    {
+      "epoch": 0.2678826895565093,
+      "grad_norm": 0.12161914655555005,
+      "learning_rate": 0.00017176747035757355,
+      "loss": 0.6894,
+      "step": 2996
+    },
+    {
+      "epoch": 0.26797210300429186,
+      "grad_norm": 0.16171146354821855,
+      "learning_rate": 0.0001717473001507814,
+      "loss": 0.72,
+      "step": 2997
+    },
+    {
+      "epoch": 0.2680615164520744,
+      "grad_norm": 0.15024889238846148,
+      "learning_rate": 0.00017172712392662988,
+      "loss": 0.7482,
+      "step": 2998
+    },
+    {
+      "epoch": 0.26815092989985695,
+      "grad_norm": 0.1478006174488283,
+      "learning_rate": 0.00017170694168681106,
+      "loss": 0.7101,
+      "step": 2999
+    },
+    {
+      "epoch": 0.26824034334763946,
+      "grad_norm": 0.16818961748759867,
+      "learning_rate": 0.00017168675343301769,
+      "loss": 0.7144,
+      "step": 3000
+    },
+    {
+      "epoch": 0.26832975679542204,
+      "grad_norm": 0.15409454087190505,
+      "learning_rate": 0.00017166655916694284,
+      "loss": 0.7253,
+      "step": 3001
+    },
+    {
+      "epoch": 0.26841917024320455,
+      "grad_norm": 0.15896955180897893,
+      "learning_rate": 0.00017164635889028025,
+      "loss": 0.7007,
+      "step": 3002
+    },
+    {
+      "epoch": 0.2685085836909871,
+      "grad_norm": 0.15377331222912163,
+      "learning_rate": 0.00017162615260472402,
+      "loss": 0.7341,
+      "step": 3003
+    },
+    {
+      "epoch": 0.2685979971387697,
+      "grad_norm": 0.1501911752502761,
+      "learning_rate": 0.00017160594031196894,
+      "loss": 0.6839,
+      "step": 3004
+    },
+    {
+      "epoch": 0.2686874105865522,
+      "grad_norm": 0.17004479450135834,
+      "learning_rate": 0.00017158572201371008,
+      "loss": 0.7278,
+      "step": 3005
+    },
+    {
+      "epoch": 0.2687768240343348,
+      "grad_norm": 0.12377212092799951,
+      "learning_rate": 0.00017156549771164318,
+      "loss": 0.6935,
+      "step": 3006
+    },
+    {
+      "epoch": 0.2688662374821173,
+      "grad_norm": 0.14221538043279985,
+      "learning_rate": 0.00017154526740746442,
+      "loss": 0.696,
+      "step": 3007
+    },
+    {
+      "epoch": 0.26895565092989987,
+      "grad_norm": 0.13890009795656255,
+      "learning_rate": 0.00017152503110287048,
+      "loss": 0.6946,
+      "step": 3008
+    },
+    {
+      "epoch": 0.2690450643776824,
+      "grad_norm": 0.14766676443813023,
+      "learning_rate": 0.00017150478879955858,
+      "loss": 0.6928,
+      "step": 3009
+    },
+    {
+      "epoch": 0.26913447782546496,
+      "grad_norm": 0.15623911117286693,
+      "learning_rate": 0.00017148454049922636,
+      "loss": 0.681,
+      "step": 3010
+    },
+    {
+      "epoch": 0.2692238912732475,
+      "grad_norm": 0.12974888736588594,
+      "learning_rate": 0.00017146428620357212,
+      "loss": 0.7097,
+      "step": 3011
+    },
+    {
+      "epoch": 0.26931330472103004,
+      "grad_norm": 0.14549754662948783,
+      "learning_rate": 0.00017144402591429448,
+      "loss": 0.6782,
+      "step": 3012
+    },
+    {
+      "epoch": 0.2694027181688126,
+      "grad_norm": 0.14126913518040263,
+      "learning_rate": 0.00017142375963309262,
+      "loss": 0.6843,
+      "step": 3013
+    },
+    {
+      "epoch": 0.26949213161659513,
+      "grad_norm": 0.14674113302092104,
+      "learning_rate": 0.00017140348736166636,
+      "loss": 0.7042,
+      "step": 3014
+    },
+    {
+      "epoch": 0.2695815450643777,
+      "grad_norm": 0.1372102411139311,
+      "learning_rate": 0.00017138320910171584,
+      "loss": 0.7091,
+      "step": 3015
+    },
+    {
+      "epoch": 0.2696709585121602,
+      "grad_norm": 0.16956447280452075,
+      "learning_rate": 0.00017136292485494175,
+      "loss": 0.7079,
+      "step": 3016
+    },
+    {
+      "epoch": 0.2697603719599428,
+      "grad_norm": 0.12785693027057118,
+      "learning_rate": 0.00017134263462304533,
+      "loss": 0.6977,
+      "step": 3017
+    },
+    {
+      "epoch": 0.2698497854077253,
+      "grad_norm": 0.1476641142014993,
+      "learning_rate": 0.00017132233840772836,
+      "loss": 0.6935,
+      "step": 3018
+    },
+    {
+      "epoch": 0.2699391988555079,
+      "grad_norm": 0.13527249553547757,
+      "learning_rate": 0.00017130203621069297,
+      "loss": 0.6501,
+      "step": 3019
+    },
+    {
+      "epoch": 0.2700286123032904,
+      "grad_norm": 0.15774718975732432,
+      "learning_rate": 0.00017128172803364188,
+      "loss": 0.7248,
+      "step": 3020
+    },
+    {
+      "epoch": 0.27011802575107297,
+      "grad_norm": 0.1510075886296864,
+      "learning_rate": 0.0001712614138782784,
+      "loss": 0.6906,
+      "step": 3021
+    },
+    {
+      "epoch": 0.2702074391988555,
+      "grad_norm": 0.15557553395887758,
+      "learning_rate": 0.00017124109374630616,
+      "loss": 0.6981,
+      "step": 3022
+    },
+    {
+      "epoch": 0.27029685264663805,
+      "grad_norm": 0.14862199732327389,
+      "learning_rate": 0.00017122076763942946,
+      "loss": 0.7086,
+      "step": 3023
+    },
+    {
+      "epoch": 0.2703862660944206,
+      "grad_norm": 0.14285575862098754,
+      "learning_rate": 0.00017120043555935298,
+      "loss": 0.674,
+      "step": 3024
+    },
+    {
+      "epoch": 0.27047567954220314,
+      "grad_norm": 0.15508374235538233,
+      "learning_rate": 0.00017118009750778196,
+      "loss": 0.682,
+      "step": 3025
+    },
+    {
+      "epoch": 0.2705650929899857,
+      "grad_norm": 0.129701545853575,
+      "learning_rate": 0.00017115975348642212,
+      "loss": 0.6914,
+      "step": 3026
+    },
+    {
+      "epoch": 0.2706545064377682,
+      "grad_norm": 0.13804043246811726,
+      "learning_rate": 0.00017113940349697967,
+      "loss": 0.6642,
+      "step": 3027
+    },
+    {
+      "epoch": 0.2707439198855508,
+      "grad_norm": 0.15687184078474198,
+      "learning_rate": 0.00017111904754116142,
+      "loss": 0.7331,
+      "step": 3028
+    },
+    {
+      "epoch": 0.2708333333333333,
+      "grad_norm": 0.11177221669355628,
+      "learning_rate": 0.0001710986856206745,
+      "loss": 0.6753,
+      "step": 3029
+    },
+    {
+      "epoch": 0.2709227467811159,
+      "grad_norm": 0.13014459720665805,
+      "learning_rate": 0.00017107831773722668,
+      "loss": 0.6969,
+      "step": 3030
+    },
+    {
+      "epoch": 0.2710121602288984,
+      "grad_norm": 0.15198814164095886,
+      "learning_rate": 0.00017105794389252622,
+      "loss": 0.6816,
+      "step": 3031
+    },
+    {
+      "epoch": 0.271101573676681,
+      "grad_norm": 0.16471098757783736,
+      "learning_rate": 0.00017103756408828183,
+      "loss": 0.7193,
+      "step": 3032
+    },
+    {
+      "epoch": 0.27119098712446355,
+      "grad_norm": 0.14279829718255233,
+      "learning_rate": 0.0001710171783262027,
+      "loss": 0.7042,
+      "step": 3033
+    },
+    {
+      "epoch": 0.27128040057224606,
+      "grad_norm": 0.14219400876912933,
+      "learning_rate": 0.00017099678660799857,
+      "loss": 0.6559,
+      "step": 3034
+    },
+    {
+      "epoch": 0.27136981402002863,
+      "grad_norm": 0.13509732565112445,
+      "learning_rate": 0.00017097638893537976,
+      "loss": 0.6892,
+      "step": 3035
+    },
+    {
+      "epoch": 0.27145922746781115,
+      "grad_norm": 0.1393467886751665,
+      "learning_rate": 0.00017095598531005688,
+      "loss": 0.6738,
+      "step": 3036
+    },
+    {
+      "epoch": 0.2715486409155937,
+      "grad_norm": 0.13894856672174652,
+      "learning_rate": 0.0001709355757337412,
+      "loss": 0.6786,
+      "step": 3037
+    },
+    {
+      "epoch": 0.27163805436337624,
+      "grad_norm": 0.1541130019673352,
+      "learning_rate": 0.00017091516020814447,
+      "loss": 0.7271,
+      "step": 3038
+    },
+    {
+      "epoch": 0.2717274678111588,
+      "grad_norm": 0.148730683450263,
+      "learning_rate": 0.0001708947387349789,
+      "loss": 0.7142,
+      "step": 3039
+    },
+    {
+      "epoch": 0.2718168812589413,
+      "grad_norm": 0.14217542117439239,
+      "learning_rate": 0.0001708743113159572,
+      "loss": 0.7014,
+      "step": 3040
+    },
+    {
+      "epoch": 0.2719062947067239,
+      "grad_norm": 0.1463928892949012,
+      "learning_rate": 0.0001708538779527926,
+      "loss": 0.6951,
+      "step": 3041
+    },
+    {
+      "epoch": 0.2719957081545064,
+      "grad_norm": 0.1520336128083605,
+      "learning_rate": 0.00017083343864719884,
+      "loss": 0.7572,
+      "step": 3042
+    },
+    {
+      "epoch": 0.272085121602289,
+      "grad_norm": 0.14849492532359732,
+      "learning_rate": 0.00017081299340089012,
+      "loss": 0.6955,
+      "step": 3043
+    },
+    {
+      "epoch": 0.27217453505007155,
+      "grad_norm": 0.12512494098631433,
+      "learning_rate": 0.00017079254221558115,
+      "loss": 0.6512,
+      "step": 3044
+    },
+    {
+      "epoch": 0.27226394849785407,
+      "grad_norm": 0.14036294896666868,
+      "learning_rate": 0.00017077208509298718,
+      "loss": 0.7104,
+      "step": 3045
+    },
+    {
+      "epoch": 0.27235336194563664,
+      "grad_norm": 0.14212134352138225,
+      "learning_rate": 0.0001707516220348239,
+      "loss": 0.7189,
+      "step": 3046
+    },
+    {
+      "epoch": 0.27244277539341916,
+      "grad_norm": 0.13304899327511463,
+      "learning_rate": 0.00017073115304280754,
+      "loss": 0.6399,
+      "step": 3047
+    },
+    {
+      "epoch": 0.27253218884120173,
+      "grad_norm": 0.15221819214512125,
+      "learning_rate": 0.00017071067811865476,
+      "loss": 0.7219,
+      "step": 3048
+    },
+    {
+      "epoch": 0.27262160228898424,
+      "grad_norm": 0.15426913708259832,
+      "learning_rate": 0.00017069019726408282,
+      "loss": 0.697,
+      "step": 3049
+    },
+    {
+      "epoch": 0.2727110157367668,
+      "grad_norm": 0.15980120379021345,
+      "learning_rate": 0.0001706697104808094,
+      "loss": 0.7394,
+      "step": 3050
+    },
+    {
+      "epoch": 0.27280042918454933,
+      "grad_norm": 0.15062133871778502,
+      "learning_rate": 0.00017064921777055272,
+      "loss": 0.6593,
+      "step": 3051
+    },
+    {
+      "epoch": 0.2728898426323319,
+      "grad_norm": 0.1584328553167318,
+      "learning_rate": 0.00017062871913503148,
+      "loss": 0.6898,
+      "step": 3052
+    },
+    {
+      "epoch": 0.2729792560801145,
+      "grad_norm": 0.12604518312884233,
+      "learning_rate": 0.00017060821457596487,
+      "loss": 0.6566,
+      "step": 3053
+    },
+    {
+      "epoch": 0.273068669527897,
+      "grad_norm": 0.1508481542902362,
+      "learning_rate": 0.00017058770409507254,
+      "loss": 0.7298,
+      "step": 3054
+    },
+    {
+      "epoch": 0.27315808297567956,
+      "grad_norm": 0.13010485370511068,
+      "learning_rate": 0.00017056718769407474,
+      "loss": 0.6778,
+      "step": 3055
+    },
+    {
+      "epoch": 0.2732474964234621,
+      "grad_norm": 0.14683282867667125,
+      "learning_rate": 0.00017054666537469213,
+      "loss": 0.7364,
+      "step": 3056
+    },
+    {
+      "epoch": 0.27333690987124465,
+      "grad_norm": 0.14756993007271113,
+      "learning_rate": 0.00017052613713864587,
+      "loss": 0.7156,
+      "step": 3057
+    },
+    {
+      "epoch": 0.27342632331902716,
+      "grad_norm": 0.13353239640286296,
+      "learning_rate": 0.0001705056029876577,
+      "loss": 0.6932,
+      "step": 3058
+    },
+    {
+      "epoch": 0.27351573676680974,
+      "grad_norm": 0.12986053930720953,
+      "learning_rate": 0.00017048506292344974,
+      "loss": 0.6446,
+      "step": 3059
+    },
+    {
+      "epoch": 0.27360515021459225,
+      "grad_norm": 0.1494422549937866,
+      "learning_rate": 0.00017046451694774467,
+      "loss": 0.6874,
+      "step": 3060
+    },
+    {
+      "epoch": 0.2736945636623748,
+      "grad_norm": 0.13525671650811041,
+      "learning_rate": 0.00017044396506226566,
+      "loss": 0.6921,
+      "step": 3061
+    },
+    {
+      "epoch": 0.2737839771101574,
+      "grad_norm": 0.14568208393709536,
+      "learning_rate": 0.0001704234072687364,
+      "loss": 0.6839,
+      "step": 3062
+    },
+    {
+      "epoch": 0.2738733905579399,
+      "grad_norm": 0.1459632784337231,
+      "learning_rate": 0.000170402843568881,
+      "loss": 0.6953,
+      "step": 3063
+    },
+    {
+      "epoch": 0.2739628040057225,
+      "grad_norm": 0.15197645391912895,
+      "learning_rate": 0.00017038227396442415,
+      "loss": 0.7355,
+      "step": 3064
+    },
+    {
+      "epoch": 0.274052217453505,
+      "grad_norm": 0.15720993014745896,
+      "learning_rate": 0.00017036169845709097,
+      "loss": 0.6964,
+      "step": 3065
+    },
+    {
+      "epoch": 0.27414163090128757,
+      "grad_norm": 0.16120604760519464,
+      "learning_rate": 0.00017034111704860712,
+      "loss": 0.7801,
+      "step": 3066
+    },
+    {
+      "epoch": 0.2742310443490701,
+      "grad_norm": 0.15267354844140818,
+      "learning_rate": 0.00017032052974069874,
+      "loss": 0.6786,
+      "step": 3067
+    },
+    {
+      "epoch": 0.27432045779685266,
+      "grad_norm": 0.15169797271464952,
+      "learning_rate": 0.00017029993653509243,
+      "loss": 0.6958,
+      "step": 3068
+    },
+    {
+      "epoch": 0.2744098712446352,
+      "grad_norm": 0.1275800606577807,
+      "learning_rate": 0.0001702793374335154,
+      "loss": 0.6453,
+      "step": 3069
+    },
+    {
+      "epoch": 0.27449928469241774,
+      "grad_norm": 0.14457241973863802,
+      "learning_rate": 0.00017025873243769517,
+      "loss": 0.6754,
+      "step": 3070
+    },
+    {
+      "epoch": 0.27458869814020026,
+      "grad_norm": 0.1642920337416905,
+      "learning_rate": 0.0001702381215493599,
+      "loss": 0.7561,
+      "step": 3071
+    },
+    {
+      "epoch": 0.27467811158798283,
+      "grad_norm": 0.14203969445633222,
+      "learning_rate": 0.0001702175047702382,
+      "loss": 0.7,
+      "step": 3072
+    },
+    {
+      "epoch": 0.2747675250357654,
+      "grad_norm": 0.16238587513418629,
+      "learning_rate": 0.00017019688210205918,
+      "loss": 0.6946,
+      "step": 3073
+    },
+    {
+      "epoch": 0.2748569384835479,
+      "grad_norm": 0.17756936147384028,
+      "learning_rate": 0.00017017625354655245,
+      "loss": 0.6944,
+      "step": 3074
+    },
+    {
+      "epoch": 0.2749463519313305,
+      "grad_norm": 0.14300387729790484,
+      "learning_rate": 0.00017015561910544807,
+      "loss": 0.7098,
+      "step": 3075
+    },
+    {
+      "epoch": 0.275035765379113,
+      "grad_norm": 0.17505073091496848,
+      "learning_rate": 0.00017013497878047668,
+      "loss": 0.7722,
+      "step": 3076
+    },
+    {
+      "epoch": 0.2751251788268956,
+      "grad_norm": 0.14576296452560408,
+      "learning_rate": 0.0001701143325733693,
+      "loss": 0.7209,
+      "step": 3077
+    },
+    {
+      "epoch": 0.2752145922746781,
+      "grad_norm": 0.1673736851149043,
+      "learning_rate": 0.0001700936804858575,
+      "loss": 0.7175,
+      "step": 3078
+    },
+    {
+      "epoch": 0.27530400572246067,
+      "grad_norm": 0.1503223249664806,
+      "learning_rate": 0.00017007302251967338,
+      "loss": 0.7335,
+      "step": 3079
+    },
+    {
+      "epoch": 0.2753934191702432,
+      "grad_norm": 0.15087806308108848,
+      "learning_rate": 0.0001700523586765495,
+      "loss": 0.6644,
+      "step": 3080
+    },
+    {
+      "epoch": 0.27548283261802575,
+      "grad_norm": 0.13738533730803984,
+      "learning_rate": 0.00017003168895821888,
+      "loss": 0.6474,
+      "step": 3081
+    },
+    {
+      "epoch": 0.2755722460658083,
+      "grad_norm": 0.13863086695540272,
+      "learning_rate": 0.00017001101336641512,
+      "loss": 0.6836,
+      "step": 3082
+    },
+    {
+      "epoch": 0.27566165951359084,
+      "grad_norm": 0.14950794310859108,
+      "learning_rate": 0.0001699903319028722,
+      "loss": 0.7526,
+      "step": 3083
+    },
+    {
+      "epoch": 0.2757510729613734,
+      "grad_norm": 0.12416778493365378,
+      "learning_rate": 0.00016996964456932466,
+      "loss": 0.6983,
+      "step": 3084
+    },
+    {
+      "epoch": 0.2758404864091559,
+      "grad_norm": 0.13409529407351467,
+      "learning_rate": 0.0001699489513675075,
+      "loss": 0.6833,
+      "step": 3085
+    },
+    {
+      "epoch": 0.2759298998569385,
+      "grad_norm": 0.12475129522457529,
+      "learning_rate": 0.00016992825229915636,
+      "loss": 0.6689,
+      "step": 3086
+    },
+    {
+      "epoch": 0.276019313304721,
+      "grad_norm": 0.14156086086378314,
+      "learning_rate": 0.0001699075473660071,
+      "loss": 0.6929,
+      "step": 3087
+    },
+    {
+      "epoch": 0.2761087267525036,
+      "grad_norm": 0.136636253526166,
+      "learning_rate": 0.00016988683656979624,
+      "loss": 0.7006,
+      "step": 3088
+    },
+    {
+      "epoch": 0.2761981402002861,
+      "grad_norm": 0.13752330539203925,
+      "learning_rate": 0.00016986611991226086,
+      "loss": 0.6628,
+      "step": 3089
+    },
+    {
+      "epoch": 0.2762875536480687,
+      "grad_norm": 0.14773167550737604,
+      "learning_rate": 0.00016984539739513835,
+      "loss": 0.6917,
+      "step": 3090
+    },
+    {
+      "epoch": 0.2763769670958512,
+      "grad_norm": 0.13633439172861717,
+      "learning_rate": 0.0001698246690201667,
+      "loss": 0.6748,
+      "step": 3091
+    },
+    {
+      "epoch": 0.27646638054363376,
+      "grad_norm": 0.14049057521625874,
+      "learning_rate": 0.00016980393478908438,
+      "loss": 0.6784,
+      "step": 3092
+    },
+    {
+      "epoch": 0.27655579399141633,
+      "grad_norm": 0.15535901624163032,
+      "learning_rate": 0.00016978319470363035,
+      "loss": 0.7203,
+      "step": 3093
+    },
+    {
+      "epoch": 0.27664520743919885,
+      "grad_norm": 0.14792751787125147,
+      "learning_rate": 0.0001697624487655441,
+      "loss": 0.6573,
+      "step": 3094
+    },
+    {
+      "epoch": 0.2767346208869814,
+      "grad_norm": 0.13788647166994827,
+      "learning_rate": 0.0001697416969765655,
+      "loss": 0.7188,
+      "step": 3095
+    },
+    {
+      "epoch": 0.27682403433476394,
+      "grad_norm": 0.1291811279254093,
+      "learning_rate": 0.000169720939338435,
+      "loss": 0.6617,
+      "step": 3096
+    },
+    {
+      "epoch": 0.2769134477825465,
+      "grad_norm": 0.14295156487039976,
+      "learning_rate": 0.0001697001758528935,
+      "loss": 0.6745,
+      "step": 3097
+    },
+    {
+      "epoch": 0.277002861230329,
+      "grad_norm": 0.14590186097882848,
+      "learning_rate": 0.00016967940652168247,
+      "loss": 0.6889,
+      "step": 3098
+    },
+    {
+      "epoch": 0.2770922746781116,
+      "grad_norm": 0.13352283558561806,
+      "learning_rate": 0.00016965863134654372,
+      "loss": 0.6532,
+      "step": 3099
+    },
+    {
+      "epoch": 0.2771816881258941,
+      "grad_norm": 0.1553035877917943,
+      "learning_rate": 0.0001696378503292197,
+      "loss": 0.6986,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2772711015736767,
+      "grad_norm": 0.1324857181470881,
+      "learning_rate": 0.0001696170634714533,
+      "loss": 0.6596,
+      "step": 3101
+    },
+    {
+      "epoch": 0.27736051502145925,
+      "grad_norm": 0.1446650423507659,
+      "learning_rate": 0.00016959627077498782,
+      "loss": 0.717,
+      "step": 3102
+    },
+    {
+      "epoch": 0.27744992846924177,
+      "grad_norm": 0.15213123493260458,
+      "learning_rate": 0.00016957547224156718,
+      "loss": 0.6823,
+      "step": 3103
+    },
+    {
+      "epoch": 0.27753934191702434,
+      "grad_norm": 0.13025505538931928,
+      "learning_rate": 0.00016955466787293576,
+      "loss": 0.6538,
+      "step": 3104
+    },
+    {
+      "epoch": 0.27762875536480686,
+      "grad_norm": 0.1297250015027714,
+      "learning_rate": 0.00016953385767083827,
+      "loss": 0.674,
+      "step": 3105
+    },
+    {
+      "epoch": 0.2777181688125894,
+      "grad_norm": 0.1672892926020643,
+      "learning_rate": 0.00016951304163702013,
+      "loss": 0.7007,
+      "step": 3106
+    },
+    {
+      "epoch": 0.27780758226037194,
+      "grad_norm": 0.1661093225147084,
+      "learning_rate": 0.00016949221977322716,
+      "loss": 0.7516,
+      "step": 3107
+    },
+    {
+      "epoch": 0.2778969957081545,
+      "grad_norm": 0.1617423067082242,
+      "learning_rate": 0.00016947139208120564,
+      "loss": 0.7119,
+      "step": 3108
+    },
+    {
+      "epoch": 0.27798640915593703,
+      "grad_norm": 0.14732418482095463,
+      "learning_rate": 0.00016945055856270236,
+      "loss": 0.7114,
+      "step": 3109
+    },
+    {
+      "epoch": 0.2780758226037196,
+      "grad_norm": 0.16954608835666424,
+      "learning_rate": 0.0001694297192194646,
+      "loss": 0.6401,
+      "step": 3110
+    },
+    {
+      "epoch": 0.2781652360515021,
+      "grad_norm": 0.14267616359976126,
+      "learning_rate": 0.00016940887405324015,
+      "loss": 0.7047,
+      "step": 3111
+    },
+    {
+      "epoch": 0.2782546494992847,
+      "grad_norm": 0.15270901870862086,
+      "learning_rate": 0.00016938802306577726,
+      "loss": 0.6858,
+      "step": 3112
+    },
+    {
+      "epoch": 0.27834406294706726,
+      "grad_norm": 0.15583882887383316,
+      "learning_rate": 0.00016936716625882468,
+      "loss": 0.7402,
+      "step": 3113
+    },
+    {
+      "epoch": 0.2784334763948498,
+      "grad_norm": 0.13686035345263148,
+      "learning_rate": 0.00016934630363413163,
+      "loss": 0.6471,
+      "step": 3114
+    },
+    {
+      "epoch": 0.27852288984263235,
+      "grad_norm": 0.13709312645032196,
+      "learning_rate": 0.00016932543519344783,
+      "loss": 0.678,
+      "step": 3115
+    },
+    {
+      "epoch": 0.27861230329041486,
+      "grad_norm": 0.14437851653851788,
+      "learning_rate": 0.00016930456093852353,
+      "loss": 0.714,
+      "step": 3116
+    },
+    {
+      "epoch": 0.27870171673819744,
+      "grad_norm": 0.13001585244302216,
+      "learning_rate": 0.00016928368087110938,
+      "loss": 0.6493,
+      "step": 3117
+    },
+    {
+      "epoch": 0.27879113018597995,
+      "grad_norm": 0.1647558896250242,
+      "learning_rate": 0.0001692627949929566,
+      "loss": 0.7068,
+      "step": 3118
+    },
+    {
+      "epoch": 0.2788805436337625,
+      "grad_norm": 0.14738529814308113,
+      "learning_rate": 0.00016924190330581685,
+      "loss": 0.7078,
+      "step": 3119
+    },
+    {
+      "epoch": 0.27896995708154504,
+      "grad_norm": 0.12306370471177544,
+      "learning_rate": 0.00016922100581144228,
+      "loss": 0.6257,
+      "step": 3120
+    },
+    {
+      "epoch": 0.2790593705293276,
+      "grad_norm": 0.12181257692379062,
+      "learning_rate": 0.0001692001025115856,
+      "loss": 0.6502,
+      "step": 3121
+    },
+    {
+      "epoch": 0.2791487839771102,
+      "grad_norm": 0.1302201875031567,
+      "learning_rate": 0.00016917919340799986,
+      "loss": 0.6835,
+      "step": 3122
+    },
+    {
+      "epoch": 0.2792381974248927,
+      "grad_norm": 0.13341947599424347,
+      "learning_rate": 0.00016915827850243868,
+      "loss": 0.6551,
+      "step": 3123
+    },
+    {
+      "epoch": 0.27932761087267527,
+      "grad_norm": 0.14857079718566624,
+      "learning_rate": 0.00016913735779665627,
+      "loss": 0.6886,
+      "step": 3124
+    },
+    {
+      "epoch": 0.2794170243204578,
+      "grad_norm": 0.15055494479718712,
+      "learning_rate": 0.00016911643129240714,
+      "loss": 0.7375,
+      "step": 3125
+    },
+    {
+      "epoch": 0.27950643776824036,
+      "grad_norm": 0.12371010946743431,
+      "learning_rate": 0.00016909549899144635,
+      "loss": 0.6671,
+      "step": 3126
+    },
+    {
+      "epoch": 0.2795958512160229,
+      "grad_norm": 0.1426479851405979,
+      "learning_rate": 0.00016907456089552953,
+      "loss": 0.6745,
+      "step": 3127
+    },
+    {
+      "epoch": 0.27968526466380544,
+      "grad_norm": 0.12031998501890696,
+      "learning_rate": 0.00016905361700641271,
+      "loss": 0.6651,
+      "step": 3128
+    },
+    {
+      "epoch": 0.27977467811158796,
+      "grad_norm": 0.13763390115707727,
+      "learning_rate": 0.00016903266732585243,
+      "loss": 0.6833,
+      "step": 3129
+    },
+    {
+      "epoch": 0.27986409155937053,
+      "grad_norm": 0.13346674098707725,
+      "learning_rate": 0.00016901171185560574,
+      "loss": 0.6831,
+      "step": 3130
+    },
+    {
+      "epoch": 0.2799535050071531,
+      "grad_norm": 0.1461986006095525,
+      "learning_rate": 0.00016899075059743007,
+      "loss": 0.6596,
+      "step": 3131
+    },
+    {
+      "epoch": 0.2800429184549356,
+      "grad_norm": 0.13736809953028434,
+      "learning_rate": 0.00016896978355308352,
+      "loss": 0.6695,
+      "step": 3132
+    },
+    {
+      "epoch": 0.2801323319027182,
+      "grad_norm": 0.125156847863586,
+      "learning_rate": 0.00016894881072432443,
+      "loss": 0.6934,
+      "step": 3133
+    },
+    {
+      "epoch": 0.2802217453505007,
+      "grad_norm": 0.14081878254918795,
+      "learning_rate": 0.00016892783211291194,
+      "loss": 0.6595,
+      "step": 3134
+    },
+    {
+      "epoch": 0.2803111587982833,
+      "grad_norm": 0.14107874197443226,
+      "learning_rate": 0.00016890684772060538,
+      "loss": 0.6613,
+      "step": 3135
+    },
+    {
+      "epoch": 0.2804005722460658,
+      "grad_norm": 0.13949732559415812,
+      "learning_rate": 0.00016888585754916476,
+      "loss": 0.6906,
+      "step": 3136
+    },
+    {
+      "epoch": 0.28048998569384836,
+      "grad_norm": 0.14508696255903766,
+      "learning_rate": 0.0001688648616003504,
+      "loss": 0.7037,
+      "step": 3137
+    },
+    {
+      "epoch": 0.2805793991416309,
+      "grad_norm": 0.1602875023368933,
+      "learning_rate": 0.0001688438598759233,
+      "loss": 0.6212,
+      "step": 3138
+    },
+    {
+      "epoch": 0.28066881258941345,
+      "grad_norm": 0.1573450815385644,
+      "learning_rate": 0.00016882285237764482,
+      "loss": 0.7206,
+      "step": 3139
+    },
+    {
+      "epoch": 0.28075822603719597,
+      "grad_norm": 0.14024718019699864,
+      "learning_rate": 0.0001688018391072768,
+      "loss": 0.6856,
+      "step": 3140
+    },
+    {
+      "epoch": 0.28084763948497854,
+      "grad_norm": 0.17263740509125583,
+      "learning_rate": 0.00016878082006658164,
+      "loss": 0.7363,
+      "step": 3141
+    },
+    {
+      "epoch": 0.2809370529327611,
+      "grad_norm": 0.1411749881913264,
+      "learning_rate": 0.00016875979525732214,
+      "loss": 0.6904,
+      "step": 3142
+    },
+    {
+      "epoch": 0.2810264663805436,
+      "grad_norm": 0.16061750044237416,
+      "learning_rate": 0.0001687387646812617,
+      "loss": 0.7445,
+      "step": 3143
+    },
+    {
+      "epoch": 0.2811158798283262,
+      "grad_norm": 0.15950614285934714,
+      "learning_rate": 0.00016871772834016406,
+      "loss": 0.7311,
+      "step": 3144
+    },
+    {
+      "epoch": 0.2812052932761087,
+      "grad_norm": 0.13405575339926293,
+      "learning_rate": 0.00016869668623579353,
+      "loss": 0.6622,
+      "step": 3145
+    },
+    {
+      "epoch": 0.2812947067238913,
+      "grad_norm": 0.15404616753804906,
+      "learning_rate": 0.00016867563836991492,
+      "loss": 0.7002,
+      "step": 3146
+    },
+    {
+      "epoch": 0.2813841201716738,
+      "grad_norm": 0.13206463146901895,
+      "learning_rate": 0.00016865458474429342,
+      "loss": 0.7153,
+      "step": 3147
+    },
+    {
+      "epoch": 0.2814735336194564,
+      "grad_norm": 0.14686255603309184,
+      "learning_rate": 0.00016863352536069482,
+      "loss": 0.7425,
+      "step": 3148
+    },
+    {
+      "epoch": 0.2815629470672389,
+      "grad_norm": 0.1311323849580114,
+      "learning_rate": 0.00016861246022088536,
+      "loss": 0.6847,
+      "step": 3149
+    },
+    {
+      "epoch": 0.28165236051502146,
+      "grad_norm": 0.14170761382480543,
+      "learning_rate": 0.0001685913893266317,
+      "loss": 0.6849,
+      "step": 3150
+    },
+    {
+      "epoch": 0.28174177396280403,
+      "grad_norm": 0.13802116855277421,
+      "learning_rate": 0.00016857031267970105,
+      "loss": 0.6953,
+      "step": 3151
+    },
+    {
+      "epoch": 0.28183118741058655,
+      "grad_norm": 0.1404081530066225,
+      "learning_rate": 0.00016854923028186111,
+      "loss": 0.688,
+      "step": 3152
+    },
+    {
+      "epoch": 0.2819206008583691,
+      "grad_norm": 0.16274312004504068,
+      "learning_rate": 0.00016852814213488,
+      "loss": 0.7319,
+      "step": 3153
+    },
+    {
+      "epoch": 0.28201001430615164,
+      "grad_norm": 0.15287929835728176,
+      "learning_rate": 0.00016850704824052635,
+      "loss": 0.675,
+      "step": 3154
+    },
+    {
+      "epoch": 0.2820994277539342,
+      "grad_norm": 0.14433352957283543,
+      "learning_rate": 0.00016848594860056933,
+      "loss": 0.6574,
+      "step": 3155
+    },
+    {
+      "epoch": 0.2821888412017167,
+      "grad_norm": 0.16493219405701434,
+      "learning_rate": 0.00016846484321677852,
+      "loss": 0.7409,
+      "step": 3156
+    },
+    {
+      "epoch": 0.2822782546494993,
+      "grad_norm": 0.15304090237968906,
+      "learning_rate": 0.00016844373209092396,
+      "loss": 0.7275,
+      "step": 3157
+    },
+    {
+      "epoch": 0.2823676680972818,
+      "grad_norm": 0.15343779762914875,
+      "learning_rate": 0.00016842261522477628,
+      "loss": 0.6965,
+      "step": 3158
+    },
+    {
+      "epoch": 0.2824570815450644,
+      "grad_norm": 0.1362588249898639,
+      "learning_rate": 0.00016840149262010648,
+      "loss": 0.6486,
+      "step": 3159
+    },
+    {
+      "epoch": 0.2825464949928469,
+      "grad_norm": 0.13606087787647478,
+      "learning_rate": 0.00016838036427868608,
+      "loss": 0.6958,
+      "step": 3160
+    },
+    {
+      "epoch": 0.28263590844062947,
+      "grad_norm": 0.17137729374724878,
+      "learning_rate": 0.00016835923020228712,
+      "loss": 0.7352,
+      "step": 3161
+    },
+    {
+      "epoch": 0.28272532188841204,
+      "grad_norm": 0.15492618554899498,
+      "learning_rate": 0.0001683380903926821,
+      "loss": 0.7284,
+      "step": 3162
+    },
+    {
+      "epoch": 0.28281473533619456,
+      "grad_norm": 0.16133025297542225,
+      "learning_rate": 0.00016831694485164398,
+      "loss": 0.7125,
+      "step": 3163
+    },
+    {
+      "epoch": 0.2829041487839771,
+      "grad_norm": 0.15134928340198062,
+      "learning_rate": 0.00016829579358094616,
+      "loss": 0.7026,
+      "step": 3164
+    },
+    {
+      "epoch": 0.28299356223175964,
+      "grad_norm": 0.14876938136129914,
+      "learning_rate": 0.00016827463658236264,
+      "loss": 0.6673,
+      "step": 3165
+    },
+    {
+      "epoch": 0.2830829756795422,
+      "grad_norm": 0.15366021478501862,
+      "learning_rate": 0.0001682534738576678,
+      "loss": 0.6341,
+      "step": 3166
+    },
+    {
+      "epoch": 0.28317238912732473,
+      "grad_norm": 0.14780497759170458,
+      "learning_rate": 0.00016823230540863654,
+      "loss": 0.665,
+      "step": 3167
+    },
+    {
+      "epoch": 0.2832618025751073,
+      "grad_norm": 0.13650810129136282,
+      "learning_rate": 0.00016821113123704424,
+      "loss": 0.6153,
+      "step": 3168
+    },
+    {
+      "epoch": 0.2833512160228898,
+      "grad_norm": 0.14151493252309516,
+      "learning_rate": 0.0001681899513446667,
+      "loss": 0.6611,
+      "step": 3169
+    },
+    {
+      "epoch": 0.2834406294706724,
+      "grad_norm": 0.15935049453751457,
+      "learning_rate": 0.00016816876573328037,
+      "loss": 0.6975,
+      "step": 3170
+    },
+    {
+      "epoch": 0.28353004291845496,
+      "grad_norm": 0.14705057655202136,
+      "learning_rate": 0.00016814757440466188,
+      "loss": 0.6896,
+      "step": 3171
+    },
+    {
+      "epoch": 0.2836194563662375,
+      "grad_norm": 0.12977663742045378,
+      "learning_rate": 0.0001681263773605887,
+      "loss": 0.6873,
+      "step": 3172
+    },
+    {
+      "epoch": 0.28370886981402005,
+      "grad_norm": 0.14372421719633494,
+      "learning_rate": 0.00016810517460283853,
+      "loss": 0.6866,
+      "step": 3173
+    },
+    {
+      "epoch": 0.28379828326180256,
+      "grad_norm": 0.15797706541363127,
+      "learning_rate": 0.0001680839661331896,
+      "loss": 0.6464,
+      "step": 3174
+    },
+    {
+      "epoch": 0.28388769670958514,
+      "grad_norm": 0.14948331814493515,
+      "learning_rate": 0.00016806275195342064,
+      "loss": 0.6877,
+      "step": 3175
+    },
+    {
+      "epoch": 0.28397711015736765,
+      "grad_norm": 0.16217335729475496,
+      "learning_rate": 0.00016804153206531088,
+      "loss": 0.7348,
+      "step": 3176
+    },
+    {
+      "epoch": 0.2840665236051502,
+      "grad_norm": 0.16581941575162015,
+      "learning_rate": 0.00016802030647064,
+      "loss": 0.7261,
+      "step": 3177
+    },
+    {
+      "epoch": 0.28415593705293274,
+      "grad_norm": 0.15947223743674746,
+      "learning_rate": 0.00016799907517118818,
+      "loss": 0.6865,
+      "step": 3178
+    },
+    {
+      "epoch": 0.2842453505007153,
+      "grad_norm": 0.1414508633352909,
+      "learning_rate": 0.00016797783816873603,
+      "loss": 0.6127,
+      "step": 3179
+    },
+    {
+      "epoch": 0.2843347639484979,
+      "grad_norm": 0.16119816624410127,
+      "learning_rate": 0.00016795659546506468,
+      "loss": 0.7242,
+      "step": 3180
+    },
+    {
+      "epoch": 0.2844241773962804,
+      "grad_norm": 0.1466926996440501,
+      "learning_rate": 0.00016793534706195575,
+      "loss": 0.7223,
+      "step": 3181
+    },
+    {
+      "epoch": 0.28451359084406297,
+      "grad_norm": 0.14169788798334174,
+      "learning_rate": 0.0001679140929611913,
+      "loss": 0.6756,
+      "step": 3182
+    },
+    {
+      "epoch": 0.2846030042918455,
+      "grad_norm": 0.16529901538786007,
+      "learning_rate": 0.00016789283316455392,
+      "loss": 0.7257,
+      "step": 3183
+    },
+    {
+      "epoch": 0.28469241773962806,
+      "grad_norm": 0.1584433811399841,
+      "learning_rate": 0.00016787156767382659,
+      "loss": 0.7045,
+      "step": 3184
+    },
+    {
+      "epoch": 0.2847818311874106,
+      "grad_norm": 0.1499068102119526,
+      "learning_rate": 0.00016785029649079287,
+      "loss": 0.6985,
+      "step": 3185
+    },
+    {
+      "epoch": 0.28487124463519314,
+      "grad_norm": 0.13163463341273607,
+      "learning_rate": 0.0001678290196172367,
+      "loss": 0.6383,
+      "step": 3186
+    },
+    {
+      "epoch": 0.28496065808297566,
+      "grad_norm": 0.165799590393407,
+      "learning_rate": 0.0001678077370549426,
+      "loss": 0.7443,
+      "step": 3187
+    },
+    {
+      "epoch": 0.28505007153075823,
+      "grad_norm": 0.14750314616173357,
+      "learning_rate": 0.00016778644880569544,
+      "loss": 0.6758,
+      "step": 3188
+    },
+    {
+      "epoch": 0.28513948497854075,
+      "grad_norm": 0.1304031387615892,
+      "learning_rate": 0.00016776515487128073,
+      "loss": 0.6305,
+      "step": 3189
+    },
+    {
+      "epoch": 0.2852288984263233,
+      "grad_norm": 0.14373406002692746,
+      "learning_rate": 0.00016774385525348428,
+      "loss": 0.6737,
+      "step": 3190
+    },
+    {
+      "epoch": 0.2853183118741059,
+      "grad_norm": 0.158332085110976,
+      "learning_rate": 0.00016772254995409255,
+      "loss": 0.6807,
+      "step": 3191
+    },
+    {
+      "epoch": 0.2854077253218884,
+      "grad_norm": 0.13369765950200388,
+      "learning_rate": 0.00016770123897489228,
+      "loss": 0.6532,
+      "step": 3192
+    },
+    {
+      "epoch": 0.285497138769671,
+      "grad_norm": 0.12923823315652283,
+      "learning_rate": 0.00016767992231767092,
+      "loss": 0.6874,
+      "step": 3193
+    },
+    {
+      "epoch": 0.2855865522174535,
+      "grad_norm": 0.15217265208443065,
+      "learning_rate": 0.0001676585999842162,
+      "loss": 0.6815,
+      "step": 3194
+    },
+    {
+      "epoch": 0.28567596566523606,
+      "grad_norm": 0.12265175586636716,
+      "learning_rate": 0.0001676372719763164,
+      "loss": 0.6905,
+      "step": 3195
+    },
+    {
+      "epoch": 0.2857653791130186,
+      "grad_norm": 0.15354174653713476,
+      "learning_rate": 0.0001676159382957603,
+      "loss": 0.714,
+      "step": 3196
+    },
+    {
+      "epoch": 0.28585479256080115,
+      "grad_norm": 0.12834593528083038,
+      "learning_rate": 0.0001675945989443371,
+      "loss": 0.6632,
+      "step": 3197
+    },
+    {
+      "epoch": 0.28594420600858367,
+      "grad_norm": 0.1418265547534878,
+      "learning_rate": 0.0001675732539238365,
+      "loss": 0.6843,
+      "step": 3198
+    },
+    {
+      "epoch": 0.28603361945636624,
+      "grad_norm": 0.12808360804014093,
+      "learning_rate": 0.00016755190323604872,
+      "loss": 0.6602,
+      "step": 3199
+    },
+    {
+      "epoch": 0.2861230329041488,
+      "grad_norm": 0.15367870613884427,
+      "learning_rate": 0.0001675305468827644,
+      "loss": 0.7058,
+      "step": 3200
+    },
+    {
+      "epoch": 0.2862124463519313,
+      "grad_norm": 0.13685086074685457,
+      "learning_rate": 0.00016750918486577466,
+      "loss": 0.6614,
+      "step": 3201
+    },
+    {
+      "epoch": 0.2863018597997139,
+      "grad_norm": 0.1417633774002964,
+      "learning_rate": 0.00016748781718687111,
+      "loss": 0.6971,
+      "step": 3202
+    },
+    {
+      "epoch": 0.2863912732474964,
+      "grad_norm": 0.155681804366734,
+      "learning_rate": 0.00016746644384784586,
+      "loss": 0.6914,
+      "step": 3203
+    },
+    {
+      "epoch": 0.286480686695279,
+      "grad_norm": 0.1799490135792864,
+      "learning_rate": 0.00016744506485049144,
+      "loss": 0.6998,
+      "step": 3204
+    },
+    {
+      "epoch": 0.2865701001430615,
+      "grad_norm": 0.15606479214179964,
+      "learning_rate": 0.00016742368019660088,
+      "loss": 0.6777,
+      "step": 3205
+    },
+    {
+      "epoch": 0.2866595135908441,
+      "grad_norm": 0.156290300378937,
+      "learning_rate": 0.0001674022898879677,
+      "loss": 0.693,
+      "step": 3206
+    },
+    {
+      "epoch": 0.2867489270386266,
+      "grad_norm": 0.13359805715644668,
+      "learning_rate": 0.00016738089392638586,
+      "loss": 0.6468,
+      "step": 3207
+    },
+    {
+      "epoch": 0.28683834048640916,
+      "grad_norm": 0.1476309665275153,
+      "learning_rate": 0.0001673594923136498,
+      "loss": 0.6687,
+      "step": 3208
+    },
+    {
+      "epoch": 0.2869277539341917,
+      "grad_norm": 0.15244854827151882,
+      "learning_rate": 0.00016733808505155448,
+      "loss": 0.7485,
+      "step": 3209
+    },
+    {
+      "epoch": 0.28701716738197425,
+      "grad_norm": 0.1444585480708656,
+      "learning_rate": 0.0001673166721418953,
+      "loss": 0.6821,
+      "step": 3210
+    },
+    {
+      "epoch": 0.2871065808297568,
+      "grad_norm": 0.15695228041578538,
+      "learning_rate": 0.00016729525358646813,
+      "loss": 0.7116,
+      "step": 3211
+    },
+    {
+      "epoch": 0.28719599427753933,
+      "grad_norm": 0.14522691563919687,
+      "learning_rate": 0.00016727382938706931,
+      "loss": 0.6823,
+      "step": 3212
+    },
+    {
+      "epoch": 0.2872854077253219,
+      "grad_norm": 0.14348025186363708,
+      "learning_rate": 0.00016725239954549565,
+      "loss": 0.655,
+      "step": 3213
+    },
+    {
+      "epoch": 0.2873748211731044,
+      "grad_norm": 0.1494427485497585,
+      "learning_rate": 0.00016723096406354447,
+      "loss": 0.6893,
+      "step": 3214
+    },
+    {
+      "epoch": 0.287464234620887,
+      "grad_norm": 0.1310433305358529,
+      "learning_rate": 0.00016720952294301355,
+      "loss": 0.7148,
+      "step": 3215
+    },
+    {
+      "epoch": 0.2875536480686695,
+      "grad_norm": 0.13921252281914354,
+      "learning_rate": 0.00016718807618570106,
+      "loss": 0.6871,
+      "step": 3216
+    },
+    {
+      "epoch": 0.2876430615164521,
+      "grad_norm": 0.15686311716355159,
+      "learning_rate": 0.0001671666237934058,
+      "loss": 0.7133,
+      "step": 3217
+    },
+    {
+      "epoch": 0.2877324749642346,
+      "grad_norm": 0.12754681536856854,
+      "learning_rate": 0.00016714516576792692,
+      "loss": 0.6541,
+      "step": 3218
+    },
+    {
+      "epoch": 0.28782188841201717,
+      "grad_norm": 0.16379667673363976,
+      "learning_rate": 0.00016712370211106406,
+      "loss": 0.6924,
+      "step": 3219
+    },
+    {
+      "epoch": 0.28791130185979974,
+      "grad_norm": 0.15067290803007555,
+      "learning_rate": 0.0001671022328246174,
+      "loss": 0.7413,
+      "step": 3220
+    },
+    {
+      "epoch": 0.28800071530758226,
+      "grad_norm": 0.14011655248765023,
+      "learning_rate": 0.00016708075791038745,
+      "loss": 0.6688,
+      "step": 3221
+    },
+    {
+      "epoch": 0.2880901287553648,
+      "grad_norm": 0.15700043052439414,
+      "learning_rate": 0.00016705927737017544,
+      "loss": 0.7007,
+      "step": 3222
+    },
+    {
+      "epoch": 0.28817954220314734,
+      "grad_norm": 0.14745595511654971,
+      "learning_rate": 0.00016703779120578273,
+      "loss": 0.6943,
+      "step": 3223
+    },
+    {
+      "epoch": 0.2882689556509299,
+      "grad_norm": 0.13401220265674688,
+      "learning_rate": 0.00016701629941901148,
+      "loss": 0.6572,
+      "step": 3224
+    },
+    {
+      "epoch": 0.28835836909871243,
+      "grad_norm": 0.15198626100925808,
+      "learning_rate": 0.00016699480201166415,
+      "loss": 0.6895,
+      "step": 3225
+    },
+    {
+      "epoch": 0.288447782546495,
+      "grad_norm": 0.13656826270515504,
+      "learning_rate": 0.00016697329898554365,
+      "loss": 0.687,
+      "step": 3226
+    },
+    {
+      "epoch": 0.2885371959942775,
+      "grad_norm": 0.14338246875478028,
+      "learning_rate": 0.00016695179034245346,
+      "loss": 0.6926,
+      "step": 3227
+    },
+    {
+      "epoch": 0.2886266094420601,
+      "grad_norm": 0.17693758668188025,
+      "learning_rate": 0.00016693027608419747,
+      "loss": 0.6979,
+      "step": 3228
+    },
+    {
+      "epoch": 0.2887160228898426,
+      "grad_norm": 0.1613369157811304,
+      "learning_rate": 0.00016690875621258006,
+      "loss": 0.7331,
+      "step": 3229
+    },
+    {
+      "epoch": 0.2888054363376252,
+      "grad_norm": 0.14923666605242206,
+      "learning_rate": 0.00016688723072940607,
+      "loss": 0.7139,
+      "step": 3230
+    },
+    {
+      "epoch": 0.28889484978540775,
+      "grad_norm": 0.13545128230092904,
+      "learning_rate": 0.0001668656996364808,
+      "loss": 0.6936,
+      "step": 3231
+    },
+    {
+      "epoch": 0.28898426323319026,
+      "grad_norm": 0.14314248197819693,
+      "learning_rate": 0.0001668441629356101,
+      "loss": 0.701,
+      "step": 3232
+    },
+    {
+      "epoch": 0.28907367668097284,
+      "grad_norm": 0.1383394460373738,
+      "learning_rate": 0.00016682262062860014,
+      "loss": 0.6351,
+      "step": 3233
+    },
+    {
+      "epoch": 0.28916309012875535,
+      "grad_norm": 0.16217768619866316,
+      "learning_rate": 0.0001668010727172577,
+      "loss": 0.713,
+      "step": 3234
+    },
+    {
+      "epoch": 0.2892525035765379,
+      "grad_norm": 0.1585357328899283,
+      "learning_rate": 0.00016677951920338995,
+      "loss": 0.7427,
+      "step": 3235
+    },
+    {
+      "epoch": 0.28934191702432044,
+      "grad_norm": 0.14214841427369307,
+      "learning_rate": 0.00016675796008880462,
+      "loss": 0.689,
+      "step": 3236
+    },
+    {
+      "epoch": 0.289431330472103,
+      "grad_norm": 0.1380548818792058,
+      "learning_rate": 0.00016673639537530976,
+      "loss": 0.6531,
+      "step": 3237
+    },
+    {
+      "epoch": 0.2895207439198855,
+      "grad_norm": 0.13737252872669953,
+      "learning_rate": 0.00016671482506471402,
+      "loss": 0.6954,
+      "step": 3238
+    },
+    {
+      "epoch": 0.2896101573676681,
+      "grad_norm": 0.1372033548470408,
+      "learning_rate": 0.0001666932491588265,
+      "loss": 0.6612,
+      "step": 3239
+    },
+    {
+      "epoch": 0.28969957081545067,
+      "grad_norm": 0.134347658883589,
+      "learning_rate": 0.00016667166765945668,
+      "loss": 0.6326,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2897889842632332,
+      "grad_norm": 0.1495473734784437,
+      "learning_rate": 0.00016665008056841466,
+      "loss": 0.6596,
+      "step": 3241
+    },
+    {
+      "epoch": 0.28987839771101576,
+      "grad_norm": 0.16499728679465328,
+      "learning_rate": 0.00016662848788751085,
+      "loss": 0.7067,
+      "step": 3242
+    },
+    {
+      "epoch": 0.28996781115879827,
+      "grad_norm": 0.13733646590265572,
+      "learning_rate": 0.00016660688961855623,
+      "loss": 0.6823,
+      "step": 3243
+    },
+    {
+      "epoch": 0.29005722460658084,
+      "grad_norm": 0.16487241370942454,
+      "learning_rate": 0.0001665852857633622,
+      "loss": 0.7066,
+      "step": 3244
+    },
+    {
+      "epoch": 0.29014663805436336,
+      "grad_norm": 0.1581478789558361,
+      "learning_rate": 0.0001665636763237407,
+      "loss": 0.6969,
+      "step": 3245
+    },
+    {
+      "epoch": 0.29023605150214593,
+      "grad_norm": 0.1649264183653328,
+      "learning_rate": 0.00016654206130150404,
+      "loss": 0.7199,
+      "step": 3246
+    },
+    {
+      "epoch": 0.29032546494992845,
+      "grad_norm": 0.14336242357956408,
+      "learning_rate": 0.00016652044069846505,
+      "loss": 0.7125,
+      "step": 3247
+    },
+    {
+      "epoch": 0.290414878397711,
+      "grad_norm": 0.13360902198905927,
+      "learning_rate": 0.00016649881451643705,
+      "loss": 0.672,
+      "step": 3248
+    },
+    {
+      "epoch": 0.2905042918454936,
+      "grad_norm": 0.15474237477335065,
+      "learning_rate": 0.0001664771827572338,
+      "loss": 0.7229,
+      "step": 3249
+    },
+    {
+      "epoch": 0.2905937052932761,
+      "grad_norm": 0.16554972130461065,
+      "learning_rate": 0.0001664555454226695,
+      "loss": 0.709,
+      "step": 3250
+    },
+    {
+      "epoch": 0.2906831187410587,
+      "grad_norm": 0.1316343099567834,
+      "learning_rate": 0.00016643390251455884,
+      "loss": 0.6491,
+      "step": 3251
+    },
+    {
+      "epoch": 0.2907725321888412,
+      "grad_norm": 0.143727059827014,
+      "learning_rate": 0.00016641225403471701,
+      "loss": 0.671,
+      "step": 3252
+    },
+    {
+      "epoch": 0.29086194563662376,
+      "grad_norm": 0.14069831035162667,
+      "learning_rate": 0.00016639059998495968,
+      "loss": 0.6801,
+      "step": 3253
+    },
+    {
+      "epoch": 0.2909513590844063,
+      "grad_norm": 0.15076709618118375,
+      "learning_rate": 0.00016636894036710286,
+      "loss": 0.7068,
+      "step": 3254
+    },
+    {
+      "epoch": 0.29104077253218885,
+      "grad_norm": 0.17549742070147548,
+      "learning_rate": 0.0001663472751829632,
+      "loss": 0.7061,
+      "step": 3255
+    },
+    {
+      "epoch": 0.29113018597997137,
+      "grad_norm": 0.13383385055682742,
+      "learning_rate": 0.0001663256044343577,
+      "loss": 0.6964,
+      "step": 3256
+    },
+    {
+      "epoch": 0.29121959942775394,
+      "grad_norm": 0.11273774002721049,
+      "learning_rate": 0.00016630392812310384,
+      "loss": 0.6406,
+      "step": 3257
+    },
+    {
+      "epoch": 0.29130901287553645,
+      "grad_norm": 0.12647343456094554,
+      "learning_rate": 0.00016628224625101962,
+      "loss": 0.6579,
+      "step": 3258
+    },
+    {
+      "epoch": 0.291398426323319,
+      "grad_norm": 0.1403609370573974,
+      "learning_rate": 0.00016626055881992344,
+      "loss": 0.6758,
+      "step": 3259
+    },
+    {
+      "epoch": 0.2914878397711016,
+      "grad_norm": 0.15097214794245709,
+      "learning_rate": 0.00016623886583163423,
+      "loss": 0.6652,
+      "step": 3260
+    },
+    {
+      "epoch": 0.2915772532188841,
+      "grad_norm": 0.13992976657188527,
+      "learning_rate": 0.00016621716728797132,
+      "loss": 0.6765,
+      "step": 3261
+    },
+    {
+      "epoch": 0.2916666666666667,
+      "grad_norm": 0.14565678566471352,
+      "learning_rate": 0.00016619546319075455,
+      "loss": 0.752,
+      "step": 3262
+    },
+    {
+      "epoch": 0.2917560801144492,
+      "grad_norm": 0.15583586151615914,
+      "learning_rate": 0.00016617375354180424,
+      "loss": 0.7166,
+      "step": 3263
+    },
+    {
+      "epoch": 0.2918454935622318,
+      "grad_norm": 0.1638179697930994,
+      "learning_rate": 0.00016615203834294119,
+      "loss": 0.7079,
+      "step": 3264
+    },
+    {
+      "epoch": 0.2919349070100143,
+      "grad_norm": 0.1429053691130731,
+      "learning_rate": 0.0001661303175959865,
+      "loss": 0.674,
+      "step": 3265
+    },
+    {
+      "epoch": 0.29202432045779686,
+      "grad_norm": 0.12165563194128205,
+      "learning_rate": 0.00016610859130276198,
+      "loss": 0.6737,
+      "step": 3266
+    },
+    {
+      "epoch": 0.2921137339055794,
+      "grad_norm": 0.13208616256961367,
+      "learning_rate": 0.00016608685946508972,
+      "loss": 0.6864,
+      "step": 3267
+    },
+    {
+      "epoch": 0.29220314735336195,
+      "grad_norm": 0.17377803885370316,
+      "learning_rate": 0.00016606512208479238,
+      "loss": 0.6739,
+      "step": 3268
+    },
+    {
+      "epoch": 0.2922925608011445,
+      "grad_norm": 0.15740696513822933,
+      "learning_rate": 0.00016604337916369306,
+      "loss": 0.6799,
+      "step": 3269
+    },
+    {
+      "epoch": 0.29238197424892703,
+      "grad_norm": 0.12383940501295528,
+      "learning_rate": 0.00016602163070361526,
+      "loss": 0.6525,
+      "step": 3270
+    },
+    {
+      "epoch": 0.2924713876967096,
+      "grad_norm": 0.15104416707575086,
+      "learning_rate": 0.00016599987670638304,
+      "loss": 0.6767,
+      "step": 3271
+    },
+    {
+      "epoch": 0.2925608011444921,
+      "grad_norm": 0.16503099440764465,
+      "learning_rate": 0.00016597811717382083,
+      "loss": 0.6864,
+      "step": 3272
+    },
+    {
+      "epoch": 0.2926502145922747,
+      "grad_norm": 0.1719483243612804,
+      "learning_rate": 0.00016595635210775366,
+      "loss": 0.6887,
+      "step": 3273
+    },
+    {
+      "epoch": 0.2927396280400572,
+      "grad_norm": 0.15665196868864498,
+      "learning_rate": 0.00016593458151000688,
+      "loss": 0.6713,
+      "step": 3274
+    },
+    {
+      "epoch": 0.2928290414878398,
+      "grad_norm": 0.15839860749312215,
+      "learning_rate": 0.0001659128053824064,
+      "loss": 0.6854,
+      "step": 3275
+    },
+    {
+      "epoch": 0.2929184549356223,
+      "grad_norm": 0.13777394611427604,
+      "learning_rate": 0.0001658910237267785,
+      "loss": 0.681,
+      "step": 3276
+    },
+    {
+      "epoch": 0.29300786838340487,
+      "grad_norm": 0.11928053317596841,
+      "learning_rate": 0.00016586923654495004,
+      "loss": 0.6711,
+      "step": 3277
+    },
+    {
+      "epoch": 0.2930972818311874,
+      "grad_norm": 0.15520267692213327,
+      "learning_rate": 0.00016584744383874825,
+      "loss": 0.6936,
+      "step": 3278
+    },
+    {
+      "epoch": 0.29318669527896996,
+      "grad_norm": 0.14574139056551758,
+      "learning_rate": 0.00016582564561000088,
+      "loss": 0.6914,
+      "step": 3279
+    },
+    {
+      "epoch": 0.2932761087267525,
+      "grad_norm": 0.14617102250862427,
+      "learning_rate": 0.0001658038418605361,
+      "loss": 0.6987,
+      "step": 3280
+    },
+    {
+      "epoch": 0.29336552217453504,
+      "grad_norm": 0.14401338332312777,
+      "learning_rate": 0.00016578203259218257,
+      "loss": 0.698,
+      "step": 3281
+    },
+    {
+      "epoch": 0.2934549356223176,
+      "grad_norm": 0.14528675636182597,
+      "learning_rate": 0.00016576021780676943,
+      "loss": 0.6824,
+      "step": 3282
+    },
+    {
+      "epoch": 0.29354434907010013,
+      "grad_norm": 0.15609764940162962,
+      "learning_rate": 0.00016573839750612623,
+      "loss": 0.7033,
+      "step": 3283
+    },
+    {
+      "epoch": 0.2936337625178827,
+      "grad_norm": 0.1404879031809175,
+      "learning_rate": 0.00016571657169208302,
+      "loss": 0.6654,
+      "step": 3284
+    },
+    {
+      "epoch": 0.2937231759656652,
+      "grad_norm": 0.1373132851945822,
+      "learning_rate": 0.00016569474036647028,
+      "loss": 0.6467,
+      "step": 3285
+    },
+    {
+      "epoch": 0.2938125894134478,
+      "grad_norm": 0.1612962525708425,
+      "learning_rate": 0.00016567290353111905,
+      "loss": 0.6788,
+      "step": 3286
+    },
+    {
+      "epoch": 0.2939020028612303,
+      "grad_norm": 0.15975948736376447,
+      "learning_rate": 0.0001656510611878607,
+      "loss": 0.6049,
+      "step": 3287
+    },
+    {
+      "epoch": 0.2939914163090129,
+      "grad_norm": 0.1572192166652713,
+      "learning_rate": 0.00016562921333852714,
+      "loss": 0.7311,
+      "step": 3288
+    },
+    {
+      "epoch": 0.29408082975679545,
+      "grad_norm": 0.12424296615036835,
+      "learning_rate": 0.00016560735998495066,
+      "loss": 0.6228,
+      "step": 3289
+    },
+    {
+      "epoch": 0.29417024320457796,
+      "grad_norm": 0.1367234941668843,
+      "learning_rate": 0.0001655855011289642,
+      "loss": 0.6828,
+      "step": 3290
+    },
+    {
+      "epoch": 0.29425965665236054,
+      "grad_norm": 0.14810359683004204,
+      "learning_rate": 0.00016556363677240098,
+      "loss": 0.6892,
+      "step": 3291
+    },
+    {
+      "epoch": 0.29434907010014305,
+      "grad_norm": 0.14609682907213672,
+      "learning_rate": 0.00016554176691709467,
+      "loss": 0.7001,
+      "step": 3292
+    },
+    {
+      "epoch": 0.2944384835479256,
+      "grad_norm": 0.15343606931467121,
+      "learning_rate": 0.00016551989156487955,
+      "loss": 0.7151,
+      "step": 3293
+    },
+    {
+      "epoch": 0.29452789699570814,
+      "grad_norm": 0.1350893651003226,
+      "learning_rate": 0.00016549801071759026,
+      "loss": 0.6942,
+      "step": 3294
+    },
+    {
+      "epoch": 0.2946173104434907,
+      "grad_norm": 0.12051375407675671,
+      "learning_rate": 0.00016547612437706189,
+      "loss": 0.6512,
+      "step": 3295
+    },
+    {
+      "epoch": 0.2947067238912732,
+      "grad_norm": 0.13796165237902386,
+      "learning_rate": 0.00016545423254513004,
+      "loss": 0.6669,
+      "step": 3296
+    },
+    {
+      "epoch": 0.2947961373390558,
+      "grad_norm": 0.14639212525939269,
+      "learning_rate": 0.00016543233522363078,
+      "loss": 0.6756,
+      "step": 3297
+    },
+    {
+      "epoch": 0.2948855507868383,
+      "grad_norm": 0.15295918014088417,
+      "learning_rate": 0.00016541043241440057,
+      "loss": 0.7172,
+      "step": 3298
+    },
+    {
+      "epoch": 0.2949749642346209,
+      "grad_norm": 0.1310717777037996,
+      "learning_rate": 0.0001653885241192764,
+      "loss": 0.6788,
+      "step": 3299
+    },
+    {
+      "epoch": 0.29506437768240346,
+      "grad_norm": 0.14540515013151772,
+      "learning_rate": 0.00016536661034009567,
+      "loss": 0.6968,
+      "step": 3300
+    },
+    {
+      "epoch": 0.29515379113018597,
+      "grad_norm": 0.11776155749327043,
+      "learning_rate": 0.00016534469107869627,
+      "loss": 0.6622,
+      "step": 3301
+    },
+    {
+      "epoch": 0.29524320457796854,
+      "grad_norm": 0.15741273936215833,
+      "learning_rate": 0.00016532276633691656,
+      "loss": 0.6941,
+      "step": 3302
+    },
+    {
+      "epoch": 0.29533261802575106,
+      "grad_norm": 0.16004606639089533,
+      "learning_rate": 0.00016530083611659532,
+      "loss": 0.7534,
+      "step": 3303
+    },
+    {
+      "epoch": 0.29542203147353363,
+      "grad_norm": 0.1537939944784721,
+      "learning_rate": 0.00016527890041957184,
+      "loss": 0.7403,
+      "step": 3304
+    },
+    {
+      "epoch": 0.29551144492131615,
+      "grad_norm": 0.15586290987379736,
+      "learning_rate": 0.0001652569592476858,
+      "loss": 0.7319,
+      "step": 3305
+    },
+    {
+      "epoch": 0.2956008583690987,
+      "grad_norm": 0.14915585739502568,
+      "learning_rate": 0.0001652350126027774,
+      "loss": 0.6726,
+      "step": 3306
+    },
+    {
+      "epoch": 0.29569027181688123,
+      "grad_norm": 0.15998527620799158,
+      "learning_rate": 0.00016521306048668727,
+      "loss": 0.6727,
+      "step": 3307
+    },
+    {
+      "epoch": 0.2957796852646638,
+      "grad_norm": 0.12167925241825905,
+      "learning_rate": 0.00016519110290125652,
+      "loss": 0.6684,
+      "step": 3308
+    },
+    {
+      "epoch": 0.2958690987124464,
+      "grad_norm": 0.15455532723304657,
+      "learning_rate": 0.0001651691398483267,
+      "loss": 0.6793,
+      "step": 3309
+    },
+    {
+      "epoch": 0.2959585121602289,
+      "grad_norm": 0.14543169016842905,
+      "learning_rate": 0.00016514717132973982,
+      "loss": 0.6604,
+      "step": 3310
+    },
+    {
+      "epoch": 0.29604792560801146,
+      "grad_norm": 0.16429474724026172,
+      "learning_rate": 0.00016512519734733836,
+      "loss": 0.7031,
+      "step": 3311
+    },
+    {
+      "epoch": 0.296137339055794,
+      "grad_norm": 0.15330815795881755,
+      "learning_rate": 0.00016510321790296525,
+      "loss": 0.7005,
+      "step": 3312
+    },
+    {
+      "epoch": 0.29622675250357655,
+      "grad_norm": 0.16102930839033172,
+      "learning_rate": 0.0001650812329984639,
+      "loss": 0.6119,
+      "step": 3313
+    },
+    {
+      "epoch": 0.29631616595135907,
+      "grad_norm": 0.1509945563809666,
+      "learning_rate": 0.0001650592426356781,
+      "loss": 0.7109,
+      "step": 3314
+    },
+    {
+      "epoch": 0.29640557939914164,
+      "grad_norm": 0.15061063692209672,
+      "learning_rate": 0.00016503724681645222,
+      "loss": 0.677,
+      "step": 3315
+    },
+    {
+      "epoch": 0.29649499284692415,
+      "grad_norm": 0.14025209108708434,
+      "learning_rate": 0.000165015245542631,
+      "loss": 0.6751,
+      "step": 3316
+    },
+    {
+      "epoch": 0.2965844062947067,
+      "grad_norm": 0.16758275612406362,
+      "learning_rate": 0.00016499323881605964,
+      "loss": 0.71,
+      "step": 3317
+    },
+    {
+      "epoch": 0.2966738197424893,
+      "grad_norm": 0.15553388920450228,
+      "learning_rate": 0.00016497122663858385,
+      "loss": 0.7182,
+      "step": 3318
+    },
+    {
+      "epoch": 0.2967632331902718,
+      "grad_norm": 0.1473335100904085,
+      "learning_rate": 0.0001649492090120497,
+      "loss": 0.6928,
+      "step": 3319
+    },
+    {
+      "epoch": 0.2968526466380544,
+      "grad_norm": 0.16975009424716986,
+      "learning_rate": 0.00016492718593830389,
+      "loss": 0.7855,
+      "step": 3320
+    },
+    {
+      "epoch": 0.2969420600858369,
+      "grad_norm": 0.16336915525777643,
+      "learning_rate": 0.00016490515741919334,
+      "loss": 0.6954,
+      "step": 3321
+    },
+    {
+      "epoch": 0.2970314735336195,
+      "grad_norm": 0.15194663901598876,
+      "learning_rate": 0.00016488312345656566,
+      "loss": 0.6755,
+      "step": 3322
+    },
+    {
+      "epoch": 0.297120886981402,
+      "grad_norm": 0.15245165585346984,
+      "learning_rate": 0.0001648610840522688,
+      "loss": 0.7087,
+      "step": 3323
+    },
+    {
+      "epoch": 0.29721030042918456,
+      "grad_norm": 0.1479325472053864,
+      "learning_rate": 0.00016483903920815111,
+      "loss": 0.7086,
+      "step": 3324
+    },
+    {
+      "epoch": 0.2972997138769671,
+      "grad_norm": 0.1555877103337687,
+      "learning_rate": 0.0001648169889260615,
+      "loss": 0.7002,
+      "step": 3325
+    },
+    {
+      "epoch": 0.29738912732474965,
+      "grad_norm": 0.15275312659818074,
+      "learning_rate": 0.00016479493320784938,
+      "loss": 0.6265,
+      "step": 3326
+    },
+    {
+      "epoch": 0.29747854077253216,
+      "grad_norm": 0.14233991204302995,
+      "learning_rate": 0.0001647728720553644,
+      "loss": 0.6574,
+      "step": 3327
+    },
+    {
+      "epoch": 0.29756795422031473,
+      "grad_norm": 0.15551567902450786,
+      "learning_rate": 0.00016475080547045687,
+      "loss": 0.7065,
+      "step": 3328
+    },
+    {
+      "epoch": 0.2976573676680973,
+      "grad_norm": 0.1522909453301781,
+      "learning_rate": 0.0001647287334549775,
+      "loss": 0.705,
+      "step": 3329
+    },
+    {
+      "epoch": 0.2977467811158798,
+      "grad_norm": 0.12201912858235843,
+      "learning_rate": 0.00016470665601077742,
+      "loss": 0.6944,
+      "step": 3330
+    },
+    {
+      "epoch": 0.2978361945636624,
+      "grad_norm": 0.14957938960115014,
+      "learning_rate": 0.00016468457313970826,
+      "loss": 0.6404,
+      "step": 3331
+    },
+    {
+      "epoch": 0.2979256080114449,
+      "grad_norm": 0.15732701582899009,
+      "learning_rate": 0.00016466248484362208,
+      "loss": 0.6503,
+      "step": 3332
+    },
+    {
+      "epoch": 0.2980150214592275,
+      "grad_norm": 0.12361308621328122,
+      "learning_rate": 0.00016464039112437138,
+      "loss": 0.6758,
+      "step": 3333
+    },
+    {
+      "epoch": 0.29810443490701,
+      "grad_norm": 0.1452310862321344,
+      "learning_rate": 0.00016461829198380912,
+      "loss": 0.6997,
+      "step": 3334
+    },
+    {
+      "epoch": 0.29819384835479257,
+      "grad_norm": 0.15965906795749113,
+      "learning_rate": 0.00016459618742378876,
+      "loss": 0.7121,
+      "step": 3335
+    },
+    {
+      "epoch": 0.2982832618025751,
+      "grad_norm": 0.13725467199480768,
+      "learning_rate": 0.0001645740774461642,
+      "loss": 0.6789,
+      "step": 3336
+    },
+    {
+      "epoch": 0.29837267525035766,
+      "grad_norm": 0.1379512242723136,
+      "learning_rate": 0.00016455196205278968,
+      "loss": 0.717,
+      "step": 3337
+    },
+    {
+      "epoch": 0.2984620886981402,
+      "grad_norm": 0.14483091745539284,
+      "learning_rate": 0.0001645298412455201,
+      "loss": 0.7222,
+      "step": 3338
+    },
+    {
+      "epoch": 0.29855150214592274,
+      "grad_norm": 0.15028138172624328,
+      "learning_rate": 0.0001645077150262107,
+      "loss": 0.7203,
+      "step": 3339
+    },
+    {
+      "epoch": 0.2986409155937053,
+      "grad_norm": 0.13874412946116926,
+      "learning_rate": 0.00016448558339671713,
+      "loss": 0.6749,
+      "step": 3340
+    },
+    {
+      "epoch": 0.29873032904148783,
+      "grad_norm": 0.15620660154970348,
+      "learning_rate": 0.00016446344635889554,
+      "loss": 0.7227,
+      "step": 3341
+    },
+    {
+      "epoch": 0.2988197424892704,
+      "grad_norm": 0.14721898434282898,
+      "learning_rate": 0.00016444130391460258,
+      "loss": 0.6983,
+      "step": 3342
+    },
+    {
+      "epoch": 0.2989091559370529,
+      "grad_norm": 0.1470135470434449,
+      "learning_rate": 0.00016441915606569526,
+      "loss": 0.708,
+      "step": 3343
+    },
+    {
+      "epoch": 0.2989985693848355,
+      "grad_norm": 0.12968969392841756,
+      "learning_rate": 0.00016439700281403114,
+      "loss": 0.6854,
+      "step": 3344
+    },
+    {
+      "epoch": 0.299087982832618,
+      "grad_norm": 0.126758440799,
+      "learning_rate": 0.00016437484416146817,
+      "loss": 0.6373,
+      "step": 3345
+    },
+    {
+      "epoch": 0.2991773962804006,
+      "grad_norm": 0.1329162063031729,
+      "learning_rate": 0.00016435268010986476,
+      "loss": 0.7185,
+      "step": 3346
+    },
+    {
+      "epoch": 0.2992668097281831,
+      "grad_norm": 0.15785800296699634,
+      "learning_rate": 0.0001643305106610798,
+      "loss": 0.7492,
+      "step": 3347
+    },
+    {
+      "epoch": 0.29935622317596566,
+      "grad_norm": 0.14011070109122564,
+      "learning_rate": 0.00016430833581697254,
+      "loss": 0.6769,
+      "step": 3348
+    },
+    {
+      "epoch": 0.29944563662374823,
+      "grad_norm": 0.1551191803713298,
+      "learning_rate": 0.00016428615557940288,
+      "loss": 0.7111,
+      "step": 3349
+    },
+    {
+      "epoch": 0.29953505007153075,
+      "grad_norm": 0.13727532459911523,
+      "learning_rate": 0.000164263969950231,
+      "loss": 0.7354,
+      "step": 3350
+    },
+    {
+      "epoch": 0.2996244635193133,
+      "grad_norm": 0.1306330598627231,
+      "learning_rate": 0.0001642417789313175,
+      "loss": 0.6831,
+      "step": 3351
+    },
+    {
+      "epoch": 0.29971387696709584,
+      "grad_norm": 0.12776346820629383,
+      "learning_rate": 0.00016421958252452363,
+      "loss": 0.6729,
+      "step": 3352
+    },
+    {
+      "epoch": 0.2998032904148784,
+      "grad_norm": 0.16330507239112182,
+      "learning_rate": 0.00016419738073171093,
+      "loss": 0.7089,
+      "step": 3353
+    },
+    {
+      "epoch": 0.2998927038626609,
+      "grad_norm": 0.1436964211678753,
+      "learning_rate": 0.00016417517355474145,
+      "loss": 0.7003,
+      "step": 3354
+    },
+    {
+      "epoch": 0.2999821173104435,
+      "grad_norm": 0.13955957025618615,
+      "learning_rate": 0.00016415296099547765,
+      "loss": 0.7025,
+      "step": 3355
+    },
+    {
+      "epoch": 0.300071530758226,
+      "grad_norm": 0.16466196880446896,
+      "learning_rate": 0.0001641307430557825,
+      "loss": 0.7156,
+      "step": 3356
+    },
+    {
+      "epoch": 0.3001609442060086,
+      "grad_norm": 0.14534983401031962,
+      "learning_rate": 0.0001641085197375194,
+      "loss": 0.6923,
+      "step": 3357
+    },
+    {
+      "epoch": 0.30025035765379116,
+      "grad_norm": 0.16414585753239447,
+      "learning_rate": 0.00016408629104255212,
+      "loss": 0.7191,
+      "step": 3358
+    },
+    {
+      "epoch": 0.30033977110157367,
+      "grad_norm": 0.14882460566622088,
+      "learning_rate": 0.00016406405697274505,
+      "loss": 0.6825,
+      "step": 3359
+    },
+    {
+      "epoch": 0.30042918454935624,
+      "grad_norm": 0.12844384676994275,
+      "learning_rate": 0.00016404181752996289,
+      "loss": 0.6787,
+      "step": 3360
+    },
+    {
+      "epoch": 0.30051859799713876,
+      "grad_norm": 0.14883722531567853,
+      "learning_rate": 0.00016401957271607083,
+      "loss": 0.6975,
+      "step": 3361
+    },
+    {
+      "epoch": 0.30060801144492133,
+      "grad_norm": 0.16639550232872263,
+      "learning_rate": 0.0001639973225329345,
+      "loss": 0.7289,
+      "step": 3362
+    },
+    {
+      "epoch": 0.30069742489270385,
+      "grad_norm": 0.14721732036333282,
+      "learning_rate": 0.00016397506698242003,
+      "loss": 0.7027,
+      "step": 3363
+    },
+    {
+      "epoch": 0.3007868383404864,
+      "grad_norm": 0.14423339755437284,
+      "learning_rate": 0.00016395280606639395,
+      "loss": 0.6494,
+      "step": 3364
+    },
+    {
+      "epoch": 0.30087625178826893,
+      "grad_norm": 0.1339430201886414,
+      "learning_rate": 0.00016393053978672328,
+      "loss": 0.6611,
+      "step": 3365
+    },
+    {
+      "epoch": 0.3009656652360515,
+      "grad_norm": 0.15441968378486676,
+      "learning_rate": 0.00016390826814527545,
+      "loss": 0.7388,
+      "step": 3366
+    },
+    {
+      "epoch": 0.301055078683834,
+      "grad_norm": 0.13939221640548904,
+      "learning_rate": 0.00016388599114391833,
+      "loss": 0.6865,
+      "step": 3367
+    },
+    {
+      "epoch": 0.3011444921316166,
+      "grad_norm": 0.13137640575058146,
+      "learning_rate": 0.0001638637087845203,
+      "loss": 0.6566,
+      "step": 3368
+    },
+    {
+      "epoch": 0.30123390557939916,
+      "grad_norm": 0.174870743169558,
+      "learning_rate": 0.00016384142106895015,
+      "loss": 0.7312,
+      "step": 3369
+    },
+    {
+      "epoch": 0.3013233190271817,
+      "grad_norm": 0.14633850859545836,
+      "learning_rate": 0.0001638191279990771,
+      "loss": 0.695,
+      "step": 3370
+    },
+    {
+      "epoch": 0.30141273247496425,
+      "grad_norm": 0.1586878686969432,
+      "learning_rate": 0.00016379682957677087,
+      "loss": 0.7089,
+      "step": 3371
+    },
+    {
+      "epoch": 0.30150214592274677,
+      "grad_norm": 0.13835392379341369,
+      "learning_rate": 0.00016377452580390158,
+      "loss": 0.6842,
+      "step": 3372
+    },
+    {
+      "epoch": 0.30159155937052934,
+      "grad_norm": 0.14027460844548215,
+      "learning_rate": 0.00016375221668233985,
+      "loss": 0.7182,
+      "step": 3373
+    },
+    {
+      "epoch": 0.30168097281831185,
+      "grad_norm": 0.1492254779489094,
+      "learning_rate": 0.00016372990221395666,
+      "loss": 0.697,
+      "step": 3374
+    },
+    {
+      "epoch": 0.3017703862660944,
+      "grad_norm": 0.15804027208636975,
+      "learning_rate": 0.00016370758240062357,
+      "loss": 0.7317,
+      "step": 3375
+    },
+    {
+      "epoch": 0.30185979971387694,
+      "grad_norm": 0.14094170898203062,
+      "learning_rate": 0.00016368525724421248,
+      "loss": 0.6782,
+      "step": 3376
+    },
+    {
+      "epoch": 0.3019492131616595,
+      "grad_norm": 0.13757842138035764,
+      "learning_rate": 0.00016366292674659577,
+      "loss": 0.6978,
+      "step": 3377
+    },
+    {
+      "epoch": 0.3020386266094421,
+      "grad_norm": 0.13637425329111996,
+      "learning_rate": 0.0001636405909096463,
+      "loss": 0.6826,
+      "step": 3378
+    },
+    {
+      "epoch": 0.3021280400572246,
+      "grad_norm": 0.14100603468250253,
+      "learning_rate": 0.0001636182497352373,
+      "loss": 0.6631,
+      "step": 3379
+    },
+    {
+      "epoch": 0.30221745350500717,
+      "grad_norm": 0.15602059000210336,
+      "learning_rate": 0.00016359590322524253,
+      "loss": 0.7373,
+      "step": 3380
+    },
+    {
+      "epoch": 0.3023068669527897,
+      "grad_norm": 0.16017236926172043,
+      "learning_rate": 0.0001635735513815362,
+      "loss": 0.6768,
+      "step": 3381
+    },
+    {
+      "epoch": 0.30239628040057226,
+      "grad_norm": 0.15705390515671716,
+      "learning_rate": 0.00016355119420599282,
+      "loss": 0.7105,
+      "step": 3382
+    },
+    {
+      "epoch": 0.3024856938483548,
+      "grad_norm": 0.17194060223946772,
+      "learning_rate": 0.00016352883170048758,
+      "loss": 0.7016,
+      "step": 3383
+    },
+    {
+      "epoch": 0.30257510729613735,
+      "grad_norm": 0.1472778320179766,
+      "learning_rate": 0.00016350646386689593,
+      "loss": 0.6442,
+      "step": 3384
+    },
+    {
+      "epoch": 0.30266452074391986,
+      "grad_norm": 0.14814309455328328,
+      "learning_rate": 0.0001634840907070939,
+      "loss": 0.7134,
+      "step": 3385
+    },
+    {
+      "epoch": 0.30275393419170243,
+      "grad_norm": 0.15391340787186136,
+      "learning_rate": 0.0001634617122229578,
+      "loss": 0.6914,
+      "step": 3386
+    },
+    {
+      "epoch": 0.302843347639485,
+      "grad_norm": 0.14808463080169737,
+      "learning_rate": 0.00016343932841636456,
+      "loss": 0.7384,
+      "step": 3387
+    },
+    {
+      "epoch": 0.3029327610872675,
+      "grad_norm": 0.15071537754934305,
+      "learning_rate": 0.00016341693928919145,
+      "loss": 0.6894,
+      "step": 3388
+    },
+    {
+      "epoch": 0.3030221745350501,
+      "grad_norm": 0.15137620080582367,
+      "learning_rate": 0.00016339454484331624,
+      "loss": 0.6555,
+      "step": 3389
+    },
+    {
+      "epoch": 0.3031115879828326,
+      "grad_norm": 0.14198955583838566,
+      "learning_rate": 0.00016337214508061712,
+      "loss": 0.6783,
+      "step": 3390
+    },
+    {
+      "epoch": 0.3032010014306152,
+      "grad_norm": 0.1366786383063922,
+      "learning_rate": 0.00016334974000297271,
+      "loss": 0.6983,
+      "step": 3391
+    },
+    {
+      "epoch": 0.3032904148783977,
+      "grad_norm": 0.12757530803237085,
+      "learning_rate": 0.0001633273296122621,
+      "loss": 0.6319,
+      "step": 3392
+    },
+    {
+      "epoch": 0.30337982832618027,
+      "grad_norm": 0.15168118720290558,
+      "learning_rate": 0.0001633049139103649,
+      "loss": 0.6983,
+      "step": 3393
+    },
+    {
+      "epoch": 0.3034692417739628,
+      "grad_norm": 0.1356421298699769,
+      "learning_rate": 0.00016328249289916097,
+      "loss": 0.6541,
+      "step": 3394
+    },
+    {
+      "epoch": 0.30355865522174535,
+      "grad_norm": 0.1617221515797746,
+      "learning_rate": 0.00016326006658053078,
+      "loss": 0.6953,
+      "step": 3395
+    },
+    {
+      "epoch": 0.30364806866952787,
+      "grad_norm": 0.14882170919450152,
+      "learning_rate": 0.00016323763495635523,
+      "loss": 0.6759,
+      "step": 3396
+    },
+    {
+      "epoch": 0.30373748211731044,
+      "grad_norm": 0.1527055346793508,
+      "learning_rate": 0.00016321519802851557,
+      "loss": 0.6809,
+      "step": 3397
+    },
+    {
+      "epoch": 0.303826895565093,
+      "grad_norm": 0.15622692882358272,
+      "learning_rate": 0.00016319275579889365,
+      "loss": 0.6847,
+      "step": 3398
+    },
+    {
+      "epoch": 0.30391630901287553,
+      "grad_norm": 0.14116201494460925,
+      "learning_rate": 0.0001631703082693716,
+      "loss": 0.6534,
+      "step": 3399
+    },
+    {
+      "epoch": 0.3040057224606581,
+      "grad_norm": 0.159894571203019,
+      "learning_rate": 0.00016314785544183208,
+      "loss": 0.7251,
+      "step": 3400
+    },
+    {
+      "epoch": 0.3040951359084406,
+      "grad_norm": 0.14039050039539544,
+      "learning_rate": 0.00016312539731815816,
+      "loss": 0.6564,
+      "step": 3401
+    },
+    {
+      "epoch": 0.3041845493562232,
+      "grad_norm": 0.14417290407767808,
+      "learning_rate": 0.00016310293390023344,
+      "loss": 0.6482,
+      "step": 3402
+    },
+    {
+      "epoch": 0.3042739628040057,
+      "grad_norm": 0.13733457590775894,
+      "learning_rate": 0.00016308046518994184,
+      "loss": 0.6766,
+      "step": 3403
+    },
+    {
+      "epoch": 0.3043633762517883,
+      "grad_norm": 0.16505239369719782,
+      "learning_rate": 0.00016305799118916783,
+      "loss": 0.7288,
+      "step": 3404
+    },
+    {
+      "epoch": 0.3044527896995708,
+      "grad_norm": 0.1624982764052509,
+      "learning_rate": 0.00016303551189979625,
+      "loss": 0.7377,
+      "step": 3405
+    },
+    {
+      "epoch": 0.30454220314735336,
+      "grad_norm": 0.14086210714937164,
+      "learning_rate": 0.0001630130273237124,
+      "loss": 0.7175,
+      "step": 3406
+    },
+    {
+      "epoch": 0.30463161659513593,
+      "grad_norm": 0.16292930901290922,
+      "learning_rate": 0.00016299053746280206,
+      "loss": 0.6851,
+      "step": 3407
+    },
+    {
+      "epoch": 0.30472103004291845,
+      "grad_norm": 0.15581080827025814,
+      "learning_rate": 0.00016296804231895142,
+      "loss": 0.7144,
+      "step": 3408
+    },
+    {
+      "epoch": 0.304810443490701,
+      "grad_norm": 0.1496063904104836,
+      "learning_rate": 0.00016294554189404708,
+      "loss": 0.6894,
+      "step": 3409
+    },
+    {
+      "epoch": 0.30489985693848354,
+      "grad_norm": 0.15040556796474294,
+      "learning_rate": 0.00016292303618997619,
+      "loss": 0.6714,
+      "step": 3410
+    },
+    {
+      "epoch": 0.3049892703862661,
+      "grad_norm": 0.14165879722883729,
+      "learning_rate": 0.00016290052520862624,
+      "loss": 0.6969,
+      "step": 3411
+    },
+    {
+      "epoch": 0.3050786838340486,
+      "grad_norm": 0.14929700706581064,
+      "learning_rate": 0.00016287800895188522,
+      "loss": 0.6824,
+      "step": 3412
+    },
+    {
+      "epoch": 0.3051680972818312,
+      "grad_norm": 0.17182030285238375,
+      "learning_rate": 0.0001628554874216415,
+      "loss": 0.737,
+      "step": 3413
+    },
+    {
+      "epoch": 0.3052575107296137,
+      "grad_norm": 0.15057182012687118,
+      "learning_rate": 0.00016283296061978398,
+      "loss": 0.7071,
+      "step": 3414
+    },
+    {
+      "epoch": 0.3053469241773963,
+      "grad_norm": 0.1624745637873291,
+      "learning_rate": 0.00016281042854820194,
+      "loss": 0.7143,
+      "step": 3415
+    },
+    {
+      "epoch": 0.3054363376251788,
+      "grad_norm": 0.1632959910711152,
+      "learning_rate": 0.0001627878912087851,
+      "loss": 0.7292,
+      "step": 3416
+    },
+    {
+      "epoch": 0.30552575107296137,
+      "grad_norm": 0.15589153879746068,
+      "learning_rate": 0.00016276534860342368,
+      "loss": 0.7421,
+      "step": 3417
+    },
+    {
+      "epoch": 0.30561516452074394,
+      "grad_norm": 0.1479164451802405,
+      "learning_rate": 0.00016274280073400824,
+      "loss": 0.6722,
+      "step": 3418
+    },
+    {
+      "epoch": 0.30570457796852646,
+      "grad_norm": 0.14262589548914562,
+      "learning_rate": 0.00016272024760242992,
+      "loss": 0.6695,
+      "step": 3419
+    },
+    {
+      "epoch": 0.30579399141630903,
+      "grad_norm": 0.16676770084627232,
+      "learning_rate": 0.00016269768921058013,
+      "loss": 0.726,
+      "step": 3420
+    },
+    {
+      "epoch": 0.30588340486409155,
+      "grad_norm": 0.13354266537675363,
+      "learning_rate": 0.0001626751255603509,
+      "loss": 0.6531,
+      "step": 3421
+    },
+    {
+      "epoch": 0.3059728183118741,
+      "grad_norm": 0.14189469793284815,
+      "learning_rate": 0.00016265255665363454,
+      "loss": 0.6609,
+      "step": 3422
+    },
+    {
+      "epoch": 0.30606223175965663,
+      "grad_norm": 0.14847197280840524,
+      "learning_rate": 0.00016262998249232398,
+      "loss": 0.7288,
+      "step": 3423
+    },
+    {
+      "epoch": 0.3061516452074392,
+      "grad_norm": 0.1517677988662608,
+      "learning_rate": 0.00016260740307831237,
+      "loss": 0.6534,
+      "step": 3424
+    },
+    {
+      "epoch": 0.3062410586552217,
+      "grad_norm": 0.15304391666452574,
+      "learning_rate": 0.00016258481841349348,
+      "loss": 0.6955,
+      "step": 3425
+    },
+    {
+      "epoch": 0.3063304721030043,
+      "grad_norm": 0.15413338660251233,
+      "learning_rate": 0.0001625622284997615,
+      "loss": 0.7366,
+      "step": 3426
+    },
+    {
+      "epoch": 0.30641988555078686,
+      "grad_norm": 0.16545216630370246,
+      "learning_rate": 0.0001625396333390109,
+      "loss": 0.6853,
+      "step": 3427
+    },
+    {
+      "epoch": 0.3065092989985694,
+      "grad_norm": 0.147736673975323,
+      "learning_rate": 0.00016251703293313687,
+      "loss": 0.702,
+      "step": 3428
+    },
+    {
+      "epoch": 0.30659871244635195,
+      "grad_norm": 0.17661413580321259,
+      "learning_rate": 0.00016249442728403474,
+      "loss": 0.6654,
+      "step": 3429
+    },
+    {
+      "epoch": 0.30668812589413447,
+      "grad_norm": 0.1413792560720921,
+      "learning_rate": 0.00016247181639360045,
+      "loss": 0.6601,
+      "step": 3430
+    },
+    {
+      "epoch": 0.30677753934191704,
+      "grad_norm": 0.1581171855805899,
+      "learning_rate": 0.00016244920026373038,
+      "loss": 0.75,
+      "step": 3431
+    },
+    {
+      "epoch": 0.30686695278969955,
+      "grad_norm": 0.16633601420088615,
+      "learning_rate": 0.00016242657889632133,
+      "loss": 0.6786,
+      "step": 3432
+    },
+    {
+      "epoch": 0.3069563662374821,
+      "grad_norm": 0.15489319851531388,
+      "learning_rate": 0.0001624039522932705,
+      "loss": 0.6601,
+      "step": 3433
+    },
+    {
+      "epoch": 0.30704577968526464,
+      "grad_norm": 0.1597392469115769,
+      "learning_rate": 0.00016238132045647553,
+      "loss": 0.7471,
+      "step": 3434
+    },
+    {
+      "epoch": 0.3071351931330472,
+      "grad_norm": 0.14960503442971923,
+      "learning_rate": 0.00016235868338783455,
+      "loss": 0.673,
+      "step": 3435
+    },
+    {
+      "epoch": 0.3072246065808298,
+      "grad_norm": 0.12615265765412695,
+      "learning_rate": 0.00016233604108924609,
+      "loss": 0.6804,
+      "step": 3436
+    },
+    {
+      "epoch": 0.3073140200286123,
+      "grad_norm": 0.15524527478525832,
+      "learning_rate": 0.0001623133935626092,
+      "loss": 0.689,
+      "step": 3437
+    },
+    {
+      "epoch": 0.30740343347639487,
+      "grad_norm": 0.1315212719510956,
+      "learning_rate": 0.00016229074080982317,
+      "loss": 0.6603,
+      "step": 3438
+    },
+    {
+      "epoch": 0.3074928469241774,
+      "grad_norm": 0.11642796939632952,
+      "learning_rate": 0.000162268082832788,
+      "loss": 0.6731,
+      "step": 3439
+    },
+    {
+      "epoch": 0.30758226037195996,
+      "grad_norm": 0.14411807582238445,
+      "learning_rate": 0.00016224541963340391,
+      "loss": 0.7107,
+      "step": 3440
+    },
+    {
+      "epoch": 0.3076716738197425,
+      "grad_norm": 0.147247669646995,
+      "learning_rate": 0.00016222275121357163,
+      "loss": 0.6925,
+      "step": 3441
+    },
+    {
+      "epoch": 0.30776108726752505,
+      "grad_norm": 0.13419203237266744,
+      "learning_rate": 0.00016220007757519238,
+      "loss": 0.6756,
+      "step": 3442
+    },
+    {
+      "epoch": 0.30785050071530756,
+      "grad_norm": 0.1504278168183725,
+      "learning_rate": 0.00016217739872016772,
+      "loss": 0.6808,
+      "step": 3443
+    },
+    {
+      "epoch": 0.30793991416309013,
+      "grad_norm": 0.12671625535464362,
+      "learning_rate": 0.00016215471465039975,
+      "loss": 0.6733,
+      "step": 3444
+    },
+    {
+      "epoch": 0.30802932761087265,
+      "grad_norm": 0.1347808836978225,
+      "learning_rate": 0.00016213202536779087,
+      "loss": 0.7363,
+      "step": 3445
+    },
+    {
+      "epoch": 0.3081187410586552,
+      "grad_norm": 0.15114466324043282,
+      "learning_rate": 0.00016210933087424412,
+      "loss": 0.7313,
+      "step": 3446
+    },
+    {
+      "epoch": 0.3082081545064378,
+      "grad_norm": 0.15952120156796462,
+      "learning_rate": 0.00016208663117166277,
+      "loss": 0.7074,
+      "step": 3447
+    },
+    {
+      "epoch": 0.3082975679542203,
+      "grad_norm": 0.13932816440036724,
+      "learning_rate": 0.00016206392626195063,
+      "loss": 0.7146,
+      "step": 3448
+    },
+    {
+      "epoch": 0.3083869814020029,
+      "grad_norm": 0.1441420964872084,
+      "learning_rate": 0.00016204121614701197,
+      "loss": 0.7031,
+      "step": 3449
+    },
+    {
+      "epoch": 0.3084763948497854,
+      "grad_norm": 0.13203886332900194,
+      "learning_rate": 0.00016201850082875146,
+      "loss": 0.6784,
+      "step": 3450
+    },
+    {
+      "epoch": 0.30856580829756797,
+      "grad_norm": 0.126806773174317,
+      "learning_rate": 0.00016199578030907415,
+      "loss": 0.695,
+      "step": 3451
+    },
+    {
+      "epoch": 0.3086552217453505,
+      "grad_norm": 0.125618546545134,
+      "learning_rate": 0.0001619730545898856,
+      "loss": 0.7047,
+      "step": 3452
+    },
+    {
+      "epoch": 0.30874463519313305,
+      "grad_norm": 0.12336596590280455,
+      "learning_rate": 0.00016195032367309183,
+      "loss": 0.7153,
+      "step": 3453
+    },
+    {
+      "epoch": 0.30883404864091557,
+      "grad_norm": 0.15260661496485767,
+      "learning_rate": 0.00016192758756059926,
+      "loss": 0.7419,
+      "step": 3454
+    },
+    {
+      "epoch": 0.30892346208869814,
+      "grad_norm": 0.14882274566766884,
+      "learning_rate": 0.00016190484625431468,
+      "loss": 0.6981,
+      "step": 3455
+    },
+    {
+      "epoch": 0.3090128755364807,
+      "grad_norm": 0.16131602917790092,
+      "learning_rate": 0.00016188209975614542,
+      "loss": 0.7143,
+      "step": 3456
+    },
+    {
+      "epoch": 0.30910228898426323,
+      "grad_norm": 0.1669276952974695,
+      "learning_rate": 0.00016185934806799916,
+      "loss": 0.7402,
+      "step": 3457
+    },
+    {
+      "epoch": 0.3091917024320458,
+      "grad_norm": 0.1484123814186709,
+      "learning_rate": 0.0001618365911917841,
+      "loss": 0.7077,
+      "step": 3458
+    },
+    {
+      "epoch": 0.3092811158798283,
+      "grad_norm": 0.15524529059058792,
+      "learning_rate": 0.00016181382912940884,
+      "loss": 0.6565,
+      "step": 3459
+    },
+    {
+      "epoch": 0.3093705293276109,
+      "grad_norm": 0.14535129430128926,
+      "learning_rate": 0.00016179106188278234,
+      "loss": 0.7164,
+      "step": 3460
+    },
+    {
+      "epoch": 0.3094599427753934,
+      "grad_norm": 0.13728790944815736,
+      "learning_rate": 0.00016176828945381415,
+      "loss": 0.6607,
+      "step": 3461
+    },
+    {
+      "epoch": 0.309549356223176,
+      "grad_norm": 0.1595287078353022,
+      "learning_rate": 0.00016174551184441408,
+      "loss": 0.7024,
+      "step": 3462
+    },
+    {
+      "epoch": 0.3096387696709585,
+      "grad_norm": 0.1350751582010657,
+      "learning_rate": 0.00016172272905649253,
+      "loss": 0.6729,
+      "step": 3463
+    },
+    {
+      "epoch": 0.30972818311874106,
+      "grad_norm": 0.1470610138287898,
+      "learning_rate": 0.00016169994109196023,
+      "loss": 0.6506,
+      "step": 3464
+    },
+    {
+      "epoch": 0.3098175965665236,
+      "grad_norm": 0.15041950154495096,
+      "learning_rate": 0.00016167714795272837,
+      "loss": 0.7408,
+      "step": 3465
+    },
+    {
+      "epoch": 0.30990701001430615,
+      "grad_norm": 0.15110294292840784,
+      "learning_rate": 0.00016165434964070862,
+      "loss": 0.7089,
+      "step": 3466
+    },
+    {
+      "epoch": 0.3099964234620887,
+      "grad_norm": 0.15372431123087457,
+      "learning_rate": 0.000161631546157813,
+      "loss": 0.7075,
+      "step": 3467
+    },
+    {
+      "epoch": 0.31008583690987124,
+      "grad_norm": 0.1535573834442973,
+      "learning_rate": 0.00016160873750595405,
+      "loss": 0.6645,
+      "step": 3468
+    },
+    {
+      "epoch": 0.3101752503576538,
+      "grad_norm": 0.14498956481661004,
+      "learning_rate": 0.00016158592368704472,
+      "loss": 0.6896,
+      "step": 3469
+    },
+    {
+      "epoch": 0.3102646638054363,
+      "grad_norm": 0.13486120488082204,
+      "learning_rate": 0.00016156310470299832,
+      "loss": 0.6664,
+      "step": 3470
+    },
+    {
+      "epoch": 0.3103540772532189,
+      "grad_norm": 0.15213198491688615,
+      "learning_rate": 0.00016154028055572866,
+      "loss": 0.7355,
+      "step": 3471
+    },
+    {
+      "epoch": 0.3104434907010014,
+      "grad_norm": 0.17359813248490832,
+      "learning_rate": 0.00016151745124715002,
+      "loss": 0.7537,
+      "step": 3472
+    },
+    {
+      "epoch": 0.310532904148784,
+      "grad_norm": 0.130072694699245,
+      "learning_rate": 0.000161494616779177,
+      "loss": 0.6477,
+      "step": 3473
+    },
+    {
+      "epoch": 0.3106223175965665,
+      "grad_norm": 0.1331790312660919,
+      "learning_rate": 0.00016147177715372476,
+      "loss": 0.6751,
+      "step": 3474
+    },
+    {
+      "epoch": 0.31071173104434907,
+      "grad_norm": 0.1595732440733569,
+      "learning_rate": 0.00016144893237270887,
+      "loss": 0.6736,
+      "step": 3475
+    },
+    {
+      "epoch": 0.31080114449213164,
+      "grad_norm": 0.14519114907322453,
+      "learning_rate": 0.00016142608243804513,
+      "loss": 0.6945,
+      "step": 3476
+    },
+    {
+      "epoch": 0.31089055793991416,
+      "grad_norm": 0.17289004795619276,
+      "learning_rate": 0.0001614032273516501,
+      "loss": 0.7304,
+      "step": 3477
+    },
+    {
+      "epoch": 0.31097997138769673,
+      "grad_norm": 0.1382606720947228,
+      "learning_rate": 0.00016138036711544054,
+      "loss": 0.6684,
+      "step": 3478
+    },
+    {
+      "epoch": 0.31106938483547925,
+      "grad_norm": 0.14340141181651328,
+      "learning_rate": 0.0001613575017313337,
+      "loss": 0.6571,
+      "step": 3479
+    },
+    {
+      "epoch": 0.3111587982832618,
+      "grad_norm": 0.15906856347073645,
+      "learning_rate": 0.00016133463120124731,
+      "loss": 0.7343,
+      "step": 3480
+    },
+    {
+      "epoch": 0.31124821173104433,
+      "grad_norm": 0.14727710500458507,
+      "learning_rate": 0.00016131175552709946,
+      "loss": 0.6856,
+      "step": 3481
+    },
+    {
+      "epoch": 0.3113376251788269,
+      "grad_norm": 0.13890751446716137,
+      "learning_rate": 0.00016128887471080874,
+      "loss": 0.7218,
+      "step": 3482
+    },
+    {
+      "epoch": 0.3114270386266094,
+      "grad_norm": 0.13832912083401375,
+      "learning_rate": 0.00016126598875429408,
+      "loss": 0.6835,
+      "step": 3483
+    },
+    {
+      "epoch": 0.311516452074392,
+      "grad_norm": 0.12250382069976887,
+      "learning_rate": 0.00016124309765947498,
+      "loss": 0.6562,
+      "step": 3484
+    },
+    {
+      "epoch": 0.3116058655221745,
+      "grad_norm": 0.1290104090746206,
+      "learning_rate": 0.00016122020142827123,
+      "loss": 0.6657,
+      "step": 3485
+    },
+    {
+      "epoch": 0.3116952789699571,
+      "grad_norm": 0.15348001837849365,
+      "learning_rate": 0.0001611973000626031,
+      "loss": 0.6973,
+      "step": 3486
+    },
+    {
+      "epoch": 0.31178469241773965,
+      "grad_norm": 0.15382349254850156,
+      "learning_rate": 0.00016117439356439132,
+      "loss": 0.731,
+      "step": 3487
+    },
+    {
+      "epoch": 0.31187410586552217,
+      "grad_norm": 0.13753366924590352,
+      "learning_rate": 0.00016115148193555706,
+      "loss": 0.6617,
+      "step": 3488
+    },
+    {
+      "epoch": 0.31196351931330474,
+      "grad_norm": 0.15788857982370896,
+      "learning_rate": 0.00016112856517802183,
+      "loss": 0.7055,
+      "step": 3489
+    },
+    {
+      "epoch": 0.31205293276108725,
+      "grad_norm": 0.1305100301095329,
+      "learning_rate": 0.0001611056432937077,
+      "loss": 0.7009,
+      "step": 3490
+    },
+    {
+      "epoch": 0.3121423462088698,
+      "grad_norm": 0.1696855940516838,
+      "learning_rate": 0.00016108271628453703,
+      "loss": 0.7016,
+      "step": 3491
+    },
+    {
+      "epoch": 0.31223175965665234,
+      "grad_norm": 0.13887156184501565,
+      "learning_rate": 0.00016105978415243276,
+      "loss": 0.6728,
+      "step": 3492
+    },
+    {
+      "epoch": 0.3123211731044349,
+      "grad_norm": 0.13532023912332528,
+      "learning_rate": 0.00016103684689931807,
+      "loss": 0.6602,
+      "step": 3493
+    },
+    {
+      "epoch": 0.31241058655221743,
+      "grad_norm": 0.1645996623791987,
+      "learning_rate": 0.0001610139045271168,
+      "loss": 0.6499,
+      "step": 3494
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.13494492095353344,
+      "learning_rate": 0.00016099095703775302,
+      "loss": 0.6817,
+      "step": 3495
+    },
+    {
+      "epoch": 0.31258941344778257,
+      "grad_norm": 0.12378468846982364,
+      "learning_rate": 0.00016096800443315132,
+      "loss": 0.6538,
+      "step": 3496
+    },
+    {
+      "epoch": 0.3126788268955651,
+      "grad_norm": 0.14543223221296486,
+      "learning_rate": 0.00016094504671523673,
+      "loss": 0.6713,
+      "step": 3497
+    },
+    {
+      "epoch": 0.31276824034334766,
+      "grad_norm": 0.13628389220886278,
+      "learning_rate": 0.00016092208388593469,
+      "loss": 0.6999,
+      "step": 3498
+    },
+    {
+      "epoch": 0.3128576537911302,
+      "grad_norm": 0.15058847863195693,
+      "learning_rate": 0.00016089911594717102,
+      "loss": 0.6895,
+      "step": 3499
+    },
+    {
+      "epoch": 0.31294706723891275,
+      "grad_norm": 0.1460888133483311,
+      "learning_rate": 0.00016087614290087208,
+      "loss": 0.7121,
+      "step": 3500
+    },
+    {
+      "epoch": 0.31303648068669526,
+      "grad_norm": 0.1451911775177165,
+      "learning_rate": 0.00016085316474896452,
+      "loss": 0.6936,
+      "step": 3501
+    },
+    {
+      "epoch": 0.31312589413447783,
+      "grad_norm": 0.14720278649930016,
+      "learning_rate": 0.00016083018149337558,
+      "loss": 0.6906,
+      "step": 3502
+    },
+    {
+      "epoch": 0.31321530758226035,
+      "grad_norm": 0.14008387184643456,
+      "learning_rate": 0.0001608071931360327,
+      "loss": 0.6733,
+      "step": 3503
+    },
+    {
+      "epoch": 0.3133047210300429,
+      "grad_norm": 0.13942104104937603,
+      "learning_rate": 0.00016078419967886402,
+      "loss": 0.6642,
+      "step": 3504
+    },
+    {
+      "epoch": 0.3133941344778255,
+      "grad_norm": 0.14337813824096218,
+      "learning_rate": 0.00016076120112379792,
+      "loss": 0.6957,
+      "step": 3505
+    },
+    {
+      "epoch": 0.313483547925608,
+      "grad_norm": 0.13567473787654313,
+      "learning_rate": 0.00016073819747276327,
+      "loss": 0.7101,
+      "step": 3506
+    },
+    {
+      "epoch": 0.3135729613733906,
+      "grad_norm": 0.13479003126384698,
+      "learning_rate": 0.0001607151887276893,
+      "loss": 0.6686,
+      "step": 3507
+    },
+    {
+      "epoch": 0.3136623748211731,
+      "grad_norm": 0.13338405869353206,
+      "learning_rate": 0.00016069217489050584,
+      "loss": 0.6571,
+      "step": 3508
+    },
+    {
+      "epoch": 0.31375178826895567,
+      "grad_norm": 0.1530263690800835,
+      "learning_rate": 0.00016066915596314293,
+      "loss": 0.6902,
+      "step": 3509
+    },
+    {
+      "epoch": 0.3138412017167382,
+      "grad_norm": 0.13977215874424245,
+      "learning_rate": 0.00016064613194753118,
+      "loss": 0.6816,
+      "step": 3510
+    },
+    {
+      "epoch": 0.31393061516452075,
+      "grad_norm": 0.1484932474925759,
+      "learning_rate": 0.0001606231028456016,
+      "loss": 0.7078,
+      "step": 3511
+    },
+    {
+      "epoch": 0.31402002861230327,
+      "grad_norm": 0.1349314607392716,
+      "learning_rate": 0.0001606000686592856,
+      "loss": 0.6496,
+      "step": 3512
+    },
+    {
+      "epoch": 0.31410944206008584,
+      "grad_norm": 0.1539188660407955,
+      "learning_rate": 0.00016057702939051502,
+      "loss": 0.7383,
+      "step": 3513
+    },
+    {
+      "epoch": 0.31419885550786836,
+      "grad_norm": 0.17239876783697963,
+      "learning_rate": 0.00016055398504122214,
+      "loss": 0.5932,
+      "step": 3514
+    },
+    {
+      "epoch": 0.31428826895565093,
+      "grad_norm": 0.14851274446558269,
+      "learning_rate": 0.00016053093561333966,
+      "loss": 0.719,
+      "step": 3515
+    },
+    {
+      "epoch": 0.3143776824034335,
+      "grad_norm": 0.15848412893976957,
+      "learning_rate": 0.00016050788110880072,
+      "loss": 0.6744,
+      "step": 3516
+    },
+    {
+      "epoch": 0.314467095851216,
+      "grad_norm": 0.16681890451232262,
+      "learning_rate": 0.00016048482152953889,
+      "loss": 0.6998,
+      "step": 3517
+    },
+    {
+      "epoch": 0.3145565092989986,
+      "grad_norm": 0.14527830068666928,
+      "learning_rate": 0.0001604617568774881,
+      "loss": 0.6505,
+      "step": 3518
+    },
+    {
+      "epoch": 0.3146459227467811,
+      "grad_norm": 0.14247827824902057,
+      "learning_rate": 0.0001604386871545828,
+      "loss": 0.6847,
+      "step": 3519
+    },
+    {
+      "epoch": 0.3147353361945637,
+      "grad_norm": 0.13264315675278576,
+      "learning_rate": 0.00016041561236275777,
+      "loss": 0.6773,
+      "step": 3520
+    },
+    {
+      "epoch": 0.3148247496423462,
+      "grad_norm": 0.15350142429643743,
+      "learning_rate": 0.00016039253250394833,
+      "loss": 0.6918,
+      "step": 3521
+    },
+    {
+      "epoch": 0.31491416309012876,
+      "grad_norm": 0.15614680439933415,
+      "learning_rate": 0.0001603694475800901,
+      "loss": 0.6645,
+      "step": 3522
+    },
+    {
+      "epoch": 0.3150035765379113,
+      "grad_norm": 0.15165584356748354,
+      "learning_rate": 0.00016034635759311922,
+      "loss": 0.6789,
+      "step": 3523
+    },
+    {
+      "epoch": 0.31509298998569385,
+      "grad_norm": 0.14284854406652253,
+      "learning_rate": 0.00016032326254497218,
+      "loss": 0.6382,
+      "step": 3524
+    },
+    {
+      "epoch": 0.3151824034334764,
+      "grad_norm": 0.16569520615169597,
+      "learning_rate": 0.000160300162437586,
+      "loss": 0.6967,
+      "step": 3525
+    },
+    {
+      "epoch": 0.31527181688125894,
+      "grad_norm": 0.15036080299584098,
+      "learning_rate": 0.00016027705727289802,
+      "loss": 0.7171,
+      "step": 3526
+    },
+    {
+      "epoch": 0.3153612303290415,
+      "grad_norm": 0.1635894480449099,
+      "learning_rate": 0.00016025394705284602,
+      "loss": 0.6777,
+      "step": 3527
+    },
+    {
+      "epoch": 0.315450643776824,
+      "grad_norm": 0.1516619865765118,
+      "learning_rate": 0.00016023083177936823,
+      "loss": 0.6716,
+      "step": 3528
+    },
+    {
+      "epoch": 0.3155400572246066,
+      "grad_norm": 0.1471304993370259,
+      "learning_rate": 0.00016020771145440336,
+      "loss": 0.6936,
+      "step": 3529
+    },
+    {
+      "epoch": 0.3156294706723891,
+      "grad_norm": 0.12061155933070218,
+      "learning_rate": 0.00016018458607989044,
+      "loss": 0.6878,
+      "step": 3530
+    },
+    {
+      "epoch": 0.3157188841201717,
+      "grad_norm": 0.12429153030763122,
+      "learning_rate": 0.00016016145565776895,
+      "loss": 0.6688,
+      "step": 3531
+    },
+    {
+      "epoch": 0.3158082975679542,
+      "grad_norm": 0.14758167116030957,
+      "learning_rate": 0.00016013832018997882,
+      "loss": 0.6819,
+      "step": 3532
+    },
+    {
+      "epoch": 0.31589771101573677,
+      "grad_norm": 0.13085760172828392,
+      "learning_rate": 0.00016011517967846043,
+      "loss": 0.6835,
+      "step": 3533
+    },
+    {
+      "epoch": 0.3159871244635193,
+      "grad_norm": 0.16248766308453866,
+      "learning_rate": 0.00016009203412515455,
+      "loss": 0.6771,
+      "step": 3534
+    },
+    {
+      "epoch": 0.31607653791130186,
+      "grad_norm": 0.14058212799590242,
+      "learning_rate": 0.00016006888353200228,
+      "loss": 0.699,
+      "step": 3535
+    },
+    {
+      "epoch": 0.31616595135908443,
+      "grad_norm": 0.1504162150002462,
+      "learning_rate": 0.00016004572790094535,
+      "loss": 0.6751,
+      "step": 3536
+    },
+    {
+      "epoch": 0.31625536480686695,
+      "grad_norm": 0.1461631800376379,
+      "learning_rate": 0.0001600225672339257,
+      "loss": 0.6854,
+      "step": 3537
+    },
+    {
+      "epoch": 0.3163447782546495,
+      "grad_norm": 0.15990230659715615,
+      "learning_rate": 0.00015999940153288582,
+      "loss": 0.7415,
+      "step": 3538
+    },
+    {
+      "epoch": 0.31643419170243203,
+      "grad_norm": 0.1498595469879314,
+      "learning_rate": 0.00015997623079976863,
+      "loss": 0.6469,
+      "step": 3539
+    },
+    {
+      "epoch": 0.3165236051502146,
+      "grad_norm": 0.149381270821148,
+      "learning_rate": 0.00015995305503651737,
+      "loss": 0.6863,
+      "step": 3540
+    },
+    {
+      "epoch": 0.3166130185979971,
+      "grad_norm": 0.1615793513857068,
+      "learning_rate": 0.00015992987424507578,
+      "loss": 0.6615,
+      "step": 3541
+    },
+    {
+      "epoch": 0.3167024320457797,
+      "grad_norm": 0.1326191665077094,
+      "learning_rate": 0.000159906688427388,
+      "loss": 0.6683,
+      "step": 3542
+    },
+    {
+      "epoch": 0.3167918454935622,
+      "grad_norm": 0.14525286873054016,
+      "learning_rate": 0.00015988349758539868,
+      "loss": 0.6673,
+      "step": 3543
+    },
+    {
+      "epoch": 0.3168812589413448,
+      "grad_norm": 0.14094441305255634,
+      "learning_rate": 0.00015986030172105266,
+      "loss": 0.6887,
+      "step": 3544
+    },
+    {
+      "epoch": 0.31697067238912735,
+      "grad_norm": 0.14094406572351695,
+      "learning_rate": 0.00015983710083629547,
+      "loss": 0.6856,
+      "step": 3545
+    },
+    {
+      "epoch": 0.31706008583690987,
+      "grad_norm": 0.15091019915099727,
+      "learning_rate": 0.00015981389493307288,
+      "loss": 0.6718,
+      "step": 3546
+    },
+    {
+      "epoch": 0.31714949928469244,
+      "grad_norm": 0.148810191595603,
+      "learning_rate": 0.0001597906840133312,
+      "loss": 0.7247,
+      "step": 3547
+    },
+    {
+      "epoch": 0.31723891273247495,
+      "grad_norm": 0.16506160599509898,
+      "learning_rate": 0.000159767468079017,
+      "loss": 0.6961,
+      "step": 3548
+    },
+    {
+      "epoch": 0.3173283261802575,
+      "grad_norm": 0.17155712324966707,
+      "learning_rate": 0.00015974424713207746,
+      "loss": 0.7117,
+      "step": 3549
+    },
+    {
+      "epoch": 0.31741773962804004,
+      "grad_norm": 0.13919538844285106,
+      "learning_rate": 0.0001597210211744601,
+      "loss": 0.6722,
+      "step": 3550
+    },
+    {
+      "epoch": 0.3175071530758226,
+      "grad_norm": 0.14976302693768434,
+      "learning_rate": 0.0001596977902081128,
+      "loss": 0.7122,
+      "step": 3551
+    },
+    {
+      "epoch": 0.31759656652360513,
+      "grad_norm": 0.12442925110318274,
+      "learning_rate": 0.00015967455423498387,
+      "loss": 0.6674,
+      "step": 3552
+    },
+    {
+      "epoch": 0.3176859799713877,
+      "grad_norm": 0.1326382422190657,
+      "learning_rate": 0.00015965131325702223,
+      "loss": 0.6666,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3177753934191702,
+      "grad_norm": 0.15696965293105394,
+      "learning_rate": 0.00015962806727617694,
+      "loss": 0.6837,
+      "step": 3554
+    },
+    {
+      "epoch": 0.3178648068669528,
+      "grad_norm": 0.156125605860854,
+      "learning_rate": 0.00015960481629439768,
+      "loss": 0.7134,
+      "step": 3555
+    },
+    {
+      "epoch": 0.31795422031473536,
+      "grad_norm": 0.15725294458082256,
+      "learning_rate": 0.00015958156031363444,
+      "loss": 0.6971,
+      "step": 3556
+    },
+    {
+      "epoch": 0.3180436337625179,
+      "grad_norm": 0.14636871539030163,
+      "learning_rate": 0.0001595582993358377,
+      "loss": 0.6768,
+      "step": 3557
+    },
+    {
+      "epoch": 0.31813304721030045,
+      "grad_norm": 0.1244059332427146,
+      "learning_rate": 0.00015953503336295835,
+      "loss": 0.6959,
+      "step": 3558
+    },
+    {
+      "epoch": 0.31822246065808296,
+      "grad_norm": 0.14016729770664085,
+      "learning_rate": 0.00015951176239694764,
+      "loss": 0.6544,
+      "step": 3559
+    },
+    {
+      "epoch": 0.31831187410586553,
+      "grad_norm": 0.13685365811432068,
+      "learning_rate": 0.00015948848643975726,
+      "loss": 0.6859,
+      "step": 3560
+    },
+    {
+      "epoch": 0.31840128755364805,
+      "grad_norm": 0.14610902347930035,
+      "learning_rate": 0.00015946520549333938,
+      "loss": 0.613,
+      "step": 3561
+    },
+    {
+      "epoch": 0.3184907010014306,
+      "grad_norm": 0.16884774975930011,
+      "learning_rate": 0.00015944191955964655,
+      "loss": 0.6822,
+      "step": 3562
+    },
+    {
+      "epoch": 0.31858011444921314,
+      "grad_norm": 0.1509410977301224,
+      "learning_rate": 0.0001594186286406317,
+      "loss": 0.709,
+      "step": 3563
+    },
+    {
+      "epoch": 0.3186695278969957,
+      "grad_norm": 0.1292003604092216,
+      "learning_rate": 0.00015939533273824822,
+      "loss": 0.665,
+      "step": 3564
+    },
+    {
+      "epoch": 0.3187589413447783,
+      "grad_norm": 0.15029858528490517,
+      "learning_rate": 0.00015937203185444992,
+      "loss": 0.7177,
+      "step": 3565
+    },
+    {
+      "epoch": 0.3188483547925608,
+      "grad_norm": 0.1611496616319343,
+      "learning_rate": 0.000159348725991191,
+      "loss": 0.6684,
+      "step": 3566
+    },
+    {
+      "epoch": 0.31893776824034337,
+      "grad_norm": 0.14201025584432828,
+      "learning_rate": 0.00015932541515042615,
+      "loss": 0.6991,
+      "step": 3567
+    },
+    {
+      "epoch": 0.3190271816881259,
+      "grad_norm": 0.13719347660986417,
+      "learning_rate": 0.00015930209933411036,
+      "loss": 0.7054,
+      "step": 3568
+    },
+    {
+      "epoch": 0.31911659513590845,
+      "grad_norm": 0.1413939781051682,
+      "learning_rate": 0.00015927877854419908,
+      "loss": 0.6644,
+      "step": 3569
+    },
+    {
+      "epoch": 0.31920600858369097,
+      "grad_norm": 0.15393700563053628,
+      "learning_rate": 0.00015925545278264828,
+      "loss": 0.7021,
+      "step": 3570
+    },
+    {
+      "epoch": 0.31929542203147354,
+      "grad_norm": 0.16089708314722093,
+      "learning_rate": 0.00015923212205141418,
+      "loss": 0.7033,
+      "step": 3571
+    },
+    {
+      "epoch": 0.31938483547925606,
+      "grad_norm": 0.15060697998959274,
+      "learning_rate": 0.00015920878635245357,
+      "loss": 0.6953,
+      "step": 3572
+    },
+    {
+      "epoch": 0.31947424892703863,
+      "grad_norm": 0.14643100342886298,
+      "learning_rate": 0.00015918544568772354,
+      "loss": 0.6924,
+      "step": 3573
+    },
+    {
+      "epoch": 0.3195636623748212,
+      "grad_norm": 0.14526426494908953,
+      "learning_rate": 0.00015916210005918164,
+      "loss": 0.664,
+      "step": 3574
+    },
+    {
+      "epoch": 0.3196530758226037,
+      "grad_norm": 0.14292846462107134,
+      "learning_rate": 0.00015913874946878588,
+      "loss": 0.6476,
+      "step": 3575
+    },
+    {
+      "epoch": 0.3197424892703863,
+      "grad_norm": 0.14279812220876772,
+      "learning_rate": 0.00015911539391849462,
+      "loss": 0.7052,
+      "step": 3576
+    },
+    {
+      "epoch": 0.3198319027181688,
+      "grad_norm": 0.1589361112270626,
+      "learning_rate": 0.00015909203341026666,
+      "loss": 0.7031,
+      "step": 3577
+    },
+    {
+      "epoch": 0.3199213161659514,
+      "grad_norm": 0.14478771933863668,
+      "learning_rate": 0.00015906866794606126,
+      "loss": 0.7206,
+      "step": 3578
+    },
+    {
+      "epoch": 0.3200107296137339,
+      "grad_norm": 0.13299905034240517,
+      "learning_rate": 0.00015904529752783794,
+      "loss": 0.6778,
+      "step": 3579
+    },
+    {
+      "epoch": 0.32010014306151646,
+      "grad_norm": 0.1337346533077677,
+      "learning_rate": 0.00015902192215755688,
+      "loss": 0.6787,
+      "step": 3580
+    },
+    {
+      "epoch": 0.320189556509299,
+      "grad_norm": 0.141491751146079,
+      "learning_rate": 0.00015899854183717852,
+      "loss": 0.6388,
+      "step": 3581
+    },
+    {
+      "epoch": 0.32027896995708155,
+      "grad_norm": 0.14829522220870212,
+      "learning_rate": 0.00015897515656866363,
+      "loss": 0.6625,
+      "step": 3582
+    },
+    {
+      "epoch": 0.32036838340486407,
+      "grad_norm": 0.17669596782326838,
+      "learning_rate": 0.00015895176635397364,
+      "loss": 0.7356,
+      "step": 3583
+    },
+    {
+      "epoch": 0.32045779685264664,
+      "grad_norm": 0.13596499886121075,
+      "learning_rate": 0.00015892837119507014,
+      "loss": 0.6615,
+      "step": 3584
+    },
+    {
+      "epoch": 0.3205472103004292,
+      "grad_norm": 0.15807794148031717,
+      "learning_rate": 0.0001589049710939154,
+      "loss": 0.6939,
+      "step": 3585
+    },
+    {
+      "epoch": 0.3206366237482117,
+      "grad_norm": 0.14753722042382594,
+      "learning_rate": 0.0001588815660524718,
+      "loss": 0.6989,
+      "step": 3586
+    },
+    {
+      "epoch": 0.3207260371959943,
+      "grad_norm": 0.1570272594249106,
+      "learning_rate": 0.0001588581560727024,
+      "loss": 0.7312,
+      "step": 3587
+    },
+    {
+      "epoch": 0.3208154506437768,
+      "grad_norm": 0.16702187973004193,
+      "learning_rate": 0.00015883474115657056,
+      "loss": 0.6425,
+      "step": 3588
+    },
+    {
+      "epoch": 0.3209048640915594,
+      "grad_norm": 0.1401603776123846,
+      "learning_rate": 0.00015881132130603998,
+      "loss": 0.7023,
+      "step": 3589
+    },
+    {
+      "epoch": 0.3209942775393419,
+      "grad_norm": 0.158388529924681,
+      "learning_rate": 0.00015878789652307496,
+      "loss": 0.7151,
+      "step": 3590
+    },
+    {
+      "epoch": 0.32108369098712447,
+      "grad_norm": 0.1344320083381621,
+      "learning_rate": 0.00015876446680964,
+      "loss": 0.6644,
+      "step": 3591
+    },
+    {
+      "epoch": 0.321173104434907,
+      "grad_norm": 0.13473199202576047,
+      "learning_rate": 0.00015874103216770023,
+      "loss": 0.6765,
+      "step": 3592
+    },
+    {
+      "epoch": 0.32126251788268956,
+      "grad_norm": 0.1417064061583258,
+      "learning_rate": 0.00015871759259922097,
+      "loss": 0.7063,
+      "step": 3593
+    },
+    {
+      "epoch": 0.32135193133047213,
+      "grad_norm": 0.14610158076688967,
+      "learning_rate": 0.0001586941481061682,
+      "loss": 0.6948,
+      "step": 3594
+    },
+    {
+      "epoch": 0.32144134477825465,
+      "grad_norm": 0.14650041702533734,
+      "learning_rate": 0.0001586706986905081,
+      "loss": 0.6765,
+      "step": 3595
+    },
+    {
+      "epoch": 0.3215307582260372,
+      "grad_norm": 0.1396844935390637,
+      "learning_rate": 0.00015864724435420732,
+      "loss": 0.7261,
+      "step": 3596
+    },
+    {
+      "epoch": 0.32162017167381973,
+      "grad_norm": 0.16520048273507087,
+      "learning_rate": 0.000158623785099233,
+      "loss": 0.6833,
+      "step": 3597
+    },
+    {
+      "epoch": 0.3217095851216023,
+      "grad_norm": 0.15114750007299677,
+      "learning_rate": 0.0001586003209275526,
+      "loss": 0.6914,
+      "step": 3598
+    },
+    {
+      "epoch": 0.3217989985693848,
+      "grad_norm": 0.16102092602587254,
+      "learning_rate": 0.00015857685184113412,
+      "loss": 0.7138,
+      "step": 3599
+    },
+    {
+      "epoch": 0.3218884120171674,
+      "grad_norm": 0.15141317668655682,
+      "learning_rate": 0.00015855337784194577,
+      "loss": 0.7085,
+      "step": 3600
+    },
+    {
+      "epoch": 0.3219778254649499,
+      "grad_norm": 0.1514981364900125,
+      "learning_rate": 0.00015852989893195635,
+      "loss": 0.732,
+      "step": 3601
+    },
+    {
+      "epoch": 0.3220672389127325,
+      "grad_norm": 0.16152094909467937,
+      "learning_rate": 0.00015850641511313496,
+      "loss": 0.7085,
+      "step": 3602
+    },
+    {
+      "epoch": 0.322156652360515,
+      "grad_norm": 0.16118194119383075,
+      "learning_rate": 0.00015848292638745125,
+      "loss": 0.7136,
+      "step": 3603
+    },
+    {
+      "epoch": 0.32224606580829757,
+      "grad_norm": 0.1396611871408604,
+      "learning_rate": 0.0001584594327568751,
+      "loss": 0.6841,
+      "step": 3604
+    },
+    {
+      "epoch": 0.32233547925608014,
+      "grad_norm": 0.182406684132206,
+      "learning_rate": 0.00015843593422337695,
+      "loss": 0.7486,
+      "step": 3605
+    },
+    {
+      "epoch": 0.32242489270386265,
+      "grad_norm": 0.12293961017795847,
+      "learning_rate": 0.00015841243078892756,
+      "loss": 0.664,
+      "step": 3606
+    },
+    {
+      "epoch": 0.3225143061516452,
+      "grad_norm": 0.16089895147805644,
+      "learning_rate": 0.0001583889224554981,
+      "loss": 0.6921,
+      "step": 3607
+    },
+    {
+      "epoch": 0.32260371959942774,
+      "grad_norm": 0.1532333366951154,
+      "learning_rate": 0.0001583654092250603,
+      "loss": 0.7007,
+      "step": 3608
+    },
+    {
+      "epoch": 0.3226931330472103,
+      "grad_norm": 0.15334746264129845,
+      "learning_rate": 0.00015834189109958607,
+      "loss": 0.6855,
+      "step": 3609
+    },
+    {
+      "epoch": 0.32278254649499283,
+      "grad_norm": 0.13905393257059226,
+      "learning_rate": 0.00015831836808104788,
+      "loss": 0.7044,
+      "step": 3610
+    },
+    {
+      "epoch": 0.3228719599427754,
+      "grad_norm": 0.13668618270879557,
+      "learning_rate": 0.0001582948401714186,
+      "loss": 0.6928,
+      "step": 3611
+    },
+    {
+      "epoch": 0.3229613733905579,
+      "grad_norm": 0.1425693979337464,
+      "learning_rate": 0.0001582713073726715,
+      "loss": 0.6859,
+      "step": 3612
+    },
+    {
+      "epoch": 0.3230507868383405,
+      "grad_norm": 0.15509983292747603,
+      "learning_rate": 0.00015824776968678024,
+      "loss": 0.6632,
+      "step": 3613
+    },
+    {
+      "epoch": 0.32314020028612306,
+      "grad_norm": 0.15803313378260092,
+      "learning_rate": 0.00015822422711571883,
+      "loss": 0.7029,
+      "step": 3614
+    },
+    {
+      "epoch": 0.3232296137339056,
+      "grad_norm": 0.13342723484916943,
+      "learning_rate": 0.00015820067966146185,
+      "loss": 0.6646,
+      "step": 3615
+    },
+    {
+      "epoch": 0.32331902718168815,
+      "grad_norm": 0.12879377992563218,
+      "learning_rate": 0.00015817712732598413,
+      "loss": 0.6609,
+      "step": 3616
+    },
+    {
+      "epoch": 0.32340844062947066,
+      "grad_norm": 0.1415359464418595,
+      "learning_rate": 0.00015815357011126103,
+      "loss": 0.701,
+      "step": 3617
+    },
+    {
+      "epoch": 0.32349785407725323,
+      "grad_norm": 0.14609812622035406,
+      "learning_rate": 0.0001581300080192682,
+      "loss": 0.6907,
+      "step": 3618
+    },
+    {
+      "epoch": 0.32358726752503575,
+      "grad_norm": 0.13296628580422545,
+      "learning_rate": 0.00015810644105198184,
+      "loss": 0.6791,
+      "step": 3619
+    },
+    {
+      "epoch": 0.3236766809728183,
+      "grad_norm": 0.14568940573483927,
+      "learning_rate": 0.0001580828692113784,
+      "loss": 0.6793,
+      "step": 3620
+    },
+    {
+      "epoch": 0.32376609442060084,
+      "grad_norm": 0.1535961101156476,
+      "learning_rate": 0.0001580592924994349,
+      "loss": 0.6867,
+      "step": 3621
+    },
+    {
+      "epoch": 0.3238555078683834,
+      "grad_norm": 0.14430243232727202,
+      "learning_rate": 0.00015803571091812865,
+      "loss": 0.6852,
+      "step": 3622
+    },
+    {
+      "epoch": 0.323944921316166,
+      "grad_norm": 0.14962176617542525,
+      "learning_rate": 0.0001580121244694374,
+      "loss": 0.7226,
+      "step": 3623
+    },
+    {
+      "epoch": 0.3240343347639485,
+      "grad_norm": 0.15425123280480638,
+      "learning_rate": 0.00015798853315533931,
+      "loss": 0.7055,
+      "step": 3624
+    },
+    {
+      "epoch": 0.32412374821173107,
+      "grad_norm": 0.14119886316349264,
+      "learning_rate": 0.00015796493697781304,
+      "loss": 0.6391,
+      "step": 3625
+    },
+    {
+      "epoch": 0.3242131616595136,
+      "grad_norm": 0.1382690410069926,
+      "learning_rate": 0.0001579413359388375,
+      "loss": 0.6582,
+      "step": 3626
+    },
+    {
+      "epoch": 0.32430257510729615,
+      "grad_norm": 0.1618876300996412,
+      "learning_rate": 0.00015791773004039206,
+      "loss": 0.6834,
+      "step": 3627
+    },
+    {
+      "epoch": 0.32439198855507867,
+      "grad_norm": 0.16281691748198776,
+      "learning_rate": 0.00015789411928445653,
+      "loss": 0.7097,
+      "step": 3628
+    },
+    {
+      "epoch": 0.32448140200286124,
+      "grad_norm": 0.15307238962055686,
+      "learning_rate": 0.00015787050367301118,
+      "loss": 0.6704,
+      "step": 3629
+    },
+    {
+      "epoch": 0.32457081545064376,
+      "grad_norm": 0.14392907188683868,
+      "learning_rate": 0.00015784688320803655,
+      "loss": 0.7007,
+      "step": 3630
+    },
+    {
+      "epoch": 0.32466022889842633,
+      "grad_norm": 0.1497130508525831,
+      "learning_rate": 0.00015782325789151367,
+      "loss": 0.7279,
+      "step": 3631
+    },
+    {
+      "epoch": 0.32474964234620884,
+      "grad_norm": 0.1449936810363161,
+      "learning_rate": 0.00015779962772542402,
+      "loss": 0.6791,
+      "step": 3632
+    },
+    {
+      "epoch": 0.3248390557939914,
+      "grad_norm": 0.16020516332425389,
+      "learning_rate": 0.0001577759927117494,
+      "loss": 0.6918,
+      "step": 3633
+    },
+    {
+      "epoch": 0.324928469241774,
+      "grad_norm": 0.14008147809137161,
+      "learning_rate": 0.00015775235285247203,
+      "loss": 0.6637,
+      "step": 3634
+    },
+    {
+      "epoch": 0.3250178826895565,
+      "grad_norm": 0.14376812481751292,
+      "learning_rate": 0.00015772870814957453,
+      "loss": 0.6626,
+      "step": 3635
+    },
+    {
+      "epoch": 0.3251072961373391,
+      "grad_norm": 0.14400628305615856,
+      "learning_rate": 0.00015770505860504005,
+      "loss": 0.6885,
+      "step": 3636
+    },
+    {
+      "epoch": 0.3251967095851216,
+      "grad_norm": 0.14879718894137564,
+      "learning_rate": 0.000157681404220852,
+      "loss": 0.6622,
+      "step": 3637
+    },
+    {
+      "epoch": 0.32528612303290416,
+      "grad_norm": 0.13992376364390133,
+      "learning_rate": 0.00015765774499899423,
+      "loss": 0.6679,
+      "step": 3638
+    },
+    {
+      "epoch": 0.3253755364806867,
+      "grad_norm": 0.15044781688572073,
+      "learning_rate": 0.00015763408094145103,
+      "loss": 0.7415,
+      "step": 3639
+    },
+    {
+      "epoch": 0.32546494992846925,
+      "grad_norm": 0.15961048976217415,
+      "learning_rate": 0.00015761041205020703,
+      "loss": 0.7288,
+      "step": 3640
+    },
+    {
+      "epoch": 0.32555436337625177,
+      "grad_norm": 0.14236571542564005,
+      "learning_rate": 0.00015758673832724738,
+      "loss": 0.6655,
+      "step": 3641
+    },
+    {
+      "epoch": 0.32564377682403434,
+      "grad_norm": 0.14078186067769652,
+      "learning_rate": 0.00015756305977455753,
+      "loss": 0.6935,
+      "step": 3642
+    },
+    {
+      "epoch": 0.3257331902718169,
+      "grad_norm": 0.14285948867151846,
+      "learning_rate": 0.00015753937639412336,
+      "loss": 0.6697,
+      "step": 3643
+    },
+    {
+      "epoch": 0.3258226037195994,
+      "grad_norm": 0.16406815050347368,
+      "learning_rate": 0.00015751568818793117,
+      "loss": 0.7205,
+      "step": 3644
+    },
+    {
+      "epoch": 0.325912017167382,
+      "grad_norm": 0.14731787231481552,
+      "learning_rate": 0.0001574919951579677,
+      "loss": 0.722,
+      "step": 3645
+    },
+    {
+      "epoch": 0.3260014306151645,
+      "grad_norm": 0.141728975186004,
+      "learning_rate": 0.00015746829730622,
+      "loss": 0.7157,
+      "step": 3646
+    },
+    {
+      "epoch": 0.3260908440629471,
+      "grad_norm": 0.14729219424127168,
+      "learning_rate": 0.00015744459463467564,
+      "loss": 0.7226,
+      "step": 3647
+    },
+    {
+      "epoch": 0.3261802575107296,
+      "grad_norm": 0.1473519103139173,
+      "learning_rate": 0.00015742088714532247,
+      "loss": 0.7061,
+      "step": 3648
+    },
+    {
+      "epoch": 0.32626967095851217,
+      "grad_norm": 0.1374625612510229,
+      "learning_rate": 0.00015739717484014888,
+      "loss": 0.7052,
+      "step": 3649
+    },
+    {
+      "epoch": 0.3263590844062947,
+      "grad_norm": 0.14487021428145824,
+      "learning_rate": 0.00015737345772114355,
+      "loss": 0.7009,
+      "step": 3650
+    },
+    {
+      "epoch": 0.32644849785407726,
+      "grad_norm": 0.13568771325514187,
+      "learning_rate": 0.0001573497357902956,
+      "loss": 0.6867,
+      "step": 3651
+    },
+    {
+      "epoch": 0.3265379113018598,
+      "grad_norm": 0.1555697166807875,
+      "learning_rate": 0.00015732600904959455,
+      "loss": 0.6578,
+      "step": 3652
+    },
+    {
+      "epoch": 0.32662732474964234,
+      "grad_norm": 0.13945043882886937,
+      "learning_rate": 0.00015730227750103038,
+      "loss": 0.6882,
+      "step": 3653
+    },
+    {
+      "epoch": 0.3267167381974249,
+      "grad_norm": 0.16235426376397014,
+      "learning_rate": 0.0001572785411465934,
+      "loss": 0.7568,
+      "step": 3654
+    },
+    {
+      "epoch": 0.32680615164520743,
+      "grad_norm": 0.1418293453663242,
+      "learning_rate": 0.00015725479998827434,
+      "loss": 0.6849,
+      "step": 3655
+    },
+    {
+      "epoch": 0.32689556509299,
+      "grad_norm": 0.14298507998588814,
+      "learning_rate": 0.00015723105402806436,
+      "loss": 0.72,
+      "step": 3656
+    },
+    {
+      "epoch": 0.3269849785407725,
+      "grad_norm": 0.15056877012465958,
+      "learning_rate": 0.000157207303267955,
+      "loss": 0.6832,
+      "step": 3657
+    },
+    {
+      "epoch": 0.3270743919885551,
+      "grad_norm": 0.14906709668311818,
+      "learning_rate": 0.00015718354770993817,
+      "loss": 0.7585,
+      "step": 3658
+    },
+    {
+      "epoch": 0.3271638054363376,
+      "grad_norm": 0.15647237301629335,
+      "learning_rate": 0.00015715978735600627,
+      "loss": 0.7158,
+      "step": 3659
+    },
+    {
+      "epoch": 0.3272532188841202,
+      "grad_norm": 0.12893397495235412,
+      "learning_rate": 0.00015713602220815203,
+      "loss": 0.6682,
+      "step": 3660
+    },
+    {
+      "epoch": 0.3273426323319027,
+      "grad_norm": 0.1487114208626623,
+      "learning_rate": 0.00015711225226836865,
+      "loss": 0.6709,
+      "step": 3661
+    },
+    {
+      "epoch": 0.32743204577968527,
+      "grad_norm": 0.15073001470411598,
+      "learning_rate": 0.00015708847753864963,
+      "loss": 0.679,
+      "step": 3662
+    },
+    {
+      "epoch": 0.32752145922746784,
+      "grad_norm": 0.13345250201540512,
+      "learning_rate": 0.0001570646980209889,
+      "loss": 0.6767,
+      "step": 3663
+    },
+    {
+      "epoch": 0.32761087267525035,
+      "grad_norm": 0.15237453511060456,
+      "learning_rate": 0.0001570409137173809,
+      "loss": 0.7086,
+      "step": 3664
+    },
+    {
+      "epoch": 0.3277002861230329,
+      "grad_norm": 0.12895195419980449,
+      "learning_rate": 0.00015701712462982037,
+      "loss": 0.6542,
+      "step": 3665
+    },
+    {
+      "epoch": 0.32778969957081544,
+      "grad_norm": 0.1453149776171993,
+      "learning_rate": 0.0001569933307603024,
+      "loss": 0.6891,
+      "step": 3666
+    },
+    {
+      "epoch": 0.327879113018598,
+      "grad_norm": 0.1515351786532028,
+      "learning_rate": 0.00015696953211082268,
+      "loss": 0.6871,
+      "step": 3667
+    },
+    {
+      "epoch": 0.3279685264663805,
+      "grad_norm": 0.14322127720596886,
+      "learning_rate": 0.00015694572868337706,
+      "loss": 0.6745,
+      "step": 3668
+    },
+    {
+      "epoch": 0.3280579399141631,
+      "grad_norm": 0.14848166757421183,
+      "learning_rate": 0.00015692192047996194,
+      "loss": 0.6675,
+      "step": 3669
+    },
+    {
+      "epoch": 0.3281473533619456,
+      "grad_norm": 0.1410083532073268,
+      "learning_rate": 0.00015689810750257413,
+      "loss": 0.679,
+      "step": 3670
+    },
+    {
+      "epoch": 0.3282367668097282,
+      "grad_norm": 0.1618127102903805,
+      "learning_rate": 0.00015687428975321078,
+      "loss": 0.7081,
+      "step": 3671
+    },
+    {
+      "epoch": 0.3283261802575107,
+      "grad_norm": 0.14564304708517975,
+      "learning_rate": 0.00015685046723386937,
+      "loss": 0.6989,
+      "step": 3672
+    },
+    {
+      "epoch": 0.3284155937052933,
+      "grad_norm": 0.15849277248188637,
+      "learning_rate": 0.00015682663994654795,
+      "loss": 0.6995,
+      "step": 3673
+    },
+    {
+      "epoch": 0.32850500715307585,
+      "grad_norm": 0.12336794896122939,
+      "learning_rate": 0.0001568028078932449,
+      "loss": 0.6333,
+      "step": 3674
+    },
+    {
+      "epoch": 0.32859442060085836,
+      "grad_norm": 0.16981782831745787,
+      "learning_rate": 0.00015677897107595892,
+      "loss": 0.6921,
+      "step": 3675
+    },
+    {
+      "epoch": 0.32868383404864093,
+      "grad_norm": 0.1518661289083747,
+      "learning_rate": 0.0001567551294966892,
+      "loss": 0.6774,
+      "step": 3676
+    },
+    {
+      "epoch": 0.32877324749642345,
+      "grad_norm": 0.17050609757176294,
+      "learning_rate": 0.00015673128315743534,
+      "loss": 0.7142,
+      "step": 3677
+    },
+    {
+      "epoch": 0.328862660944206,
+      "grad_norm": 0.1417947560089966,
+      "learning_rate": 0.00015670743206019723,
+      "loss": 0.6771,
+      "step": 3678
+    },
+    {
+      "epoch": 0.32895207439198854,
+      "grad_norm": 0.15227299455782356,
+      "learning_rate": 0.00015668357620697533,
+      "loss": 0.6843,
+      "step": 3679
+    },
+    {
+      "epoch": 0.3290414878397711,
+      "grad_norm": 0.14869968023304675,
+      "learning_rate": 0.00015665971559977035,
+      "loss": 0.6814,
+      "step": 3680
+    },
+    {
+      "epoch": 0.3291309012875536,
+      "grad_norm": 0.15146620989101364,
+      "learning_rate": 0.00015663585024058342,
+      "loss": 0.6751,
+      "step": 3681
+    },
+    {
+      "epoch": 0.3292203147353362,
+      "grad_norm": 0.1590684137212414,
+      "learning_rate": 0.00015661198013141613,
+      "loss": 0.7291,
+      "step": 3682
+    },
+    {
+      "epoch": 0.32930972818311877,
+      "grad_norm": 0.1438992684976911,
+      "learning_rate": 0.00015658810527427046,
+      "loss": 0.7285,
+      "step": 3683
+    },
+    {
+      "epoch": 0.3293991416309013,
+      "grad_norm": 0.1542817549766133,
+      "learning_rate": 0.00015656422567114872,
+      "loss": 0.7135,
+      "step": 3684
+    },
+    {
+      "epoch": 0.32948855507868385,
+      "grad_norm": 0.14242166890862312,
+      "learning_rate": 0.0001565403413240537,
+      "loss": 0.6781,
+      "step": 3685
+    },
+    {
+      "epoch": 0.32957796852646637,
+      "grad_norm": 0.1681477010162982,
+      "learning_rate": 0.00015651645223498854,
+      "loss": 0.6428,
+      "step": 3686
+    },
+    {
+      "epoch": 0.32966738197424894,
+      "grad_norm": 0.17001573826241065,
+      "learning_rate": 0.00015649255840595675,
+      "loss": 0.713,
+      "step": 3687
+    },
+    {
+      "epoch": 0.32975679542203146,
+      "grad_norm": 0.15373881071633308,
+      "learning_rate": 0.00015646865983896238,
+      "loss": 0.6476,
+      "step": 3688
+    },
+    {
+      "epoch": 0.32984620886981403,
+      "grad_norm": 0.1761101888781514,
+      "learning_rate": 0.00015644475653600964,
+      "loss": 0.7144,
+      "step": 3689
+    },
+    {
+      "epoch": 0.32993562231759654,
+      "grad_norm": 0.1525584403754775,
+      "learning_rate": 0.00015642084849910336,
+      "loss": 0.6973,
+      "step": 3690
+    },
+    {
+      "epoch": 0.3300250357653791,
+      "grad_norm": 0.1368721219512278,
+      "learning_rate": 0.00015639693573024865,
+      "loss": 0.6677,
+      "step": 3691
+    },
+    {
+      "epoch": 0.3301144492131617,
+      "grad_norm": 0.16312083796683094,
+      "learning_rate": 0.0001563730182314511,
+      "loss": 0.7183,
+      "step": 3692
+    },
+    {
+      "epoch": 0.3302038626609442,
+      "grad_norm": 0.13425102093906524,
+      "learning_rate": 0.0001563490960047165,
+      "loss": 0.6829,
+      "step": 3693
+    },
+    {
+      "epoch": 0.3302932761087268,
+      "grad_norm": 0.1494945384463038,
+      "learning_rate": 0.00015632516905205135,
+      "loss": 0.6857,
+      "step": 3694
+    },
+    {
+      "epoch": 0.3303826895565093,
+      "grad_norm": 0.13866912914371027,
+      "learning_rate": 0.00015630123737546224,
+      "loss": 0.6921,
+      "step": 3695
+    },
+    {
+      "epoch": 0.33047210300429186,
+      "grad_norm": 0.15451383274529312,
+      "learning_rate": 0.00015627730097695638,
+      "loss": 0.6959,
+      "step": 3696
+    },
+    {
+      "epoch": 0.3305615164520744,
+      "grad_norm": 0.1486120299952455,
+      "learning_rate": 0.00015625335985854126,
+      "loss": 0.6619,
+      "step": 3697
+    },
+    {
+      "epoch": 0.33065092989985695,
+      "grad_norm": 0.14059652091105804,
+      "learning_rate": 0.00015622941402222479,
+      "loss": 0.6654,
+      "step": 3698
+    },
+    {
+      "epoch": 0.33074034334763946,
+      "grad_norm": 0.15438120995805843,
+      "learning_rate": 0.00015620546347001524,
+      "loss": 0.6853,
+      "step": 3699
+    },
+    {
+      "epoch": 0.33082975679542204,
+      "grad_norm": 0.16118841903374087,
+      "learning_rate": 0.00015618150820392136,
+      "loss": 0.6724,
+      "step": 3700
+    },
+    {
+      "epoch": 0.33091917024320455,
+      "grad_norm": 0.1280911900811018,
+      "learning_rate": 0.00015615754822595224,
+      "loss": 0.6148,
+      "step": 3701
+    },
+    {
+      "epoch": 0.3310085836909871,
+      "grad_norm": 0.15408395351975712,
+      "learning_rate": 0.00015613358353811738,
+      "loss": 0.7146,
+      "step": 3702
+    },
+    {
+      "epoch": 0.3310979971387697,
+      "grad_norm": 0.1549155450232834,
+      "learning_rate": 0.00015610961414242664,
+      "loss": 0.6884,
+      "step": 3703
+    },
+    {
+      "epoch": 0.3311874105865522,
+      "grad_norm": 0.14173150867482437,
+      "learning_rate": 0.00015608564004089033,
+      "loss": 0.6804,
+      "step": 3704
+    },
+    {
+      "epoch": 0.3312768240343348,
+      "grad_norm": 0.15816478415176344,
+      "learning_rate": 0.00015606166123551912,
+      "loss": 0.703,
+      "step": 3705
+    },
+    {
+      "epoch": 0.3313662374821173,
+      "grad_norm": 0.11468403311524483,
+      "learning_rate": 0.00015603767772832413,
+      "loss": 0.6551,
+      "step": 3706
+    },
+    {
+      "epoch": 0.33145565092989987,
+      "grad_norm": 0.1321610863846774,
+      "learning_rate": 0.0001560136895213167,
+      "loss": 0.6567,
+      "step": 3707
+    },
+    {
+      "epoch": 0.3315450643776824,
+      "grad_norm": 0.1530889169054,
+      "learning_rate": 0.00015598969661650888,
+      "loss": 0.7371,
+      "step": 3708
+    },
+    {
+      "epoch": 0.33163447782546496,
+      "grad_norm": 0.12043544391128952,
+      "learning_rate": 0.00015596569901591277,
+      "loss": 0.6486,
+      "step": 3709
+    },
+    {
+      "epoch": 0.3317238912732475,
+      "grad_norm": 0.12653871848630246,
+      "learning_rate": 0.00015594169672154107,
+      "loss": 0.6145,
+      "step": 3710
+    },
+    {
+      "epoch": 0.33181330472103004,
+      "grad_norm": 0.13760091471309932,
+      "learning_rate": 0.00015591768973540683,
+      "loss": 0.6589,
+      "step": 3711
+    },
+    {
+      "epoch": 0.3319027181688126,
+      "grad_norm": 0.13688409258150838,
+      "learning_rate": 0.00015589367805952348,
+      "loss": 0.6426,
+      "step": 3712
+    },
+    {
+      "epoch": 0.33199213161659513,
+      "grad_norm": 0.1481786892309201,
+      "learning_rate": 0.00015586966169590488,
+      "loss": 0.6897,
+      "step": 3713
+    },
+    {
+      "epoch": 0.3320815450643777,
+      "grad_norm": 0.14381974702678846,
+      "learning_rate": 0.0001558456406465652,
+      "loss": 0.6824,
+      "step": 3714
+    },
+    {
+      "epoch": 0.3321709585121602,
+      "grad_norm": 0.19588599027767326,
+      "learning_rate": 0.00015582161491351908,
+      "loss": 0.6565,
+      "step": 3715
+    },
+    {
+      "epoch": 0.3322603719599428,
+      "grad_norm": 0.1477109115450432,
+      "learning_rate": 0.00015579758449878157,
+      "loss": 0.6924,
+      "step": 3716
+    },
+    {
+      "epoch": 0.3323497854077253,
+      "grad_norm": 0.1528683862072457,
+      "learning_rate": 0.000155773549404368,
+      "loss": 0.7075,
+      "step": 3717
+    },
+    {
+      "epoch": 0.3324391988555079,
+      "grad_norm": 0.12940770110900615,
+      "learning_rate": 0.00015574950963229419,
+      "loss": 0.6806,
+      "step": 3718
+    },
+    {
+      "epoch": 0.3325286123032904,
+      "grad_norm": 0.1590914424741861,
+      "learning_rate": 0.00015572546518457636,
+      "loss": 0.729,
+      "step": 3719
+    },
+    {
+      "epoch": 0.33261802575107297,
+      "grad_norm": 0.14586148503339608,
+      "learning_rate": 0.00015570141606323105,
+      "loss": 0.6899,
+      "step": 3720
+    },
+    {
+      "epoch": 0.3327074391988555,
+      "grad_norm": 0.1609845283213557,
+      "learning_rate": 0.00015567736227027525,
+      "loss": 0.7301,
+      "step": 3721
+    },
+    {
+      "epoch": 0.33279685264663805,
+      "grad_norm": 0.13196846812608717,
+      "learning_rate": 0.00015565330380772633,
+      "loss": 0.6468,
+      "step": 3722
+    },
+    {
+      "epoch": 0.3328862660944206,
+      "grad_norm": 0.1671004426939452,
+      "learning_rate": 0.00015562924067760202,
+      "loss": 0.7181,
+      "step": 3723
+    },
+    {
+      "epoch": 0.33297567954220314,
+      "grad_norm": 0.16187974172808986,
+      "learning_rate": 0.00015560517288192046,
+      "loss": 0.6728,
+      "step": 3724
+    },
+    {
+      "epoch": 0.3330650929899857,
+      "grad_norm": 0.1357885000998561,
+      "learning_rate": 0.00015558110042270023,
+      "loss": 0.6385,
+      "step": 3725
+    },
+    {
+      "epoch": 0.3331545064377682,
+      "grad_norm": 0.13425481322450405,
+      "learning_rate": 0.00015555702330196023,
+      "loss": 0.6618,
+      "step": 3726
+    },
+    {
+      "epoch": 0.3332439198855508,
+      "grad_norm": 0.1425763672993266,
+      "learning_rate": 0.00015553294152171977,
+      "loss": 0.675,
+      "step": 3727
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.14904108980878486,
+      "learning_rate": 0.00015550885508399856,
+      "loss": 0.7036,
+      "step": 3728
+    },
+    {
+      "epoch": 0.3334227467811159,
+      "grad_norm": 0.13737861099216422,
+      "learning_rate": 0.00015548476399081674,
+      "loss": 0.6578,
+      "step": 3729
+    },
+    {
+      "epoch": 0.3335121602288984,
+      "grad_norm": 0.15806008585743297,
+      "learning_rate": 0.0001554606682441948,
+      "loss": 0.6869,
+      "step": 3730
+    },
+    {
+      "epoch": 0.333601573676681,
+      "grad_norm": 0.15591102289699738,
+      "learning_rate": 0.00015543656784615354,
+      "loss": 0.7012,
+      "step": 3731
+    },
+    {
+      "epoch": 0.33369098712446355,
+      "grad_norm": 0.21402076716176904,
+      "learning_rate": 0.00015541246279871432,
+      "loss": 0.6938,
+      "step": 3732
+    },
+    {
+      "epoch": 0.33378040057224606,
+      "grad_norm": 0.16559312713850122,
+      "learning_rate": 0.00015538835310389875,
+      "loss": 0.732,
+      "step": 3733
+    },
+    {
+      "epoch": 0.33386981402002863,
+      "grad_norm": 0.17700057380251819,
+      "learning_rate": 0.00015536423876372888,
+      "loss": 0.6798,
+      "step": 3734
+    },
+    {
+      "epoch": 0.33395922746781115,
+      "grad_norm": 0.16074475923905954,
+      "learning_rate": 0.00015534011978022717,
+      "loss": 0.6902,
+      "step": 3735
+    },
+    {
+      "epoch": 0.3340486409155937,
+      "grad_norm": 0.11819381082352445,
+      "learning_rate": 0.00015531599615541648,
+      "loss": 0.6257,
+      "step": 3736
+    },
+    {
+      "epoch": 0.33413805436337624,
+      "grad_norm": 0.16155615041826904,
+      "learning_rate": 0.00015529186789131996,
+      "loss": 0.6615,
+      "step": 3737
+    },
+    {
+      "epoch": 0.3342274678111588,
+      "grad_norm": 0.1634722440138219,
+      "learning_rate": 0.0001552677349899613,
+      "loss": 0.7088,
+      "step": 3738
+    },
+    {
+      "epoch": 0.3343168812589413,
+      "grad_norm": 0.16848311983366177,
+      "learning_rate": 0.0001552435974533644,
+      "loss": 0.7362,
+      "step": 3739
+    },
+    {
+      "epoch": 0.3344062947067239,
+      "grad_norm": 0.1398974394746594,
+      "learning_rate": 0.00015521945528355376,
+      "loss": 0.6665,
+      "step": 3740
+    },
+    {
+      "epoch": 0.3344957081545064,
+      "grad_norm": 0.21137915059382348,
+      "learning_rate": 0.00015519530848255407,
+      "loss": 0.6889,
+      "step": 3741
+    },
+    {
+      "epoch": 0.334585121602289,
+      "grad_norm": 0.1406100318186068,
+      "learning_rate": 0.00015517115705239047,
+      "loss": 0.6559,
+      "step": 3742
+    },
+    {
+      "epoch": 0.33467453505007155,
+      "grad_norm": 0.13306945832022748,
+      "learning_rate": 0.0001551470009950886,
+      "loss": 0.6349,
+      "step": 3743
+    },
+    {
+      "epoch": 0.33476394849785407,
+      "grad_norm": 0.14694404462181182,
+      "learning_rate": 0.00015512284031267437,
+      "loss": 0.7186,
+      "step": 3744
+    },
+    {
+      "epoch": 0.33485336194563664,
+      "grad_norm": 0.13941606571087356,
+      "learning_rate": 0.00015509867500717407,
+      "loss": 0.6755,
+      "step": 3745
+    },
+    {
+      "epoch": 0.33494277539341916,
+      "grad_norm": 0.12282105651784848,
+      "learning_rate": 0.00015507450508061443,
+      "loss": 0.6764,
+      "step": 3746
+    },
+    {
+      "epoch": 0.33503218884120173,
+      "grad_norm": 0.1314856455762386,
+      "learning_rate": 0.0001550503305350226,
+      "loss": 0.7318,
+      "step": 3747
+    },
+    {
+      "epoch": 0.33512160228898424,
+      "grad_norm": 0.14850894686717647,
+      "learning_rate": 0.000155026151372426,
+      "loss": 0.6948,
+      "step": 3748
+    },
+    {
+      "epoch": 0.3352110157367668,
+      "grad_norm": 0.1695033503647742,
+      "learning_rate": 0.00015500196759485254,
+      "loss": 0.7117,
+      "step": 3749
+    },
+    {
+      "epoch": 0.33530042918454933,
+      "grad_norm": 0.14329066746277005,
+      "learning_rate": 0.0001549777792043305,
+      "loss": 0.7154,
+      "step": 3750
+    },
+    {
+      "epoch": 0.3353898426323319,
+      "grad_norm": 0.15981644017121507,
+      "learning_rate": 0.0001549535862028885,
+      "loss": 0.6996,
+      "step": 3751
+    },
+    {
+      "epoch": 0.3354792560801145,
+      "grad_norm": 0.16088116414540055,
+      "learning_rate": 0.0001549293885925556,
+      "loss": 0.735,
+      "step": 3752
+    },
+    {
+      "epoch": 0.335568669527897,
+      "grad_norm": 0.14087788026357104,
+      "learning_rate": 0.0001549051863753612,
+      "loss": 0.6788,
+      "step": 3753
+    },
+    {
+      "epoch": 0.33565808297567956,
+      "grad_norm": 0.11630346153626711,
+      "learning_rate": 0.00015488097955333515,
+      "loss": 0.6311,
+      "step": 3754
+    },
+    {
+      "epoch": 0.3357474964234621,
+      "grad_norm": 0.14307355138925196,
+      "learning_rate": 0.00015485676812850761,
+      "loss": 0.6606,
+      "step": 3755
+    },
+    {
+      "epoch": 0.33583690987124465,
+      "grad_norm": 0.14494342728519538,
+      "learning_rate": 0.0001548325521029092,
+      "loss": 0.6833,
+      "step": 3756
+    },
+    {
+      "epoch": 0.33592632331902716,
+      "grad_norm": 0.16044160003510968,
+      "learning_rate": 0.00015480833147857087,
+      "loss": 0.6764,
+      "step": 3757
+    },
+    {
+      "epoch": 0.33601573676680974,
+      "grad_norm": 0.16105712235942585,
+      "learning_rate": 0.00015478410625752393,
+      "loss": 0.6856,
+      "step": 3758
+    },
+    {
+      "epoch": 0.33610515021459225,
+      "grad_norm": 0.138551884078806,
+      "learning_rate": 0.00015475987644180016,
+      "loss": 0.6616,
+      "step": 3759
+    },
+    {
+      "epoch": 0.3361945636623748,
+      "grad_norm": 0.15657510967894353,
+      "learning_rate": 0.00015473564203343174,
+      "loss": 0.7079,
+      "step": 3760
+    },
+    {
+      "epoch": 0.3362839771101574,
+      "grad_norm": 0.15802908177636876,
+      "learning_rate": 0.00015471140303445109,
+      "loss": 0.7224,
+      "step": 3761
+    },
+    {
+      "epoch": 0.3363733905579399,
+      "grad_norm": 0.1595059150223708,
+      "learning_rate": 0.00015468715944689113,
+      "loss": 0.7137,
+      "step": 3762
+    },
+    {
+      "epoch": 0.3364628040057225,
+      "grad_norm": 0.1259597031575119,
+      "learning_rate": 0.0001546629112727852,
+      "loss": 0.6393,
+      "step": 3763
+    },
+    {
+      "epoch": 0.336552217453505,
+      "grad_norm": 0.13571355676919608,
+      "learning_rate": 0.00015463865851416685,
+      "loss": 0.6893,
+      "step": 3764
+    },
+    {
+      "epoch": 0.33664163090128757,
+      "grad_norm": 0.14698280057514052,
+      "learning_rate": 0.00015461440117307026,
+      "loss": 0.694,
+      "step": 3765
+    },
+    {
+      "epoch": 0.3367310443490701,
+      "grad_norm": 0.16255642545382665,
+      "learning_rate": 0.00015459013925152976,
+      "loss": 0.7301,
+      "step": 3766
+    },
+    {
+      "epoch": 0.33682045779685266,
+      "grad_norm": 0.14230010348055988,
+      "learning_rate": 0.00015456587275158024,
+      "loss": 0.6669,
+      "step": 3767
+    },
+    {
+      "epoch": 0.3369098712446352,
+      "grad_norm": 0.15521099453971146,
+      "learning_rate": 0.00015454160167525685,
+      "loss": 0.7071,
+      "step": 3768
+    },
+    {
+      "epoch": 0.33699928469241774,
+      "grad_norm": 0.1621492845306365,
+      "learning_rate": 0.00015451732602459522,
+      "loss": 0.7249,
+      "step": 3769
+    },
+    {
+      "epoch": 0.33708869814020026,
+      "grad_norm": 0.14551837182395586,
+      "learning_rate": 0.00015449304580163125,
+      "loss": 0.6926,
+      "step": 3770
+    },
+    {
+      "epoch": 0.33717811158798283,
+      "grad_norm": 0.14374198210029818,
+      "learning_rate": 0.00015446876100840137,
+      "loss": 0.6914,
+      "step": 3771
+    },
+    {
+      "epoch": 0.3372675250357654,
+      "grad_norm": 0.15273390807358672,
+      "learning_rate": 0.0001544444716469423,
+      "loss": 0.6726,
+      "step": 3772
+    },
+    {
+      "epoch": 0.3373569384835479,
+      "grad_norm": 0.14753723576881242,
+      "learning_rate": 0.0001544201777192911,
+      "loss": 0.6838,
+      "step": 3773
+    },
+    {
+      "epoch": 0.3374463519313305,
+      "grad_norm": 0.12702733813271788,
+      "learning_rate": 0.00015439587922748537,
+      "loss": 0.6487,
+      "step": 3774
+    },
+    {
+      "epoch": 0.337535765379113,
+      "grad_norm": 0.12913327919470882,
+      "learning_rate": 0.00015437157617356292,
+      "loss": 0.68,
+      "step": 3775
+    },
+    {
+      "epoch": 0.3376251788268956,
+      "grad_norm": 0.1277667516748823,
+      "learning_rate": 0.00015434726855956206,
+      "loss": 0.6566,
+      "step": 3776
+    },
+    {
+      "epoch": 0.3377145922746781,
+      "grad_norm": 0.13591435131830862,
+      "learning_rate": 0.0001543229563875214,
+      "loss": 0.6779,
+      "step": 3777
+    },
+    {
+      "epoch": 0.33780400572246067,
+      "grad_norm": 0.13411818489196442,
+      "learning_rate": 0.00015429863965947996,
+      "loss": 0.6561,
+      "step": 3778
+    },
+    {
+      "epoch": 0.3378934191702432,
+      "grad_norm": 0.1481930194583946,
+      "learning_rate": 0.00015427431837747725,
+      "loss": 0.6973,
+      "step": 3779
+    },
+    {
+      "epoch": 0.33798283261802575,
+      "grad_norm": 0.1758198323263388,
+      "learning_rate": 0.00015424999254355296,
+      "loss": 0.636,
+      "step": 3780
+    },
+    {
+      "epoch": 0.3380722460658083,
+      "grad_norm": 0.15262843851535057,
+      "learning_rate": 0.00015422566215974733,
+      "loss": 0.6846,
+      "step": 3781
+    },
+    {
+      "epoch": 0.33816165951359084,
+      "grad_norm": 0.1517067801535671,
+      "learning_rate": 0.00015420132722810092,
+      "loss": 0.7256,
+      "step": 3782
+    },
+    {
+      "epoch": 0.3382510729613734,
+      "grad_norm": 0.16632443396520732,
+      "learning_rate": 0.00015417698775065466,
+      "loss": 0.7419,
+      "step": 3783
+    },
+    {
+      "epoch": 0.3383404864091559,
+      "grad_norm": 0.17428297747168928,
+      "learning_rate": 0.00015415264372944983,
+      "loss": 0.6966,
+      "step": 3784
+    },
+    {
+      "epoch": 0.3384298998569385,
+      "grad_norm": 0.13936043409050422,
+      "learning_rate": 0.00015412829516652817,
+      "loss": 0.6871,
+      "step": 3785
+    },
+    {
+      "epoch": 0.338519313304721,
+      "grad_norm": 0.1376094538887817,
+      "learning_rate": 0.00015410394206393177,
+      "loss": 0.7083,
+      "step": 3786
+    },
+    {
+      "epoch": 0.3386087267525036,
+      "grad_norm": 0.1428973089067663,
+      "learning_rate": 0.00015407958442370312,
+      "loss": 0.665,
+      "step": 3787
+    },
+    {
+      "epoch": 0.3386981402002861,
+      "grad_norm": 0.13632064732470234,
+      "learning_rate": 0.000154055222247885,
+      "loss": 0.6784,
+      "step": 3788
+    },
+    {
+      "epoch": 0.3387875536480687,
+      "grad_norm": 0.1811626002694569,
+      "learning_rate": 0.00015403085553852068,
+      "loss": 0.6655,
+      "step": 3789
+    },
+    {
+      "epoch": 0.3388769670958512,
+      "grad_norm": 0.1340361476802211,
+      "learning_rate": 0.00015400648429765375,
+      "loss": 0.6424,
+      "step": 3790
+    },
+    {
+      "epoch": 0.33896638054363376,
+      "grad_norm": 0.1424387870660791,
+      "learning_rate": 0.00015398210852732825,
+      "loss": 0.6832,
+      "step": 3791
+    },
+    {
+      "epoch": 0.33905579399141633,
+      "grad_norm": 0.14887357208286597,
+      "learning_rate": 0.00015395772822958845,
+      "loss": 0.6964,
+      "step": 3792
+    },
+    {
+      "epoch": 0.33914520743919885,
+      "grad_norm": 0.17373142688405455,
+      "learning_rate": 0.00015393334340647917,
+      "loss": 0.6212,
+      "step": 3793
+    },
+    {
+      "epoch": 0.3392346208869814,
+      "grad_norm": 0.15014136305964498,
+      "learning_rate": 0.00015390895406004553,
+      "loss": 0.6996,
+      "step": 3794
+    },
+    {
+      "epoch": 0.33932403433476394,
+      "grad_norm": 0.14347164333866927,
+      "learning_rate": 0.00015388456019233302,
+      "loss": 0.6598,
+      "step": 3795
+    },
+    {
+      "epoch": 0.3394134477825465,
+      "grad_norm": 0.14155434812448098,
+      "learning_rate": 0.0001538601618053875,
+      "loss": 0.6858,
+      "step": 3796
+    },
+    {
+      "epoch": 0.339502861230329,
+      "grad_norm": 0.14628238103080246,
+      "learning_rate": 0.00015383575890125527,
+      "loss": 0.7006,
+      "step": 3797
+    },
+    {
+      "epoch": 0.3395922746781116,
+      "grad_norm": 0.12751263156479908,
+      "learning_rate": 0.00015381135148198293,
+      "loss": 0.7049,
+      "step": 3798
+    },
+    {
+      "epoch": 0.3396816881258941,
+      "grad_norm": 0.13900925956462049,
+      "learning_rate": 0.00015378693954961754,
+      "loss": 0.667,
+      "step": 3799
+    },
+    {
+      "epoch": 0.3397711015736767,
+      "grad_norm": 0.1504967805386766,
+      "learning_rate": 0.0001537625231062065,
+      "loss": 0.6698,
+      "step": 3800
+    },
+    {
+      "epoch": 0.33986051502145925,
+      "grad_norm": 0.14820541189951683,
+      "learning_rate": 0.00015373810215379757,
+      "loss": 0.7168,
+      "step": 3801
+    },
+    {
+      "epoch": 0.33994992846924177,
+      "grad_norm": 0.12752232433933838,
+      "learning_rate": 0.0001537136766944389,
+      "loss": 0.668,
+      "step": 3802
+    },
+    {
+      "epoch": 0.34003934191702434,
+      "grad_norm": 0.14231635440746057,
+      "learning_rate": 0.00015368924673017905,
+      "loss": 0.6491,
+      "step": 3803
+    },
+    {
+      "epoch": 0.34012875536480686,
+      "grad_norm": 0.13879089162946126,
+      "learning_rate": 0.00015366481226306692,
+      "loss": 0.6745,
+      "step": 3804
+    },
+    {
+      "epoch": 0.3402181688125894,
+      "grad_norm": 0.14915356603191385,
+      "learning_rate": 0.00015364037329515182,
+      "loss": 0.7031,
+      "step": 3805
+    },
+    {
+      "epoch": 0.34030758226037194,
+      "grad_norm": 0.1582864927736821,
+      "learning_rate": 0.00015361592982848335,
+      "loss": 0.7081,
+      "step": 3806
+    },
+    {
+      "epoch": 0.3403969957081545,
+      "grad_norm": 0.152779686786156,
+      "learning_rate": 0.00015359148186511163,
+      "loss": 0.7174,
+      "step": 3807
+    },
+    {
+      "epoch": 0.34048640915593703,
+      "grad_norm": 0.15480337618904402,
+      "learning_rate": 0.000153567029407087,
+      "loss": 0.7108,
+      "step": 3808
+    },
+    {
+      "epoch": 0.3405758226037196,
+      "grad_norm": 0.1808616686192173,
+      "learning_rate": 0.00015354257245646036,
+      "loss": 0.6341,
+      "step": 3809
+    },
+    {
+      "epoch": 0.3406652360515021,
+      "grad_norm": 0.1493623827810443,
+      "learning_rate": 0.0001535181110152828,
+      "loss": 0.688,
+      "step": 3810
+    },
+    {
+      "epoch": 0.3407546494992847,
+      "grad_norm": 0.14546015175735316,
+      "learning_rate": 0.00015349364508560588,
+      "loss": 0.6934,
+      "step": 3811
+    },
+    {
+      "epoch": 0.34084406294706726,
+      "grad_norm": 0.14302764704435836,
+      "learning_rate": 0.00015346917466948161,
+      "loss": 0.6754,
+      "step": 3812
+    },
+    {
+      "epoch": 0.3409334763948498,
+      "grad_norm": 0.1459623688366822,
+      "learning_rate": 0.0001534446997689622,
+      "loss": 0.6958,
+      "step": 3813
+    },
+    {
+      "epoch": 0.34102288984263235,
+      "grad_norm": 0.14135521935624945,
+      "learning_rate": 0.00015342022038610038,
+      "loss": 0.6938,
+      "step": 3814
+    },
+    {
+      "epoch": 0.34111230329041486,
+      "grad_norm": 0.16806218153670985,
+      "learning_rate": 0.00015339573652294917,
+      "loss": 0.7382,
+      "step": 3815
+    },
+    {
+      "epoch": 0.34120171673819744,
+      "grad_norm": 0.13381061361754204,
+      "learning_rate": 0.00015337124818156205,
+      "loss": 0.6636,
+      "step": 3816
+    },
+    {
+      "epoch": 0.34129113018597995,
+      "grad_norm": 0.1401567153898233,
+      "learning_rate": 0.00015334675536399277,
+      "loss": 0.6967,
+      "step": 3817
+    },
+    {
+      "epoch": 0.3413805436337625,
+      "grad_norm": 0.15095141648633753,
+      "learning_rate": 0.00015332225807229556,
+      "loss": 0.7558,
+      "step": 3818
+    },
+    {
+      "epoch": 0.34146995708154504,
+      "grad_norm": 0.1478758266305105,
+      "learning_rate": 0.00015329775630852497,
+      "loss": 0.7086,
+      "step": 3819
+    },
+    {
+      "epoch": 0.3415593705293276,
+      "grad_norm": 0.15120511754381016,
+      "learning_rate": 0.00015327325007473592,
+      "loss": 0.705,
+      "step": 3820
+    },
+    {
+      "epoch": 0.3416487839771102,
+      "grad_norm": 0.1390581441725919,
+      "learning_rate": 0.00015324873937298374,
+      "loss": 0.6597,
+      "step": 3821
+    },
+    {
+      "epoch": 0.3417381974248927,
+      "grad_norm": 0.1498791454495564,
+      "learning_rate": 0.00015322422420532407,
+      "loss": 0.7103,
+      "step": 3822
+    },
+    {
+      "epoch": 0.34182761087267527,
+      "grad_norm": 0.1409048822707026,
+      "learning_rate": 0.000153199704573813,
+      "loss": 0.6945,
+      "step": 3823
+    },
+    {
+      "epoch": 0.3419170243204578,
+      "grad_norm": 0.1402606472445667,
+      "learning_rate": 0.00015317518048050697,
+      "loss": 0.6941,
+      "step": 3824
+    },
+    {
+      "epoch": 0.34200643776824036,
+      "grad_norm": 0.1401750869327117,
+      "learning_rate": 0.00015315065192746276,
+      "loss": 0.6716,
+      "step": 3825
+    },
+    {
+      "epoch": 0.3420958512160229,
+      "grad_norm": 0.1300486807901219,
+      "learning_rate": 0.00015312611891673752,
+      "loss": 0.6452,
+      "step": 3826
+    },
+    {
+      "epoch": 0.34218526466380544,
+      "grad_norm": 0.15435852499569497,
+      "learning_rate": 0.00015310158145038892,
+      "loss": 0.6602,
+      "step": 3827
+    },
+    {
+      "epoch": 0.34227467811158796,
+      "grad_norm": 0.13183568854338706,
+      "learning_rate": 0.0001530770395304748,
+      "loss": 0.6638,
+      "step": 3828
+    },
+    {
+      "epoch": 0.34236409155937053,
+      "grad_norm": 0.1661505791016941,
+      "learning_rate": 0.00015305249315905348,
+      "loss": 0.7049,
+      "step": 3829
+    },
+    {
+      "epoch": 0.3424535050071531,
+      "grad_norm": 0.15954321369480498,
+      "learning_rate": 0.0001530279423381836,
+      "loss": 0.6598,
+      "step": 3830
+    },
+    {
+      "epoch": 0.3425429184549356,
+      "grad_norm": 0.1378652848542901,
+      "learning_rate": 0.00015300338706992426,
+      "loss": 0.6945,
+      "step": 3831
+    },
+    {
+      "epoch": 0.3426323319027182,
+      "grad_norm": 0.15065495259460326,
+      "learning_rate": 0.00015297882735633485,
+      "loss": 0.692,
+      "step": 3832
+    },
+    {
+      "epoch": 0.3427217453505007,
+      "grad_norm": 0.15315195897651918,
+      "learning_rate": 0.00015295426319947514,
+      "loss": 0.679,
+      "step": 3833
+    },
+    {
+      "epoch": 0.3428111587982833,
+      "grad_norm": 0.12903529168519481,
+      "learning_rate": 0.0001529296946014054,
+      "loss": 0.6505,
+      "step": 3834
+    },
+    {
+      "epoch": 0.3429005722460658,
+      "grad_norm": 0.1331967345868574,
+      "learning_rate": 0.00015290512156418602,
+      "loss": 0.6537,
+      "step": 3835
+    },
+    {
+      "epoch": 0.34298998569384836,
+      "grad_norm": 0.15550919102837515,
+      "learning_rate": 0.000152880544089878,
+      "loss": 0.6853,
+      "step": 3836
+    },
+    {
+      "epoch": 0.3430793991416309,
+      "grad_norm": 0.15845623670237524,
+      "learning_rate": 0.00015285596218054265,
+      "loss": 0.7009,
+      "step": 3837
+    },
+    {
+      "epoch": 0.34316881258941345,
+      "grad_norm": 0.15010225008099665,
+      "learning_rate": 0.00015283137583824158,
+      "loss": 0.6958,
+      "step": 3838
+    },
+    {
+      "epoch": 0.34325822603719597,
+      "grad_norm": 0.14025540950899262,
+      "learning_rate": 0.0001528067850650368,
+      "loss": 0.6668,
+      "step": 3839
+    },
+    {
+      "epoch": 0.34334763948497854,
+      "grad_norm": 0.13709237974395821,
+      "learning_rate": 0.00015278218986299074,
+      "loss": 0.6505,
+      "step": 3840
+    },
+    {
+      "epoch": 0.3434370529327611,
+      "grad_norm": 0.14361031529635646,
+      "learning_rate": 0.00015275759023416618,
+      "loss": 0.6976,
+      "step": 3841
+    },
+    {
+      "epoch": 0.3435264663805436,
+      "grad_norm": 0.14650006321991538,
+      "learning_rate": 0.00015273298618062624,
+      "loss": 0.7,
+      "step": 3842
+    },
+    {
+      "epoch": 0.3436158798283262,
+      "grad_norm": 0.1430868134595443,
+      "learning_rate": 0.00015270837770443437,
+      "loss": 0.6715,
+      "step": 3843
+    },
+    {
+      "epoch": 0.3437052932761087,
+      "grad_norm": 0.1501426498781677,
+      "learning_rate": 0.0001526837648076546,
+      "loss": 0.7058,
+      "step": 3844
+    },
+    {
+      "epoch": 0.3437947067238913,
+      "grad_norm": 0.1448609109849923,
+      "learning_rate": 0.00015265914749235107,
+      "loss": 0.6776,
+      "step": 3845
+    },
+    {
+      "epoch": 0.3438841201716738,
+      "grad_norm": 0.15661909396763252,
+      "learning_rate": 0.00015263452576058843,
+      "loss": 0.6748,
+      "step": 3846
+    },
+    {
+      "epoch": 0.3439735336194564,
+      "grad_norm": 0.1378423787979061,
+      "learning_rate": 0.0001526098996144317,
+      "loss": 0.6401,
+      "step": 3847
+    },
+    {
+      "epoch": 0.3440629470672389,
+      "grad_norm": 0.17677679844926916,
+      "learning_rate": 0.0001525852690559462,
+      "loss": 0.6866,
+      "step": 3848
+    },
+    {
+      "epoch": 0.34415236051502146,
+      "grad_norm": 0.1509091326136086,
+      "learning_rate": 0.00015256063408719772,
+      "loss": 0.6812,
+      "step": 3849
+    },
+    {
+      "epoch": 0.34424177396280403,
+      "grad_norm": 0.16744373810752933,
+      "learning_rate": 0.0001525359947102523,
+      "loss": 0.6863,
+      "step": 3850
+    },
+    {
+      "epoch": 0.34433118741058655,
+      "grad_norm": 0.15012904700201168,
+      "learning_rate": 0.00015251135092717648,
+      "loss": 0.67,
+      "step": 3851
+    },
+    {
+      "epoch": 0.3444206008583691,
+      "grad_norm": 0.149228066736146,
+      "learning_rate": 0.00015248670274003708,
+      "loss": 0.7165,
+      "step": 3852
+    },
+    {
+      "epoch": 0.34451001430615164,
+      "grad_norm": 0.1385104048281067,
+      "learning_rate": 0.00015246205015090127,
+      "loss": 0.6849,
+      "step": 3853
+    },
+    {
+      "epoch": 0.3445994277539342,
+      "grad_norm": 0.1417742965936171,
+      "learning_rate": 0.0001524373931618367,
+      "loss": 0.6886,
+      "step": 3854
+    },
+    {
+      "epoch": 0.3446888412017167,
+      "grad_norm": 0.1459333545608857,
+      "learning_rate": 0.0001524127317749113,
+      "loss": 0.6944,
+      "step": 3855
+    },
+    {
+      "epoch": 0.3447782546494993,
+      "grad_norm": 0.14032079192910946,
+      "learning_rate": 0.00015238806599219336,
+      "loss": 0.6874,
+      "step": 3856
+    },
+    {
+      "epoch": 0.3448676680972818,
+      "grad_norm": 0.16012498839413314,
+      "learning_rate": 0.0001523633958157516,
+      "loss": 0.7416,
+      "step": 3857
+    },
+    {
+      "epoch": 0.3449570815450644,
+      "grad_norm": 0.1398479338013931,
+      "learning_rate": 0.00015233872124765512,
+      "loss": 0.6936,
+      "step": 3858
+    },
+    {
+      "epoch": 0.3450464949928469,
+      "grad_norm": 0.13870663977627745,
+      "learning_rate": 0.00015231404228997325,
+      "loss": 0.7349,
+      "step": 3859
+    },
+    {
+      "epoch": 0.34513590844062947,
+      "grad_norm": 0.1422853601539813,
+      "learning_rate": 0.00015228935894477582,
+      "loss": 0.6574,
+      "step": 3860
+    },
+    {
+      "epoch": 0.34522532188841204,
+      "grad_norm": 0.14843739213658394,
+      "learning_rate": 0.00015226467121413304,
+      "loss": 0.6833,
+      "step": 3861
+    },
+    {
+      "epoch": 0.34531473533619456,
+      "grad_norm": 0.1407655302683793,
+      "learning_rate": 0.0001522399791001154,
+      "loss": 0.7072,
+      "step": 3862
+    },
+    {
+      "epoch": 0.3454041487839771,
+      "grad_norm": 0.13172717063804248,
+      "learning_rate": 0.00015221528260479377,
+      "loss": 0.6086,
+      "step": 3863
+    },
+    {
+      "epoch": 0.34549356223175964,
+      "grad_norm": 0.14532938977493232,
+      "learning_rate": 0.0001521905817302395,
+      "loss": 0.6937,
+      "step": 3864
+    },
+    {
+      "epoch": 0.3455829756795422,
+      "grad_norm": 0.15220039168688163,
+      "learning_rate": 0.00015216587647852415,
+      "loss": 0.6783,
+      "step": 3865
+    },
+    {
+      "epoch": 0.34567238912732473,
+      "grad_norm": 0.15289493532458556,
+      "learning_rate": 0.0001521411668517197,
+      "loss": 0.7145,
+      "step": 3866
+    },
+    {
+      "epoch": 0.3457618025751073,
+      "grad_norm": 0.13263086384106562,
+      "learning_rate": 0.00015211645285189858,
+      "loss": 0.6989,
+      "step": 3867
+    },
+    {
+      "epoch": 0.3458512160228898,
+      "grad_norm": 0.15709620949964648,
+      "learning_rate": 0.00015209173448113355,
+      "loss": 0.7297,
+      "step": 3868
+    },
+    {
+      "epoch": 0.3459406294706724,
+      "grad_norm": 0.160047985312431,
+      "learning_rate": 0.0001520670117414976,
+      "loss": 0.6813,
+      "step": 3869
+    },
+    {
+      "epoch": 0.34603004291845496,
+      "grad_norm": 0.15319785101024475,
+      "learning_rate": 0.00015204228463506424,
+      "loss": 0.6923,
+      "step": 3870
+    },
+    {
+      "epoch": 0.3461194563662375,
+      "grad_norm": 0.15549282183511393,
+      "learning_rate": 0.00015201755316390737,
+      "loss": 0.7374,
+      "step": 3871
+    },
+    {
+      "epoch": 0.34620886981402005,
+      "grad_norm": 0.1576425372272636,
+      "learning_rate": 0.00015199281733010116,
+      "loss": 0.718,
+      "step": 3872
+    },
+    {
+      "epoch": 0.34629828326180256,
+      "grad_norm": 0.17168012298154356,
+      "learning_rate": 0.0001519680771357201,
+      "loss": 0.6734,
+      "step": 3873
+    },
+    {
+      "epoch": 0.34638769670958514,
+      "grad_norm": 0.15184627014664545,
+      "learning_rate": 0.00015194333258283918,
+      "loss": 0.7373,
+      "step": 3874
+    },
+    {
+      "epoch": 0.34647711015736765,
+      "grad_norm": 0.14904820558084023,
+      "learning_rate": 0.00015191858367353368,
+      "loss": 0.6709,
+      "step": 3875
+    },
+    {
+      "epoch": 0.3465665236051502,
+      "grad_norm": 0.13585628417377046,
+      "learning_rate": 0.0001518938304098793,
+      "loss": 0.6585,
+      "step": 3876
+    },
+    {
+      "epoch": 0.34665593705293274,
+      "grad_norm": 0.15990492441018725,
+      "learning_rate": 0.00015186907279395202,
+      "loss": 0.6948,
+      "step": 3877
+    },
+    {
+      "epoch": 0.3467453505007153,
+      "grad_norm": 0.15688620581501786,
+      "learning_rate": 0.00015184431082782823,
+      "loss": 0.7028,
+      "step": 3878
+    },
+    {
+      "epoch": 0.3468347639484979,
+      "grad_norm": 0.14939588488803726,
+      "learning_rate": 0.00015181954451358473,
+      "loss": 0.7143,
+      "step": 3879
+    },
+    {
+      "epoch": 0.3469241773962804,
+      "grad_norm": 0.13291851984297579,
+      "learning_rate": 0.0001517947738532986,
+      "loss": 0.6584,
+      "step": 3880
+    },
+    {
+      "epoch": 0.34701359084406297,
+      "grad_norm": 0.16509663142491748,
+      "learning_rate": 0.00015176999884904734,
+      "loss": 0.6914,
+      "step": 3881
+    },
+    {
+      "epoch": 0.3471030042918455,
+      "grad_norm": 0.1448973659535249,
+      "learning_rate": 0.0001517452195029088,
+      "loss": 0.6878,
+      "step": 3882
+    },
+    {
+      "epoch": 0.34719241773962806,
+      "grad_norm": 0.18325314600144155,
+      "learning_rate": 0.00015172043581696118,
+      "loss": 0.6865,
+      "step": 3883
+    },
+    {
+      "epoch": 0.3472818311874106,
+      "grad_norm": 0.1464723468878662,
+      "learning_rate": 0.0001516956477932831,
+      "loss": 0.6585,
+      "step": 3884
+    },
+    {
+      "epoch": 0.34737124463519314,
+      "grad_norm": 0.15287372635852378,
+      "learning_rate": 0.00015167085543395348,
+      "loss": 0.6645,
+      "step": 3885
+    },
+    {
+      "epoch": 0.34746065808297566,
+      "grad_norm": 0.13096616458709895,
+      "learning_rate": 0.00015164605874105156,
+      "loss": 0.6526,
+      "step": 3886
+    },
+    {
+      "epoch": 0.34755007153075823,
+      "grad_norm": 0.1361147596227967,
+      "learning_rate": 0.0001516212577166571,
+      "loss": 0.6792,
+      "step": 3887
+    },
+    {
+      "epoch": 0.34763948497854075,
+      "grad_norm": 0.1369244076226518,
+      "learning_rate": 0.0001515964523628501,
+      "loss": 0.6446,
+      "step": 3888
+    },
+    {
+      "epoch": 0.3477288984263233,
+      "grad_norm": 0.14637885470578385,
+      "learning_rate": 0.00015157164268171097,
+      "loss": 0.6799,
+      "step": 3889
+    },
+    {
+      "epoch": 0.3478183118741059,
+      "grad_norm": 0.16376288466853084,
+      "learning_rate": 0.0001515468286753204,
+      "loss": 0.749,
+      "step": 3890
+    },
+    {
+      "epoch": 0.3479077253218884,
+      "grad_norm": 0.12929096008286772,
+      "learning_rate": 0.0001515220103457596,
+      "loss": 0.678,
+      "step": 3891
+    },
+    {
+      "epoch": 0.347997138769671,
+      "grad_norm": 0.1358993940608729,
+      "learning_rate": 0.00015149718769511003,
+      "loss": 0.6798,
+      "step": 3892
+    },
+    {
+      "epoch": 0.3480865522174535,
+      "grad_norm": 0.14259453522387192,
+      "learning_rate": 0.00015147236072545348,
+      "loss": 0.6658,
+      "step": 3893
+    },
+    {
+      "epoch": 0.34817596566523606,
+      "grad_norm": 0.13498009383561685,
+      "learning_rate": 0.00015144752943887222,
+      "loss": 0.6675,
+      "step": 3894
+    },
+    {
+      "epoch": 0.3482653791130186,
+      "grad_norm": 0.1334467771977567,
+      "learning_rate": 0.0001514226938374488,
+      "loss": 0.6628,
+      "step": 3895
+    },
+    {
+      "epoch": 0.34835479256080115,
+      "grad_norm": 0.13073170770803372,
+      "learning_rate": 0.00015139785392326616,
+      "loss": 0.6959,
+      "step": 3896
+    },
+    {
+      "epoch": 0.34844420600858367,
+      "grad_norm": 0.15435614650077886,
+      "learning_rate": 0.00015137300969840758,
+      "loss": 0.7037,
+      "step": 3897
+    },
+    {
+      "epoch": 0.34853361945636624,
+      "grad_norm": 0.14966718185234337,
+      "learning_rate": 0.0001513481611649567,
+      "loss": 0.6853,
+      "step": 3898
+    },
+    {
+      "epoch": 0.3486230329041488,
+      "grad_norm": 0.16144804662467752,
+      "learning_rate": 0.00015132330832499756,
+      "loss": 0.7066,
+      "step": 3899
+    },
+    {
+      "epoch": 0.3487124463519313,
+      "grad_norm": 0.1498860595168511,
+      "learning_rate": 0.00015129845118061453,
+      "loss": 0.7082,
+      "step": 3900
+    },
+    {
+      "epoch": 0.3488018597997139,
+      "grad_norm": 0.1485592545772064,
+      "learning_rate": 0.00015127358973389236,
+      "loss": 0.703,
+      "step": 3901
+    },
+    {
+      "epoch": 0.3488912732474964,
+      "grad_norm": 0.1522008133296886,
+      "learning_rate": 0.00015124872398691617,
+      "loss": 0.6913,
+      "step": 3902
+    },
+    {
+      "epoch": 0.348980686695279,
+      "grad_norm": 0.16614752504159316,
+      "learning_rate": 0.00015122385394177135,
+      "loss": 0.7617,
+      "step": 3903
+    },
+    {
+      "epoch": 0.3490701001430615,
+      "grad_norm": 0.12937970693213763,
+      "learning_rate": 0.0001511989796005438,
+      "loss": 0.6846,
+      "step": 3904
+    },
+    {
+      "epoch": 0.3491595135908441,
+      "grad_norm": 0.14621055160932664,
+      "learning_rate": 0.00015117410096531964,
+      "loss": 0.6814,
+      "step": 3905
+    },
+    {
+      "epoch": 0.3492489270386266,
+      "grad_norm": 0.1285795077550499,
+      "learning_rate": 0.00015114921803818546,
+      "loss": 0.6224,
+      "step": 3906
+    },
+    {
+      "epoch": 0.34933834048640916,
+      "grad_norm": 0.17373975129417216,
+      "learning_rate": 0.0001511243308212281,
+      "loss": 0.691,
+      "step": 3907
+    },
+    {
+      "epoch": 0.3494277539341917,
+      "grad_norm": 0.13683352886755276,
+      "learning_rate": 0.00015109943931653486,
+      "loss": 0.6461,
+      "step": 3908
+    },
+    {
+      "epoch": 0.34951716738197425,
+      "grad_norm": 0.1523608323872278,
+      "learning_rate": 0.00015107454352619336,
+      "loss": 0.7028,
+      "step": 3909
+    },
+    {
+      "epoch": 0.3496065808297568,
+      "grad_norm": 0.1588987383125383,
+      "learning_rate": 0.00015104964345229158,
+      "loss": 0.6746,
+      "step": 3910
+    },
+    {
+      "epoch": 0.34969599427753933,
+      "grad_norm": 0.1496886478527788,
+      "learning_rate": 0.00015102473909691785,
+      "loss": 0.6687,
+      "step": 3911
+    },
+    {
+      "epoch": 0.3497854077253219,
+      "grad_norm": 0.14260476217123855,
+      "learning_rate": 0.0001509998304621609,
+      "loss": 0.6687,
+      "step": 3912
+    },
+    {
+      "epoch": 0.3498748211731044,
+      "grad_norm": 0.14173317172482694,
+      "learning_rate": 0.00015097491755010974,
+      "loss": 0.6599,
+      "step": 3913
+    },
+    {
+      "epoch": 0.349964234620887,
+      "grad_norm": 0.1632495938358627,
+      "learning_rate": 0.0001509500003628538,
+      "loss": 0.6906,
+      "step": 3914
+    },
+    {
+      "epoch": 0.3500536480686695,
+      "grad_norm": 0.1531563927352989,
+      "learning_rate": 0.00015092507890248288,
+      "loss": 0.656,
+      "step": 3915
+    },
+    {
+      "epoch": 0.3501430615164521,
+      "grad_norm": 0.1553243996788668,
+      "learning_rate": 0.0001509001531710871,
+      "loss": 0.6969,
+      "step": 3916
+    },
+    {
+      "epoch": 0.3502324749642346,
+      "grad_norm": 0.14895510159789804,
+      "learning_rate": 0.00015087522317075693,
+      "loss": 0.6843,
+      "step": 3917
+    },
+    {
+      "epoch": 0.35032188841201717,
+      "grad_norm": 0.1460851875117536,
+      "learning_rate": 0.00015085028890358325,
+      "loss": 0.6565,
+      "step": 3918
+    },
+    {
+      "epoch": 0.35041130185979974,
+      "grad_norm": 0.1451266774599591,
+      "learning_rate": 0.00015082535037165724,
+      "loss": 0.6334,
+      "step": 3919
+    },
+    {
+      "epoch": 0.35050071530758226,
+      "grad_norm": 0.15976031025443893,
+      "learning_rate": 0.00015080040757707046,
+      "loss": 0.6952,
+      "step": 3920
+    },
+    {
+      "epoch": 0.3505901287553648,
+      "grad_norm": 0.14009009781099252,
+      "learning_rate": 0.0001507754605219149,
+      "loss": 0.6718,
+      "step": 3921
+    },
+    {
+      "epoch": 0.35067954220314734,
+      "grad_norm": 0.13129356633705883,
+      "learning_rate": 0.00015075050920828272,
+      "loss": 0.6632,
+      "step": 3922
+    },
+    {
+      "epoch": 0.3507689556509299,
+      "grad_norm": 0.17586870759605017,
+      "learning_rate": 0.00015072555363826665,
+      "loss": 0.7391,
+      "step": 3923
+    },
+    {
+      "epoch": 0.35085836909871243,
+      "grad_norm": 0.14488283893928192,
+      "learning_rate": 0.00015070059381395968,
+      "loss": 0.6761,
+      "step": 3924
+    },
+    {
+      "epoch": 0.350947782546495,
+      "grad_norm": 0.13692211291412498,
+      "learning_rate": 0.0001506756297374551,
+      "loss": 0.6806,
+      "step": 3925
+    },
+    {
+      "epoch": 0.3510371959942775,
+      "grad_norm": 0.14877478209192307,
+      "learning_rate": 0.00015065066141084667,
+      "loss": 0.671,
+      "step": 3926
+    },
+    {
+      "epoch": 0.3511266094420601,
+      "grad_norm": 0.14575771239013002,
+      "learning_rate": 0.00015062568883622844,
+      "loss": 0.6926,
+      "step": 3927
+    },
+    {
+      "epoch": 0.3512160228898426,
+      "grad_norm": 0.17089125236747874,
+      "learning_rate": 0.00015060071201569486,
+      "loss": 0.711,
+      "step": 3928
+    },
+    {
+      "epoch": 0.3513054363376252,
+      "grad_norm": 0.1632057300610979,
+      "learning_rate": 0.00015057573095134062,
+      "loss": 0.7435,
+      "step": 3929
+    },
+    {
+      "epoch": 0.35139484978540775,
+      "grad_norm": 0.15955017205702937,
+      "learning_rate": 0.00015055074564526095,
+      "loss": 0.7088,
+      "step": 3930
+    },
+    {
+      "epoch": 0.35148426323319026,
+      "grad_norm": 0.14647168874936453,
+      "learning_rate": 0.00015052575609955125,
+      "loss": 0.7211,
+      "step": 3931
+    },
+    {
+      "epoch": 0.35157367668097284,
+      "grad_norm": 0.18238697093562123,
+      "learning_rate": 0.00015050076231630744,
+      "loss": 0.7535,
+      "step": 3932
+    },
+    {
+      "epoch": 0.35166309012875535,
+      "grad_norm": 0.15379391520535882,
+      "learning_rate": 0.00015047576429762566,
+      "loss": 0.6699,
+      "step": 3933
+    },
+    {
+      "epoch": 0.3517525035765379,
+      "grad_norm": 0.13287881267859714,
+      "learning_rate": 0.0001504507620456025,
+      "loss": 0.6545,
+      "step": 3934
+    },
+    {
+      "epoch": 0.35184191702432044,
+      "grad_norm": 0.13427985992116137,
+      "learning_rate": 0.00015042575556233488,
+      "loss": 0.6687,
+      "step": 3935
+    },
+    {
+      "epoch": 0.351931330472103,
+      "grad_norm": 0.14613187040251518,
+      "learning_rate": 0.00015040074484992,
+      "loss": 0.7112,
+      "step": 3936
+    },
+    {
+      "epoch": 0.3520207439198855,
+      "grad_norm": 0.1547953363937818,
+      "learning_rate": 0.00015037572991045552,
+      "loss": 0.7133,
+      "step": 3937
+    },
+    {
+      "epoch": 0.3521101573676681,
+      "grad_norm": 0.15523837561119733,
+      "learning_rate": 0.00015035071074603944,
+      "loss": 0.6831,
+      "step": 3938
+    },
+    {
+      "epoch": 0.35219957081545067,
+      "grad_norm": 0.16893073828007604,
+      "learning_rate": 0.00015032568735877003,
+      "loss": 0.7512,
+      "step": 3939
+    },
+    {
+      "epoch": 0.3522889842632332,
+      "grad_norm": 0.1306215743030598,
+      "learning_rate": 0.000150300659750746,
+      "loss": 0.6792,
+      "step": 3940
+    },
+    {
+      "epoch": 0.35237839771101576,
+      "grad_norm": 0.15464319041928098,
+      "learning_rate": 0.00015027562792406643,
+      "loss": 0.6507,
+      "step": 3941
+    },
+    {
+      "epoch": 0.35246781115879827,
+      "grad_norm": 0.14719965552000552,
+      "learning_rate": 0.0001502505918808306,
+      "loss": 0.6488,
+      "step": 3942
+    },
+    {
+      "epoch": 0.35255722460658084,
+      "grad_norm": 0.14348441311653096,
+      "learning_rate": 0.00015022555162313834,
+      "loss": 0.6942,
+      "step": 3943
+    },
+    {
+      "epoch": 0.35264663805436336,
+      "grad_norm": 0.144908306493723,
+      "learning_rate": 0.00015020050715308972,
+      "loss": 0.6689,
+      "step": 3944
+    },
+    {
+      "epoch": 0.35273605150214593,
+      "grad_norm": 0.1465170387322329,
+      "learning_rate": 0.0001501754584727852,
+      "loss": 0.6664,
+      "step": 3945
+    },
+    {
+      "epoch": 0.35282546494992845,
+      "grad_norm": 0.15480215067566636,
+      "learning_rate": 0.0001501504055843256,
+      "loss": 0.7364,
+      "step": 3946
+    },
+    {
+      "epoch": 0.352914878397711,
+      "grad_norm": 0.1494439703640243,
+      "learning_rate": 0.00015012534848981202,
+      "loss": 0.7264,
+      "step": 3947
+    },
+    {
+      "epoch": 0.3530042918454936,
+      "grad_norm": 0.15537396983696308,
+      "learning_rate": 0.000150100287191346,
+      "loss": 0.7497,
+      "step": 3948
+    },
+    {
+      "epoch": 0.3530937052932761,
+      "grad_norm": 0.16518356230970985,
+      "learning_rate": 0.00015007522169102941,
+      "loss": 0.6875,
+      "step": 3949
+    },
+    {
+      "epoch": 0.3531831187410587,
+      "grad_norm": 0.16616419606372354,
+      "learning_rate": 0.00015005015199096443,
+      "loss": 0.6914,
+      "step": 3950
+    },
+    {
+      "epoch": 0.3532725321888412,
+      "grad_norm": 0.144020362178533,
+      "learning_rate": 0.00015002507809325365,
+      "loss": 0.6633,
+      "step": 3951
+    },
+    {
+      "epoch": 0.35336194563662376,
+      "grad_norm": 0.13241035602617704,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.6599,
+      "step": 3952
+    },
+    {
+      "epoch": 0.3534513590844063,
+      "grad_norm": 0.1661103443208914,
+      "learning_rate": 0.00014997491771330675,
+      "loss": 0.7216,
+      "step": 3953
+    },
+    {
+      "epoch": 0.35354077253218885,
+      "grad_norm": 0.16487877653740637,
+      "learning_rate": 0.0001499498312352775,
+      "loss": 0.734,
+      "step": 3954
+    },
+    {
+      "epoch": 0.35363018597997137,
+      "grad_norm": 0.1533104032443695,
+      "learning_rate": 0.0001499247405680162,
+      "loss": 0.6969,
+      "step": 3955
+    },
+    {
+      "epoch": 0.35371959942775394,
+      "grad_norm": 0.1667408582516879,
+      "learning_rate": 0.00014989964571362723,
+      "loss": 0.7398,
+      "step": 3956
+    },
+    {
+      "epoch": 0.35380901287553645,
+      "grad_norm": 0.13688396670466377,
+      "learning_rate": 0.0001498745466742152,
+      "loss": 0.6521,
+      "step": 3957
+    },
+    {
+      "epoch": 0.353898426323319,
+      "grad_norm": 0.1520802492553091,
+      "learning_rate": 0.0001498494434518852,
+      "loss": 0.6685,
+      "step": 3958
+    },
+    {
+      "epoch": 0.3539878397711016,
+      "grad_norm": 0.14631987110701247,
+      "learning_rate": 0.0001498243360487426,
+      "loss": 0.693,
+      "step": 3959
+    },
+    {
+      "epoch": 0.3540772532188841,
+      "grad_norm": 0.15223846185973483,
+      "learning_rate": 0.00014979922446689306,
+      "loss": 0.7133,
+      "step": 3960
+    },
+    {
+      "epoch": 0.3541666666666667,
+      "grad_norm": 0.14612599019977673,
+      "learning_rate": 0.00014977410870844273,
+      "loss": 0.6883,
+      "step": 3961
+    },
+    {
+      "epoch": 0.3542560801144492,
+      "grad_norm": 0.1391632591655341,
+      "learning_rate": 0.00014974898877549806,
+      "loss": 0.6111,
+      "step": 3962
+    },
+    {
+      "epoch": 0.3543454935622318,
+      "grad_norm": 0.1791834803681501,
+      "learning_rate": 0.0001497238646701657,
+      "loss": 0.6905,
+      "step": 3963
+    },
+    {
+      "epoch": 0.3544349070100143,
+      "grad_norm": 0.15232292178514314,
+      "learning_rate": 0.00014969873639455292,
+      "loss": 0.6927,
+      "step": 3964
+    },
+    {
+      "epoch": 0.35452432045779686,
+      "grad_norm": 0.153466232101385,
+      "learning_rate": 0.00014967360395076713,
+      "loss": 0.7156,
+      "step": 3965
+    },
+    {
+      "epoch": 0.3546137339055794,
+      "grad_norm": 0.1438153119990764,
+      "learning_rate": 0.00014964846734091616,
+      "loss": 0.6712,
+      "step": 3966
+    },
+    {
+      "epoch": 0.35470314735336195,
+      "grad_norm": 0.14525502684422467,
+      "learning_rate": 0.00014962332656710817,
+      "loss": 0.652,
+      "step": 3967
+    },
+    {
+      "epoch": 0.3547925608011445,
+      "grad_norm": 0.13499903906922547,
+      "learning_rate": 0.00014959818163145174,
+      "loss": 0.6361,
+      "step": 3968
+    },
+    {
+      "epoch": 0.35488197424892703,
+      "grad_norm": 0.13733387365812502,
+      "learning_rate": 0.00014957303253605573,
+      "loss": 0.6524,
+      "step": 3969
+    },
+    {
+      "epoch": 0.3549713876967096,
+      "grad_norm": 0.14079214584095226,
+      "learning_rate": 0.00014954787928302935,
+      "loss": 0.6827,
+      "step": 3970
+    },
+    {
+      "epoch": 0.3550608011444921,
+      "grad_norm": 0.14731184480989304,
+      "learning_rate": 0.00014952272187448214,
+      "loss": 0.7009,
+      "step": 3971
+    },
+    {
+      "epoch": 0.3551502145922747,
+      "grad_norm": 0.1560853144418903,
+      "learning_rate": 0.00014949756031252406,
+      "loss": 0.7237,
+      "step": 3972
+    },
+    {
+      "epoch": 0.3552396280400572,
+      "grad_norm": 0.15364671855929485,
+      "learning_rate": 0.0001494723945992654,
+      "loss": 0.719,
+      "step": 3973
+    },
+    {
+      "epoch": 0.3553290414878398,
+      "grad_norm": 0.15685826534375716,
+      "learning_rate": 0.00014944722473681673,
+      "loss": 0.6901,
+      "step": 3974
+    },
+    {
+      "epoch": 0.3554184549356223,
+      "grad_norm": 0.14855500722406118,
+      "learning_rate": 0.00014942205072728903,
+      "loss": 0.7069,
+      "step": 3975
+    },
+    {
+      "epoch": 0.35550786838340487,
+      "grad_norm": 0.17641898762169722,
+      "learning_rate": 0.00014939687257279363,
+      "loss": 0.7391,
+      "step": 3976
+    },
+    {
+      "epoch": 0.3555972818311874,
+      "grad_norm": 0.14502985161104479,
+      "learning_rate": 0.0001493716902754422,
+      "loss": 0.6715,
+      "step": 3977
+    },
+    {
+      "epoch": 0.35568669527896996,
+      "grad_norm": 0.13836334137785747,
+      "learning_rate": 0.00014934650383734672,
+      "loss": 0.643,
+      "step": 3978
+    },
+    {
+      "epoch": 0.3557761087267525,
+      "grad_norm": 0.14458557957154874,
+      "learning_rate": 0.00014932131326061957,
+      "loss": 0.6762,
+      "step": 3979
+    },
+    {
+      "epoch": 0.35586552217453504,
+      "grad_norm": 0.14492748033888947,
+      "learning_rate": 0.00014929611854737343,
+      "loss": 0.6836,
+      "step": 3980
+    },
+    {
+      "epoch": 0.3559549356223176,
+      "grad_norm": 0.14700740534043596,
+      "learning_rate": 0.00014927091969972134,
+      "loss": 0.66,
+      "step": 3981
+    },
+    {
+      "epoch": 0.35604434907010013,
+      "grad_norm": 0.14513408716694784,
+      "learning_rate": 0.00014924571671977676,
+      "loss": 0.6807,
+      "step": 3982
+    },
+    {
+      "epoch": 0.3561337625178827,
+      "grad_norm": 0.13328942312917932,
+      "learning_rate": 0.0001492205096096534,
+      "loss": 0.6649,
+      "step": 3983
+    },
+    {
+      "epoch": 0.3562231759656652,
+      "grad_norm": 0.1349895494207648,
+      "learning_rate": 0.00014919529837146528,
+      "loss": 0.7028,
+      "step": 3984
+    },
+    {
+      "epoch": 0.3563125894134478,
+      "grad_norm": 0.1622069054947728,
+      "learning_rate": 0.00014917008300732696,
+      "loss": 0.6986,
+      "step": 3985
+    },
+    {
+      "epoch": 0.3564020028612303,
+      "grad_norm": 0.2134962238662248,
+      "learning_rate": 0.00014914486351935312,
+      "loss": 0.7073,
+      "step": 3986
+    },
+    {
+      "epoch": 0.3564914163090129,
+      "grad_norm": 0.1209674280478256,
+      "learning_rate": 0.00014911963990965897,
+      "loss": 0.6448,
+      "step": 3987
+    },
+    {
+      "epoch": 0.35658082975679545,
+      "grad_norm": 0.15670823379795118,
+      "learning_rate": 0.00014909441218035992,
+      "loss": 0.6871,
+      "step": 3988
+    },
+    {
+      "epoch": 0.35667024320457796,
+      "grad_norm": 0.1662804971052334,
+      "learning_rate": 0.0001490691803335718,
+      "loss": 0.6896,
+      "step": 3989
+    },
+    {
+      "epoch": 0.35675965665236054,
+      "grad_norm": 0.13612562684732085,
+      "learning_rate": 0.0001490439443714108,
+      "loss": 0.686,
+      "step": 3990
+    },
+    {
+      "epoch": 0.35684907010014305,
+      "grad_norm": 0.12968563024428525,
+      "learning_rate": 0.0001490187042959934,
+      "loss": 0.6477,
+      "step": 3991
+    },
+    {
+      "epoch": 0.3569384835479256,
+      "grad_norm": 0.17227782839267125,
+      "learning_rate": 0.0001489934601094365,
+      "loss": 0.7635,
+      "step": 3992
+    },
+    {
+      "epoch": 0.35702789699570814,
+      "grad_norm": 0.14769755465036125,
+      "learning_rate": 0.00014896821181385725,
+      "loss": 0.6659,
+      "step": 3993
+    },
+    {
+      "epoch": 0.3571173104434907,
+      "grad_norm": 0.1706261635532747,
+      "learning_rate": 0.0001489429594113732,
+      "loss": 0.7206,
+      "step": 3994
+    },
+    {
+      "epoch": 0.3572067238912732,
+      "grad_norm": 0.14984030188173256,
+      "learning_rate": 0.00014891770290410228,
+      "loss": 0.6489,
+      "step": 3995
+    },
+    {
+      "epoch": 0.3572961373390558,
+      "grad_norm": 0.16025190368319867,
+      "learning_rate": 0.0001488924422941627,
+      "loss": 0.7132,
+      "step": 3996
+    },
+    {
+      "epoch": 0.3573855507868383,
+      "grad_norm": 0.15424609443155818,
+      "learning_rate": 0.000148867177583673,
+      "loss": 0.6934,
+      "step": 3997
+    },
+    {
+      "epoch": 0.3574749642346209,
+      "grad_norm": 0.1521658097550845,
+      "learning_rate": 0.00014884190877475213,
+      "loss": 0.7211,
+      "step": 3998
+    },
+    {
+      "epoch": 0.35756437768240346,
+      "grad_norm": 0.16002495411271125,
+      "learning_rate": 0.00014881663586951938,
+      "loss": 0.7206,
+      "step": 3999
+    },
+    {
+      "epoch": 0.35765379113018597,
+      "grad_norm": 0.14270274951841933,
+      "learning_rate": 0.00014879135887009435,
+      "loss": 0.6703,
+      "step": 4000
+    },
+    {
+      "epoch": 0.35774320457796854,
+      "grad_norm": 0.15365239790146784,
+      "learning_rate": 0.00014876607777859695,
+      "loss": 0.6868,
+      "step": 4001
+    },
+    {
+      "epoch": 0.35783261802575106,
+      "grad_norm": 0.14614216861220206,
+      "learning_rate": 0.0001487407925971475,
+      "loss": 0.7117,
+      "step": 4002
+    },
+    {
+      "epoch": 0.35792203147353363,
+      "grad_norm": 0.1283300291936537,
+      "learning_rate": 0.00014871550332786666,
+      "loss": 0.6323,
+      "step": 4003
+    },
+    {
+      "epoch": 0.35801144492131615,
+      "grad_norm": 0.1463168946114953,
+      "learning_rate": 0.00014869020997287536,
+      "loss": 0.6726,
+      "step": 4004
+    },
+    {
+      "epoch": 0.3581008583690987,
+      "grad_norm": 0.13028660188221333,
+      "learning_rate": 0.00014866491253429497,
+      "loss": 0.6716,
+      "step": 4005
+    },
+    {
+      "epoch": 0.35819027181688123,
+      "grad_norm": 0.13747969771715154,
+      "learning_rate": 0.00014863961101424712,
+      "loss": 0.6759,
+      "step": 4006
+    },
+    {
+      "epoch": 0.3582796852646638,
+      "grad_norm": 0.14239535207697432,
+      "learning_rate": 0.00014861430541485387,
+      "loss": 0.6987,
+      "step": 4007
+    },
+    {
+      "epoch": 0.3583690987124464,
+      "grad_norm": 0.14540441787507175,
+      "learning_rate": 0.00014858899573823753,
+      "loss": 0.6879,
+      "step": 4008
+    },
+    {
+      "epoch": 0.3584585121602289,
+      "grad_norm": 0.14305434774804085,
+      "learning_rate": 0.00014856368198652077,
+      "loss": 0.691,
+      "step": 4009
+    },
+    {
+      "epoch": 0.35854792560801146,
+      "grad_norm": 0.13898414980379759,
+      "learning_rate": 0.00014853836416182668,
+      "loss": 0.6522,
+      "step": 4010
+    },
+    {
+      "epoch": 0.358637339055794,
+      "grad_norm": 0.15660676070677199,
+      "learning_rate": 0.0001485130422662786,
+      "loss": 0.6663,
+      "step": 4011
+    },
+    {
+      "epoch": 0.35872675250357655,
+      "grad_norm": 0.15508259238623964,
+      "learning_rate": 0.00014848771630200023,
+      "loss": 0.6629,
+      "step": 4012
+    },
+    {
+      "epoch": 0.35881616595135907,
+      "grad_norm": 0.16873971619772674,
+      "learning_rate": 0.00014846238627111568,
+      "loss": 0.6858,
+      "step": 4013
+    },
+    {
+      "epoch": 0.35890557939914164,
+      "grad_norm": 0.16254315996564703,
+      "learning_rate": 0.00014843705217574933,
+      "loss": 0.7204,
+      "step": 4014
+    },
+    {
+      "epoch": 0.35899499284692415,
+      "grad_norm": 0.13110685791347013,
+      "learning_rate": 0.00014841171401802587,
+      "loss": 0.6611,
+      "step": 4015
+    },
+    {
+      "epoch": 0.3590844062947067,
+      "grad_norm": 0.14729146937515528,
+      "learning_rate": 0.00014838637180007047,
+      "loss": 0.6828,
+      "step": 4016
+    },
+    {
+      "epoch": 0.3591738197424893,
+      "grad_norm": 0.1691888413055305,
+      "learning_rate": 0.00014836102552400848,
+      "loss": 0.7223,
+      "step": 4017
+    },
+    {
+      "epoch": 0.3592632331902718,
+      "grad_norm": 0.14455940223220032,
+      "learning_rate": 0.00014833567519196566,
+      "loss": 0.7055,
+      "step": 4018
+    },
+    {
+      "epoch": 0.3593526466380544,
+      "grad_norm": 0.14705495385521516,
+      "learning_rate": 0.00014831032080606817,
+      "loss": 0.664,
+      "step": 4019
+    },
+    {
+      "epoch": 0.3594420600858369,
+      "grad_norm": 0.14172808913257456,
+      "learning_rate": 0.00014828496236844242,
+      "loss": 0.6839,
+      "step": 4020
+    },
+    {
+      "epoch": 0.3595314735336195,
+      "grad_norm": 0.15604727700605736,
+      "learning_rate": 0.00014825959988121515,
+      "loss": 0.7042,
+      "step": 4021
+    },
+    {
+      "epoch": 0.359620886981402,
+      "grad_norm": 0.14852539023820266,
+      "learning_rate": 0.00014823423334651357,
+      "loss": 0.686,
+      "step": 4022
+    },
+    {
+      "epoch": 0.35971030042918456,
+      "grad_norm": 0.13611506863047568,
+      "learning_rate": 0.00014820886276646506,
+      "loss": 0.6851,
+      "step": 4023
+    },
+    {
+      "epoch": 0.3597997138769671,
+      "grad_norm": 0.15636767173339253,
+      "learning_rate": 0.00014818348814319747,
+      "loss": 0.6777,
+      "step": 4024
+    },
+    {
+      "epoch": 0.35988912732474965,
+      "grad_norm": 0.1736054356271295,
+      "learning_rate": 0.0001481581094788389,
+      "loss": 0.7295,
+      "step": 4025
+    },
+    {
+      "epoch": 0.35997854077253216,
+      "grad_norm": 0.16072069886982046,
+      "learning_rate": 0.00014813272677551787,
+      "loss": 0.6687,
+      "step": 4026
+    },
+    {
+      "epoch": 0.36006795422031473,
+      "grad_norm": 0.16613500215990062,
+      "learning_rate": 0.00014810734003536317,
+      "loss": 0.7147,
+      "step": 4027
+    },
+    {
+      "epoch": 0.3601573676680973,
+      "grad_norm": 0.1616538056549829,
+      "learning_rate": 0.00014808194926050394,
+      "loss": 0.6866,
+      "step": 4028
+    },
+    {
+      "epoch": 0.3602467811158798,
+      "grad_norm": 0.1334443112796447,
+      "learning_rate": 0.0001480565544530697,
+      "loss": 0.6336,
+      "step": 4029
+    },
+    {
+      "epoch": 0.3603361945636624,
+      "grad_norm": 0.16962957808141324,
+      "learning_rate": 0.0001480311556151903,
+      "loss": 0.6442,
+      "step": 4030
+    },
+    {
+      "epoch": 0.3604256080114449,
+      "grad_norm": 0.15779229213638118,
+      "learning_rate": 0.00014800575274899588,
+      "loss": 0.681,
+      "step": 4031
+    },
+    {
+      "epoch": 0.3605150214592275,
+      "grad_norm": 0.14453049520527297,
+      "learning_rate": 0.00014798034585661695,
+      "loss": 0.6589,
+      "step": 4032
+    },
+    {
+      "epoch": 0.36060443490701,
+      "grad_norm": 0.15756346820908418,
+      "learning_rate": 0.00014795493494018433,
+      "loss": 0.7086,
+      "step": 4033
+    },
+    {
+      "epoch": 0.36069384835479257,
+      "grad_norm": 0.172120267259038,
+      "learning_rate": 0.00014792952000182926,
+      "loss": 0.7067,
+      "step": 4034
+    },
+    {
+      "epoch": 0.3607832618025751,
+      "grad_norm": 0.13362904885422197,
+      "learning_rate": 0.00014790410104368324,
+      "loss": 0.693,
+      "step": 4035
+    },
+    {
+      "epoch": 0.36087267525035766,
+      "grad_norm": 0.1618941621581378,
+      "learning_rate": 0.00014787867806787807,
+      "loss": 0.7336,
+      "step": 4036
+    },
+    {
+      "epoch": 0.3609620886981402,
+      "grad_norm": 0.1397512500487087,
+      "learning_rate": 0.00014785325107654606,
+      "loss": 0.6876,
+      "step": 4037
+    },
+    {
+      "epoch": 0.36105150214592274,
+      "grad_norm": 0.14523655878151848,
+      "learning_rate": 0.00014782782007181962,
+      "loss": 0.6747,
+      "step": 4038
+    },
+    {
+      "epoch": 0.3611409155937053,
+      "grad_norm": 0.15914317075747794,
+      "learning_rate": 0.0001478023850558317,
+      "loss": 0.7044,
+      "step": 4039
+    },
+    {
+      "epoch": 0.36123032904148783,
+      "grad_norm": 0.15103449691729035,
+      "learning_rate": 0.00014777694603071548,
+      "loss": 0.7195,
+      "step": 4040
+    },
+    {
+      "epoch": 0.3613197424892704,
+      "grad_norm": 0.14569190375936839,
+      "learning_rate": 0.0001477515029986045,
+      "loss": 0.6992,
+      "step": 4041
+    },
+    {
+      "epoch": 0.3614091559370529,
+      "grad_norm": 0.13454830909206497,
+      "learning_rate": 0.00014772605596163261,
+      "loss": 0.6595,
+      "step": 4042
+    },
+    {
+      "epoch": 0.3614985693848355,
+      "grad_norm": 0.15054232825864436,
+      "learning_rate": 0.00014770060492193406,
+      "loss": 0.6562,
+      "step": 4043
+    },
+    {
+      "epoch": 0.361587982832618,
+      "grad_norm": 0.13516704701885654,
+      "learning_rate": 0.00014767514988164336,
+      "loss": 0.6852,
+      "step": 4044
+    },
+    {
+      "epoch": 0.3616773962804006,
+      "grad_norm": 0.13910641871354046,
+      "learning_rate": 0.00014764969084289544,
+      "loss": 0.6764,
+      "step": 4045
+    },
+    {
+      "epoch": 0.3617668097281831,
+      "grad_norm": 0.15290351132026636,
+      "learning_rate": 0.00014762422780782548,
+      "loss": 0.6748,
+      "step": 4046
+    },
+    {
+      "epoch": 0.36185622317596566,
+      "grad_norm": 0.1490722525771942,
+      "learning_rate": 0.00014759876077856905,
+      "loss": 0.6617,
+      "step": 4047
+    },
+    {
+      "epoch": 0.36194563662374823,
+      "grad_norm": 0.15555531483747143,
+      "learning_rate": 0.00014757328975726207,
+      "loss": 0.6966,
+      "step": 4048
+    },
+    {
+      "epoch": 0.36203505007153075,
+      "grad_norm": 0.1720561401597395,
+      "learning_rate": 0.0001475478147460407,
+      "loss": 0.6959,
+      "step": 4049
+    },
+    {
+      "epoch": 0.3621244635193133,
+      "grad_norm": 0.15665988074440265,
+      "learning_rate": 0.00014752233574704153,
+      "loss": 0.7011,
+      "step": 4050
+    },
+    {
+      "epoch": 0.36221387696709584,
+      "grad_norm": 0.15452540989608538,
+      "learning_rate": 0.0001474968527624015,
+      "loss": 0.6974,
+      "step": 4051
+    },
+    {
+      "epoch": 0.3623032904148784,
+      "grad_norm": 0.1727915002168204,
+      "learning_rate": 0.00014747136579425772,
+      "loss": 0.7279,
+      "step": 4052
+    },
+    {
+      "epoch": 0.3623927038626609,
+      "grad_norm": 0.13655370732795602,
+      "learning_rate": 0.00014744587484474784,
+      "loss": 0.6774,
+      "step": 4053
+    },
+    {
+      "epoch": 0.3624821173104435,
+      "grad_norm": 0.13985751999181315,
+      "learning_rate": 0.00014742037991600975,
+      "loss": 0.6764,
+      "step": 4054
+    },
+    {
+      "epoch": 0.362571530758226,
+      "grad_norm": 0.12948220691577017,
+      "learning_rate": 0.00014739488101018168,
+      "loss": 0.6592,
+      "step": 4055
+    },
+    {
+      "epoch": 0.3626609442060086,
+      "grad_norm": 0.16469176750139683,
+      "learning_rate": 0.00014736937812940217,
+      "loss": 0.72,
+      "step": 4056
+    },
+    {
+      "epoch": 0.36275035765379116,
+      "grad_norm": 0.16567510264342059,
+      "learning_rate": 0.0001473438712758101,
+      "loss": 0.7038,
+      "step": 4057
+    },
+    {
+      "epoch": 0.36283977110157367,
+      "grad_norm": 0.13918365344368158,
+      "learning_rate": 0.00014731836045154477,
+      "loss": 0.7007,
+      "step": 4058
+    },
+    {
+      "epoch": 0.36292918454935624,
+      "grad_norm": 0.13899720786924777,
+      "learning_rate": 0.00014729284565874562,
+      "loss": 0.687,
+      "step": 4059
+    },
+    {
+      "epoch": 0.36301859799713876,
+      "grad_norm": 0.15722089694244704,
+      "learning_rate": 0.0001472673268995527,
+      "loss": 0.7199,
+      "step": 4060
+    },
+    {
+      "epoch": 0.36310801144492133,
+      "grad_norm": 0.12697516664130132,
+      "learning_rate": 0.0001472418041761061,
+      "loss": 0.6404,
+      "step": 4061
+    },
+    {
+      "epoch": 0.36319742489270385,
+      "grad_norm": 0.16019549526548982,
+      "learning_rate": 0.00014721627749054647,
+      "loss": 0.6791,
+      "step": 4062
+    },
+    {
+      "epoch": 0.3632868383404864,
+      "grad_norm": 0.14413067128998472,
+      "learning_rate": 0.00014719074684501468,
+      "loss": 0.7282,
+      "step": 4063
+    },
+    {
+      "epoch": 0.36337625178826893,
+      "grad_norm": 0.14716758512088093,
+      "learning_rate": 0.00014716521224165192,
+      "loss": 0.7099,
+      "step": 4064
+    },
+    {
+      "epoch": 0.3634656652360515,
+      "grad_norm": 0.1607036776344815,
+      "learning_rate": 0.0001471396736825998,
+      "loss": 0.7111,
+      "step": 4065
+    },
+    {
+      "epoch": 0.363555078683834,
+      "grad_norm": 0.14753601371271427,
+      "learning_rate": 0.00014711413117000013,
+      "loss": 0.6803,
+      "step": 4066
+    },
+    {
+      "epoch": 0.3636444921316166,
+      "grad_norm": 0.15228080530414148,
+      "learning_rate": 0.0001470885847059952,
+      "loss": 0.6874,
+      "step": 4067
+    },
+    {
+      "epoch": 0.36373390557939916,
+      "grad_norm": 0.1487581504801613,
+      "learning_rate": 0.00014706303429272755,
+      "loss": 0.6939,
+      "step": 4068
+    },
+    {
+      "epoch": 0.3638233190271817,
+      "grad_norm": 0.14844024174392886,
+      "learning_rate": 0.00014703747993234003,
+      "loss": 0.6772,
+      "step": 4069
+    },
+    {
+      "epoch": 0.36391273247496425,
+      "grad_norm": 0.13002865684550718,
+      "learning_rate": 0.00014701192162697591,
+      "loss": 0.6326,
+      "step": 4070
+    },
+    {
+      "epoch": 0.36400214592274677,
+      "grad_norm": 0.152387631240942,
+      "learning_rate": 0.00014698635937877868,
+      "loss": 0.7069,
+      "step": 4071
+    },
+    {
+      "epoch": 0.36409155937052934,
+      "grad_norm": 0.14855233226818562,
+      "learning_rate": 0.0001469607931898922,
+      "loss": 0.6632,
+      "step": 4072
+    },
+    {
+      "epoch": 0.36418097281831185,
+      "grad_norm": 0.15063283163457933,
+      "learning_rate": 0.00014693522306246076,
+      "loss": 0.7048,
+      "step": 4073
+    },
+    {
+      "epoch": 0.3642703862660944,
+      "grad_norm": 0.16123365847304977,
+      "learning_rate": 0.00014690964899862882,
+      "loss": 0.7141,
+      "step": 4074
+    },
+    {
+      "epoch": 0.36435979971387694,
+      "grad_norm": 0.15038086832547784,
+      "learning_rate": 0.0001468840710005413,
+      "loss": 0.6863,
+      "step": 4075
+    },
+    {
+      "epoch": 0.3644492131616595,
+      "grad_norm": 0.1478195062184418,
+      "learning_rate": 0.00014685848907034331,
+      "loss": 0.6788,
+      "step": 4076
+    },
+    {
+      "epoch": 0.3645386266094421,
+      "grad_norm": 0.13954268440535592,
+      "learning_rate": 0.00014683290321018048,
+      "loss": 0.6933,
+      "step": 4077
+    },
+    {
+      "epoch": 0.3646280400572246,
+      "grad_norm": 0.13671213777263164,
+      "learning_rate": 0.0001468073134221986,
+      "loss": 0.6796,
+      "step": 4078
+    },
+    {
+      "epoch": 0.36471745350500717,
+      "grad_norm": 0.1565935920932457,
+      "learning_rate": 0.0001467817197085439,
+      "loss": 0.7086,
+      "step": 4079
+    },
+    {
+      "epoch": 0.3648068669527897,
+      "grad_norm": 0.15446685687237047,
+      "learning_rate": 0.0001467561220713628,
+      "loss": 0.6979,
+      "step": 4080
+    },
+    {
+      "epoch": 0.36489628040057226,
+      "grad_norm": 0.12729606490414508,
+      "learning_rate": 0.00014673052051280227,
+      "loss": 0.6629,
+      "step": 4081
+    },
+    {
+      "epoch": 0.3649856938483548,
+      "grad_norm": 0.1317541099233758,
+      "learning_rate": 0.0001467049150350094,
+      "loss": 0.6882,
+      "step": 4082
+    },
+    {
+      "epoch": 0.36507510729613735,
+      "grad_norm": 0.14131856127971842,
+      "learning_rate": 0.00014667930564013173,
+      "loss": 0.6591,
+      "step": 4083
+    },
+    {
+      "epoch": 0.36516452074391986,
+      "grad_norm": 0.13431015926868978,
+      "learning_rate": 0.00014665369233031705,
+      "loss": 0.6618,
+      "step": 4084
+    },
+    {
+      "epoch": 0.36525393419170243,
+      "grad_norm": 0.15522129148232675,
+      "learning_rate": 0.00014662807510771355,
+      "loss": 0.6868,
+      "step": 4085
+    },
+    {
+      "epoch": 0.365343347639485,
+      "grad_norm": 0.1583203511045905,
+      "learning_rate": 0.0001466024539744697,
+      "loss": 0.7104,
+      "step": 4086
+    },
+    {
+      "epoch": 0.3654327610872675,
+      "grad_norm": 0.14251434819622824,
+      "learning_rate": 0.0001465768289327343,
+      "loss": 0.6826,
+      "step": 4087
+    },
+    {
+      "epoch": 0.3655221745350501,
+      "grad_norm": 0.14785807488708386,
+      "learning_rate": 0.00014655119998465652,
+      "loss": 0.6631,
+      "step": 4088
+    },
+    {
+      "epoch": 0.3656115879828326,
+      "grad_norm": 0.1542253548911984,
+      "learning_rate": 0.00014652556713238578,
+      "loss": 0.7031,
+      "step": 4089
+    },
+    {
+      "epoch": 0.3657010014306152,
+      "grad_norm": 0.1637476890868817,
+      "learning_rate": 0.000146499930378072,
+      "loss": 0.709,
+      "step": 4090
+    },
+    {
+      "epoch": 0.3657904148783977,
+      "grad_norm": 0.16508970917864182,
+      "learning_rate": 0.00014647428972386513,
+      "loss": 0.6552,
+      "step": 4091
+    },
+    {
+      "epoch": 0.36587982832618027,
+      "grad_norm": 0.15793548375842983,
+      "learning_rate": 0.00014644864517191576,
+      "loss": 0.7228,
+      "step": 4092
+    },
+    {
+      "epoch": 0.3659692417739628,
+      "grad_norm": 0.16445158606093244,
+      "learning_rate": 0.00014642299672437461,
+      "loss": 0.7119,
+      "step": 4093
+    },
+    {
+      "epoch": 0.36605865522174535,
+      "grad_norm": 0.17901827940916165,
+      "learning_rate": 0.00014639734438339278,
+      "loss": 0.6487,
+      "step": 4094
+    },
+    {
+      "epoch": 0.36614806866952787,
+      "grad_norm": 0.16461198020535764,
+      "learning_rate": 0.0001463716881511217,
+      "loss": 0.7283,
+      "step": 4095
+    },
+    {
+      "epoch": 0.36623748211731044,
+      "grad_norm": 0.17011134504964975,
+      "learning_rate": 0.00014634602802971312,
+      "loss": 0.6987,
+      "step": 4096
+    },
+    {
+      "epoch": 0.366326895565093,
+      "grad_norm": 0.1377721618664505,
+      "learning_rate": 0.0001463203640213192,
+      "loss": 0.6622,
+      "step": 4097
+    },
+    {
+      "epoch": 0.36641630901287553,
+      "grad_norm": 0.13996542179167681,
+      "learning_rate": 0.00014629469612809223,
+      "loss": 0.6959,
+      "step": 4098
+    },
+    {
+      "epoch": 0.3665057224606581,
+      "grad_norm": 0.13185796518781764,
+      "learning_rate": 0.00014626902435218504,
+      "loss": 0.6875,
+      "step": 4099
+    },
+    {
+      "epoch": 0.3665951359084406,
+      "grad_norm": 0.15121590848698463,
+      "learning_rate": 0.00014624334869575066,
+      "loss": 0.7275,
+      "step": 4100
+    },
+    {
+      "epoch": 0.3666845493562232,
+      "grad_norm": 0.1594250598355957,
+      "learning_rate": 0.00014621766916094248,
+      "loss": 0.6774,
+      "step": 4101
+    },
+    {
+      "epoch": 0.3667739628040057,
+      "grad_norm": 0.14495201208528868,
+      "learning_rate": 0.00014619198574991417,
+      "loss": 0.6717,
+      "step": 4102
+    },
+    {
+      "epoch": 0.3668633762517883,
+      "grad_norm": 0.1326827229928378,
+      "learning_rate": 0.00014616629846481982,
+      "loss": 0.6353,
+      "step": 4103
+    },
+    {
+      "epoch": 0.3669527896995708,
+      "grad_norm": 0.15098444588177054,
+      "learning_rate": 0.00014614060730781377,
+      "loss": 0.6684,
+      "step": 4104
+    },
+    {
+      "epoch": 0.36704220314735336,
+      "grad_norm": 0.1380539127873538,
+      "learning_rate": 0.0001461149122810507,
+      "loss": 0.6257,
+      "step": 4105
+    },
+    {
+      "epoch": 0.36713161659513593,
+      "grad_norm": 0.14290826800618903,
+      "learning_rate": 0.00014608921338668562,
+      "loss": 0.6979,
+      "step": 4106
+    },
+    {
+      "epoch": 0.36722103004291845,
+      "grad_norm": 0.1560486863930307,
+      "learning_rate": 0.00014606351062687391,
+      "loss": 0.6867,
+      "step": 4107
+    },
+    {
+      "epoch": 0.367310443490701,
+      "grad_norm": 0.1449157813323172,
+      "learning_rate": 0.00014603780400377118,
+      "loss": 0.6788,
+      "step": 4108
+    },
+    {
+      "epoch": 0.36739985693848354,
+      "grad_norm": 0.15582507507520213,
+      "learning_rate": 0.00014601209351953345,
+      "loss": 0.7095,
+      "step": 4109
+    },
+    {
+      "epoch": 0.3674892703862661,
+      "grad_norm": 0.1348338766428461,
+      "learning_rate": 0.00014598637917631697,
+      "loss": 0.6437,
+      "step": 4110
+    },
+    {
+      "epoch": 0.3675786838340486,
+      "grad_norm": 0.15274949979337815,
+      "learning_rate": 0.00014596066097627842,
+      "loss": 0.6931,
+      "step": 4111
+    },
+    {
+      "epoch": 0.3676680972818312,
+      "grad_norm": 0.13589081393822697,
+      "learning_rate": 0.00014593493892157473,
+      "loss": 0.6717,
+      "step": 4112
+    },
+    {
+      "epoch": 0.3677575107296137,
+      "grad_norm": 0.16087426571601612,
+      "learning_rate": 0.00014590921301436318,
+      "loss": 0.7446,
+      "step": 4113
+    },
+    {
+      "epoch": 0.3678469241773963,
+      "grad_norm": 0.1398902108300779,
+      "learning_rate": 0.0001458834832568014,
+      "loss": 0.6904,
+      "step": 4114
+    },
+    {
+      "epoch": 0.3679363376251788,
+      "grad_norm": 0.13440065242557506,
+      "learning_rate": 0.00014585774965104732,
+      "loss": 0.6551,
+      "step": 4115
+    },
+    {
+      "epoch": 0.36802575107296137,
+      "grad_norm": 0.1410012236337121,
+      "learning_rate": 0.00014583201219925908,
+      "loss": 0.7036,
+      "step": 4116
+    },
+    {
+      "epoch": 0.36811516452074394,
+      "grad_norm": 0.15706728147299537,
+      "learning_rate": 0.0001458062709035954,
+      "loss": 0.7141,
+      "step": 4117
+    },
+    {
+      "epoch": 0.36820457796852646,
+      "grad_norm": 0.15616712642710495,
+      "learning_rate": 0.00014578052576621507,
+      "loss": 0.7293,
+      "step": 4118
+    },
+    {
+      "epoch": 0.36829399141630903,
+      "grad_norm": 0.1401718224877486,
+      "learning_rate": 0.00014575477678927732,
+      "loss": 0.7036,
+      "step": 4119
+    },
+    {
+      "epoch": 0.36838340486409155,
+      "grad_norm": 0.15397479479054943,
+      "learning_rate": 0.00014572902397494173,
+      "loss": 0.6868,
+      "step": 4120
+    },
+    {
+      "epoch": 0.3684728183118741,
+      "grad_norm": 0.14508077084806978,
+      "learning_rate": 0.0001457032673253681,
+      "loss": 0.7121,
+      "step": 4121
+    },
+    {
+      "epoch": 0.36856223175965663,
+      "grad_norm": 0.15568373279719713,
+      "learning_rate": 0.00014567750684271665,
+      "loss": 0.6658,
+      "step": 4122
+    },
+    {
+      "epoch": 0.3686516452074392,
+      "grad_norm": 0.12840058508156524,
+      "learning_rate": 0.00014565174252914785,
+      "loss": 0.6636,
+      "step": 4123
+    },
+    {
+      "epoch": 0.3687410586552217,
+      "grad_norm": 0.1486097902995058,
+      "learning_rate": 0.00014562597438682256,
+      "loss": 0.6517,
+      "step": 4124
+    },
+    {
+      "epoch": 0.3688304721030043,
+      "grad_norm": 0.13628583279855547,
+      "learning_rate": 0.0001456002024179019,
+      "loss": 0.6981,
+      "step": 4125
+    },
+    {
+      "epoch": 0.36891988555078686,
+      "grad_norm": 0.16122807253505347,
+      "learning_rate": 0.0001455744266245473,
+      "loss": 0.6697,
+      "step": 4126
+    },
+    {
+      "epoch": 0.3690092989985694,
+      "grad_norm": 0.15573089025632225,
+      "learning_rate": 0.0001455486470089206,
+      "loss": 0.6917,
+      "step": 4127
+    },
+    {
+      "epoch": 0.36909871244635195,
+      "grad_norm": 0.15001484179548116,
+      "learning_rate": 0.0001455228635731839,
+      "loss": 0.6562,
+      "step": 4128
+    },
+    {
+      "epoch": 0.36918812589413447,
+      "grad_norm": 0.14786930251004707,
+      "learning_rate": 0.00014549707631949957,
+      "loss": 0.6665,
+      "step": 4129
+    },
+    {
+      "epoch": 0.36927753934191704,
+      "grad_norm": 0.14761805943426978,
+      "learning_rate": 0.00014547128525003045,
+      "loss": 0.6716,
+      "step": 4130
+    },
+    {
+      "epoch": 0.36936695278969955,
+      "grad_norm": 0.16745986681872987,
+      "learning_rate": 0.0001454454903669395,
+      "loss": 0.7258,
+      "step": 4131
+    },
+    {
+      "epoch": 0.3694563662374821,
+      "grad_norm": 0.15771541302042433,
+      "learning_rate": 0.0001454196916723902,
+      "loss": 0.6815,
+      "step": 4132
+    },
+    {
+      "epoch": 0.36954577968526464,
+      "grad_norm": 0.1526847309138431,
+      "learning_rate": 0.00014539388916854617,
+      "loss": 0.6361,
+      "step": 4133
+    },
+    {
+      "epoch": 0.3696351931330472,
+      "grad_norm": 0.15242010492330144,
+      "learning_rate": 0.00014536808285757152,
+      "loss": 0.6765,
+      "step": 4134
+    },
+    {
+      "epoch": 0.3697246065808298,
+      "grad_norm": 0.146229152656911,
+      "learning_rate": 0.00014534227274163051,
+      "loss": 0.658,
+      "step": 4135
+    },
+    {
+      "epoch": 0.3698140200286123,
+      "grad_norm": 0.1351678026790839,
+      "learning_rate": 0.00014531645882288788,
+      "loss": 0.7164,
+      "step": 4136
+    },
+    {
+      "epoch": 0.36990343347639487,
+      "grad_norm": 0.13488220397790707,
+      "learning_rate": 0.00014529064110350856,
+      "loss": 0.6737,
+      "step": 4137
+    },
+    {
+      "epoch": 0.3699928469241774,
+      "grad_norm": 0.1546186470225392,
+      "learning_rate": 0.00014526481958565787,
+      "loss": 0.7124,
+      "step": 4138
+    },
+    {
+      "epoch": 0.37008226037195996,
+      "grad_norm": 0.13388384567158046,
+      "learning_rate": 0.00014523899427150143,
+      "loss": 0.6738,
+      "step": 4139
+    },
+    {
+      "epoch": 0.3701716738197425,
+      "grad_norm": 0.13863926755885989,
+      "learning_rate": 0.00014521316516320515,
+      "loss": 0.6979,
+      "step": 4140
+    },
+    {
+      "epoch": 0.37026108726752505,
+      "grad_norm": 0.15606909141658565,
+      "learning_rate": 0.00014518733226293534,
+      "loss": 0.6963,
+      "step": 4141
+    },
+    {
+      "epoch": 0.37035050071530756,
+      "grad_norm": 0.13510048319335516,
+      "learning_rate": 0.00014516149557285856,
+      "loss": 0.6744,
+      "step": 4142
+    },
+    {
+      "epoch": 0.37043991416309013,
+      "grad_norm": 0.1446227486311729,
+      "learning_rate": 0.00014513565509514167,
+      "loss": 0.6673,
+      "step": 4143
+    },
+    {
+      "epoch": 0.37052932761087265,
+      "grad_norm": 0.1431776940206374,
+      "learning_rate": 0.00014510981083195188,
+      "loss": 0.6647,
+      "step": 4144
+    },
+    {
+      "epoch": 0.3706187410586552,
+      "grad_norm": 0.1834149475312946,
+      "learning_rate": 0.00014508396278545678,
+      "loss": 0.7027,
+      "step": 4145
+    },
+    {
+      "epoch": 0.3707081545064378,
+      "grad_norm": 0.16664029857862278,
+      "learning_rate": 0.0001450581109578241,
+      "loss": 0.7273,
+      "step": 4146
+    },
+    {
+      "epoch": 0.3707975679542203,
+      "grad_norm": 0.15886330974632026,
+      "learning_rate": 0.00014503225535122212,
+      "loss": 0.7056,
+      "step": 4147
+    },
+    {
+      "epoch": 0.3708869814020029,
+      "grad_norm": 0.12907983386915595,
+      "learning_rate": 0.00014500639596781926,
+      "loss": 0.6485,
+      "step": 4148
+    },
+    {
+      "epoch": 0.3709763948497854,
+      "grad_norm": 0.1612546067314422,
+      "learning_rate": 0.00014498053280978434,
+      "loss": 0.692,
+      "step": 4149
+    },
+    {
+      "epoch": 0.37106580829756797,
+      "grad_norm": 0.14638437326794834,
+      "learning_rate": 0.00014495466587928642,
+      "loss": 0.7011,
+      "step": 4150
+    },
+    {
+      "epoch": 0.3711552217453505,
+      "grad_norm": 0.1337800992531235,
+      "learning_rate": 0.00014492879517849497,
+      "loss": 0.6706,
+      "step": 4151
+    },
+    {
+      "epoch": 0.37124463519313305,
+      "grad_norm": 0.16071122464426466,
+      "learning_rate": 0.0001449029207095798,
+      "loss": 0.702,
+      "step": 4152
+    },
+    {
+      "epoch": 0.37133404864091557,
+      "grad_norm": 0.13883225043869563,
+      "learning_rate": 0.00014487704247471078,
+      "loss": 0.7027,
+      "step": 4153
+    },
+    {
+      "epoch": 0.37142346208869814,
+      "grad_norm": 0.1543511971298184,
+      "learning_rate": 0.00014485116047605848,
+      "loss": 0.6928,
+      "step": 4154
+    },
+    {
+      "epoch": 0.3715128755364807,
+      "grad_norm": 0.15076103157611065,
+      "learning_rate": 0.00014482527471579353,
+      "loss": 0.6215,
+      "step": 4155
+    },
+    {
+      "epoch": 0.37160228898426323,
+      "grad_norm": 0.15631904576148242,
+      "learning_rate": 0.00014479938519608687,
+      "loss": 0.6872,
+      "step": 4156
+    },
+    {
+      "epoch": 0.3716917024320458,
+      "grad_norm": 0.14247959281203296,
+      "learning_rate": 0.0001447734919191099,
+      "loss": 0.6814,
+      "step": 4157
+    },
+    {
+      "epoch": 0.3717811158798283,
+      "grad_norm": 0.14801276836345786,
+      "learning_rate": 0.00014474759488703425,
+      "loss": 0.6913,
+      "step": 4158
+    },
+    {
+      "epoch": 0.3718705293276109,
+      "grad_norm": 0.13566858940101906,
+      "learning_rate": 0.00014472169410203187,
+      "loss": 0.7022,
+      "step": 4159
+    },
+    {
+      "epoch": 0.3719599427753934,
+      "grad_norm": 0.14496831347694217,
+      "learning_rate": 0.00014469578956627496,
+      "loss": 0.6643,
+      "step": 4160
+    },
+    {
+      "epoch": 0.372049356223176,
+      "grad_norm": 0.12414753975154139,
+      "learning_rate": 0.0001446698812819362,
+      "loss": 0.646,
+      "step": 4161
+    },
+    {
+      "epoch": 0.3721387696709585,
+      "grad_norm": 0.13078637060711792,
+      "learning_rate": 0.00014464396925118847,
+      "loss": 0.6719,
+      "step": 4162
+    },
+    {
+      "epoch": 0.37222818311874106,
+      "grad_norm": 0.13899567624158882,
+      "learning_rate": 0.00014461805347620489,
+      "loss": 0.6406,
+      "step": 4163
+    },
+    {
+      "epoch": 0.3723175965665236,
+      "grad_norm": 0.15313903375693894,
+      "learning_rate": 0.00014459213395915906,
+      "loss": 0.6956,
+      "step": 4164
+    },
+    {
+      "epoch": 0.37240701001430615,
+      "grad_norm": 0.1505795643169474,
+      "learning_rate": 0.00014456621070222484,
+      "loss": 0.6938,
+      "step": 4165
+    },
+    {
+      "epoch": 0.3724964234620887,
+      "grad_norm": 0.15464047917934937,
+      "learning_rate": 0.00014454028370757636,
+      "loss": 0.6829,
+      "step": 4166
+    },
+    {
+      "epoch": 0.37258583690987124,
+      "grad_norm": 0.14198177805194426,
+      "learning_rate": 0.00014451435297738806,
+      "loss": 0.6834,
+      "step": 4167
+    },
+    {
+      "epoch": 0.3726752503576538,
+      "grad_norm": 0.13809645381148675,
+      "learning_rate": 0.00014448841851383472,
+      "loss": 0.6943,
+      "step": 4168
+    },
+    {
+      "epoch": 0.3727646638054363,
+      "grad_norm": 0.1330642619339171,
+      "learning_rate": 0.00014446248031909148,
+      "loss": 0.675,
+      "step": 4169
+    },
+    {
+      "epoch": 0.3728540772532189,
+      "grad_norm": 0.14685728321347852,
+      "learning_rate": 0.0001444365383953337,
+      "loss": 0.6834,
+      "step": 4170
+    },
+    {
+      "epoch": 0.3729434907010014,
+      "grad_norm": 0.16256563905407492,
+      "learning_rate": 0.00014441059274473706,
+      "loss": 0.7075,
+      "step": 4171
+    },
+    {
+      "epoch": 0.373032904148784,
+      "grad_norm": 0.16438897757190646,
+      "learning_rate": 0.00014438464336947773,
+      "loss": 0.7497,
+      "step": 4172
+    },
+    {
+      "epoch": 0.3731223175965665,
+      "grad_norm": 0.16885332106053144,
+      "learning_rate": 0.0001443586902717319,
+      "loss": 0.701,
+      "step": 4173
+    },
+    {
+      "epoch": 0.37321173104434907,
+      "grad_norm": 0.14874143523608827,
+      "learning_rate": 0.0001443327334536763,
+      "loss": 0.7016,
+      "step": 4174
+    },
+    {
+      "epoch": 0.37330114449213164,
+      "grad_norm": 0.14319534000275488,
+      "learning_rate": 0.00014430677291748788,
+      "loss": 0.6779,
+      "step": 4175
+    },
+    {
+      "epoch": 0.37339055793991416,
+      "grad_norm": 0.12174844016795618,
+      "learning_rate": 0.00014428080866534396,
+      "loss": 0.6501,
+      "step": 4176
+    },
+    {
+      "epoch": 0.37347997138769673,
+      "grad_norm": 0.13094102323067872,
+      "learning_rate": 0.00014425484069942207,
+      "loss": 0.6168,
+      "step": 4177
+    },
+    {
+      "epoch": 0.37356938483547925,
+      "grad_norm": 0.13423483387326515,
+      "learning_rate": 0.00014422886902190014,
+      "loss": 0.6694,
+      "step": 4178
+    },
+    {
+      "epoch": 0.3736587982832618,
+      "grad_norm": 0.14870646260477385,
+      "learning_rate": 0.00014420289363495638,
+      "loss": 0.6878,
+      "step": 4179
+    },
+    {
+      "epoch": 0.37374821173104433,
+      "grad_norm": 0.16267957395755459,
+      "learning_rate": 0.00014417691454076932,
+      "loss": 0.6752,
+      "step": 4180
+    },
+    {
+      "epoch": 0.3738376251788269,
+      "grad_norm": 0.12851726141202793,
+      "learning_rate": 0.00014415093174151777,
+      "loss": 0.6528,
+      "step": 4181
+    },
+    {
+      "epoch": 0.3739270386266094,
+      "grad_norm": 0.17235243583255286,
+      "learning_rate": 0.0001441249452393809,
+      "loss": 0.6844,
+      "step": 4182
+    },
+    {
+      "epoch": 0.374016452074392,
+      "grad_norm": 0.1402788270762181,
+      "learning_rate": 0.0001440989550365382,
+      "loss": 0.6018,
+      "step": 4183
+    },
+    {
+      "epoch": 0.3741058655221745,
+      "grad_norm": 0.1326229617066004,
+      "learning_rate": 0.00014407296113516934,
+      "loss": 0.6577,
+      "step": 4184
+    },
+    {
+      "epoch": 0.3741952789699571,
+      "grad_norm": 0.16696179731472005,
+      "learning_rate": 0.00014404696353745452,
+      "loss": 0.6728,
+      "step": 4185
+    },
+    {
+      "epoch": 0.37428469241773965,
+      "grad_norm": 0.17269183016595535,
+      "learning_rate": 0.000144020962245574,
+      "loss": 0.6744,
+      "step": 4186
+    },
+    {
+      "epoch": 0.37437410586552217,
+      "grad_norm": 0.14014737397000043,
+      "learning_rate": 0.00014399495726170858,
+      "loss": 0.6651,
+      "step": 4187
+    },
+    {
+      "epoch": 0.37446351931330474,
+      "grad_norm": 0.1402226640505569,
+      "learning_rate": 0.0001439689485880392,
+      "loss": 0.6372,
+      "step": 4188
+    },
+    {
+      "epoch": 0.37455293276108725,
+      "grad_norm": 0.13753770980588745,
+      "learning_rate": 0.00014394293622674724,
+      "loss": 0.6723,
+      "step": 4189
+    },
+    {
+      "epoch": 0.3746423462088698,
+      "grad_norm": 0.1364578242008255,
+      "learning_rate": 0.00014391692018001425,
+      "loss": 0.693,
+      "step": 4190
+    },
+    {
+      "epoch": 0.37473175965665234,
+      "grad_norm": 0.1754260195561912,
+      "learning_rate": 0.00014389090045002225,
+      "loss": 0.6627,
+      "step": 4191
+    },
+    {
+      "epoch": 0.3748211731044349,
+      "grad_norm": 0.1506707586098334,
+      "learning_rate": 0.0001438648770389534,
+      "loss": 0.654,
+      "step": 4192
+    },
+    {
+      "epoch": 0.37491058655221743,
+      "grad_norm": 0.1447954009759313,
+      "learning_rate": 0.0001438388499489903,
+      "loss": 0.692,
+      "step": 4193
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.1351272807071281,
+      "learning_rate": 0.00014381281918231578,
+      "loss": 0.6871,
+      "step": 4194
+    },
+    {
+      "epoch": 0.37508941344778257,
+      "grad_norm": 0.14977559957281442,
+      "learning_rate": 0.00014378678474111304,
+      "loss": 0.6615,
+      "step": 4195
+    },
+    {
+      "epoch": 0.3751788268955651,
+      "grad_norm": 0.14450201402641524,
+      "learning_rate": 0.00014376074662756557,
+      "loss": 0.6516,
+      "step": 4196
+    },
+    {
+      "epoch": 0.37526824034334766,
+      "grad_norm": 0.1334869767119532,
+      "learning_rate": 0.0001437347048438571,
+      "loss": 0.6972,
+      "step": 4197
+    },
+    {
+      "epoch": 0.3753576537911302,
+      "grad_norm": 0.14151266365609014,
+      "learning_rate": 0.00014370865939217176,
+      "loss": 0.7198,
+      "step": 4198
+    },
+    {
+      "epoch": 0.37544706723891275,
+      "grad_norm": 0.15331679121090136,
+      "learning_rate": 0.00014368261027469394,
+      "loss": 0.6991,
+      "step": 4199
+    },
+    {
+      "epoch": 0.37553648068669526,
+      "grad_norm": 0.14904480327772965,
+      "learning_rate": 0.00014365655749360833,
+      "loss": 0.7074,
+      "step": 4200
+    },
+    {
+      "epoch": 0.37562589413447783,
+      "grad_norm": 0.12268222477714913,
+      "learning_rate": 0.0001436305010511,
+      "loss": 0.6699,
+      "step": 4201
+    },
+    {
+      "epoch": 0.37571530758226035,
+      "grad_norm": 0.14611091656820202,
+      "learning_rate": 0.00014360444094935424,
+      "loss": 0.6958,
+      "step": 4202
+    },
+    {
+      "epoch": 0.3758047210300429,
+      "grad_norm": 0.14202990297999082,
+      "learning_rate": 0.00014357837719055667,
+      "loss": 0.6901,
+      "step": 4203
+    },
+    {
+      "epoch": 0.3758941344778255,
+      "grad_norm": 0.1428079043155416,
+      "learning_rate": 0.00014355230977689323,
+      "loss": 0.6788,
+      "step": 4204
+    },
+    {
+      "epoch": 0.375983547925608,
+      "grad_norm": 0.15571881279782795,
+      "learning_rate": 0.00014352623871055018,
+      "loss": 0.671,
+      "step": 4205
+    },
+    {
+      "epoch": 0.3760729613733906,
+      "grad_norm": 0.17083107177011309,
+      "learning_rate": 0.00014350016399371405,
+      "loss": 0.7063,
+      "step": 4206
+    },
+    {
+      "epoch": 0.3761623748211731,
+      "grad_norm": 0.14004135790139494,
+      "learning_rate": 0.00014347408562857169,
+      "loss": 0.656,
+      "step": 4207
+    },
+    {
+      "epoch": 0.37625178826895567,
+      "grad_norm": 0.15818793232297293,
+      "learning_rate": 0.00014344800361731027,
+      "loss": 0.724,
+      "step": 4208
+    },
+    {
+      "epoch": 0.3763412017167382,
+      "grad_norm": 0.14909273257624925,
+      "learning_rate": 0.00014342191796211726,
+      "loss": 0.6976,
+      "step": 4209
+    },
+    {
+      "epoch": 0.37643061516452075,
+      "grad_norm": 0.1649572037836802,
+      "learning_rate": 0.00014339582866518044,
+      "loss": 0.7214,
+      "step": 4210
+    },
+    {
+      "epoch": 0.37652002861230327,
+      "grad_norm": 0.182381172770252,
+      "learning_rate": 0.00014336973572868787,
+      "loss": 0.7113,
+      "step": 4211
+    },
+    {
+      "epoch": 0.37660944206008584,
+      "grad_norm": 0.17002962700101387,
+      "learning_rate": 0.00014334363915482795,
+      "loss": 0.7456,
+      "step": 4212
+    },
+    {
+      "epoch": 0.37669885550786836,
+      "grad_norm": 0.1460058131416124,
+      "learning_rate": 0.00014331753894578937,
+      "loss": 0.6763,
+      "step": 4213
+    },
+    {
+      "epoch": 0.37678826895565093,
+      "grad_norm": 0.144569416005685,
+      "learning_rate": 0.00014329143510376108,
+      "loss": 0.683,
+      "step": 4214
+    },
+    {
+      "epoch": 0.3768776824034335,
+      "grad_norm": 0.13592211318571315,
+      "learning_rate": 0.00014326532763093245,
+      "loss": 0.672,
+      "step": 4215
+    },
+    {
+      "epoch": 0.376967095851216,
+      "grad_norm": 0.15600879496473605,
+      "learning_rate": 0.00014323921652949301,
+      "loss": 0.6813,
+      "step": 4216
+    },
+    {
+      "epoch": 0.3770565092989986,
+      "grad_norm": 0.12539411015529905,
+      "learning_rate": 0.00014321310180163272,
+      "loss": 0.6605,
+      "step": 4217
+    },
+    {
+      "epoch": 0.3771459227467811,
+      "grad_norm": 0.1467894387131903,
+      "learning_rate": 0.00014318698344954175,
+      "loss": 0.6658,
+      "step": 4218
+    },
+    {
+      "epoch": 0.3772353361945637,
+      "grad_norm": 0.14134617421339435,
+      "learning_rate": 0.00014316086147541065,
+      "loss": 0.688,
+      "step": 4219
+    },
+    {
+      "epoch": 0.3773247496423462,
+      "grad_norm": 0.14390144078002476,
+      "learning_rate": 0.00014313473588143026,
+      "loss": 0.6973,
+      "step": 4220
+    },
+    {
+      "epoch": 0.37741416309012876,
+      "grad_norm": 0.15066947683348794,
+      "learning_rate": 0.0001431086066697916,
+      "loss": 0.6592,
+      "step": 4221
+    },
+    {
+      "epoch": 0.3775035765379113,
+      "grad_norm": 0.14628790924556975,
+      "learning_rate": 0.0001430824738426862,
+      "loss": 0.6465,
+      "step": 4222
+    },
+    {
+      "epoch": 0.37759298998569385,
+      "grad_norm": 0.14381957379192414,
+      "learning_rate": 0.00014305633740230574,
+      "loss": 0.6411,
+      "step": 4223
+    },
+    {
+      "epoch": 0.3776824034334764,
+      "grad_norm": 0.16174023306001367,
+      "learning_rate": 0.00014303019735084226,
+      "loss": 0.6685,
+      "step": 4224
+    },
+    {
+      "epoch": 0.37777181688125894,
+      "grad_norm": 0.14276876949300157,
+      "learning_rate": 0.00014300405369048808,
+      "loss": 0.6857,
+      "step": 4225
+    },
+    {
+      "epoch": 0.3778612303290415,
+      "grad_norm": 0.13075280123949423,
+      "learning_rate": 0.00014297790642343587,
+      "loss": 0.6562,
+      "step": 4226
+    },
+    {
+      "epoch": 0.377950643776824,
+      "grad_norm": 0.1556170815421006,
+      "learning_rate": 0.00014295175555187854,
+      "loss": 0.6792,
+      "step": 4227
+    },
+    {
+      "epoch": 0.3780400572246066,
+      "grad_norm": 0.15866390663491084,
+      "learning_rate": 0.00014292560107800935,
+      "loss": 0.6959,
+      "step": 4228
+    },
+    {
+      "epoch": 0.3781294706723891,
+      "grad_norm": 0.1337984487342218,
+      "learning_rate": 0.00014289944300402186,
+      "loss": 0.6596,
+      "step": 4229
+    },
+    {
+      "epoch": 0.3782188841201717,
+      "grad_norm": 0.1474198557897303,
+      "learning_rate": 0.00014287328133210986,
+      "loss": 0.6815,
+      "step": 4230
+    },
+    {
+      "epoch": 0.3783082975679542,
+      "grad_norm": 0.15601926367129196,
+      "learning_rate": 0.00014284711606446754,
+      "loss": 0.7003,
+      "step": 4231
+    },
+    {
+      "epoch": 0.37839771101573677,
+      "grad_norm": 0.14868874835949525,
+      "learning_rate": 0.00014282094720328937,
+      "loss": 0.6796,
+      "step": 4232
+    },
+    {
+      "epoch": 0.3784871244635193,
+      "grad_norm": 0.14619919664496106,
+      "learning_rate": 0.00014279477475077006,
+      "loss": 0.7069,
+      "step": 4233
+    },
+    {
+      "epoch": 0.37857653791130186,
+      "grad_norm": 0.13059073987051734,
+      "learning_rate": 0.00014276859870910463,
+      "loss": 0.6532,
+      "step": 4234
+    },
+    {
+      "epoch": 0.37866595135908443,
+      "grad_norm": 0.1147001179363947,
+      "learning_rate": 0.00014274241908048856,
+      "loss": 0.6634,
+      "step": 4235
+    },
+    {
+      "epoch": 0.37875536480686695,
+      "grad_norm": 0.14597555887934693,
+      "learning_rate": 0.00014271623586711738,
+      "loss": 0.6512,
+      "step": 4236
+    },
+    {
+      "epoch": 0.3788447782546495,
+      "grad_norm": 0.15625377973696575,
+      "learning_rate": 0.00014269004907118706,
+      "loss": 0.6771,
+      "step": 4237
+    },
+    {
+      "epoch": 0.37893419170243203,
+      "grad_norm": 0.13744616426260806,
+      "learning_rate": 0.0001426638586948939,
+      "loss": 0.688,
+      "step": 4238
+    },
+    {
+      "epoch": 0.3790236051502146,
+      "grad_norm": 0.1602040900514307,
+      "learning_rate": 0.00014263766474043445,
+      "loss": 0.6391,
+      "step": 4239
+    },
+    {
+      "epoch": 0.3791130185979971,
+      "grad_norm": 0.17858186260501274,
+      "learning_rate": 0.00014261146721000553,
+      "loss": 0.7151,
+      "step": 4240
+    },
+    {
+      "epoch": 0.3792024320457797,
+      "grad_norm": 0.1259473386822628,
+      "learning_rate": 0.00014258526610580433,
+      "loss": 0.6429,
+      "step": 4241
+    },
+    {
+      "epoch": 0.3792918454935622,
+      "grad_norm": 0.15877456624909622,
+      "learning_rate": 0.0001425590614300283,
+      "loss": 0.7264,
+      "step": 4242
+    },
+    {
+      "epoch": 0.3793812589413448,
+      "grad_norm": 0.15795212731487845,
+      "learning_rate": 0.0001425328531848752,
+      "loss": 0.6643,
+      "step": 4243
+    },
+    {
+      "epoch": 0.37947067238912735,
+      "grad_norm": 0.1361229733139074,
+      "learning_rate": 0.00014250664137254303,
+      "loss": 0.6702,
+      "step": 4244
+    },
+    {
+      "epoch": 0.37956008583690987,
+      "grad_norm": 0.18125501559911944,
+      "learning_rate": 0.0001424804259952302,
+      "loss": 0.6861,
+      "step": 4245
+    },
+    {
+      "epoch": 0.37964949928469244,
+      "grad_norm": 0.1699482281615576,
+      "learning_rate": 0.00014245420705513535,
+      "loss": 0.7436,
+      "step": 4246
+    },
+    {
+      "epoch": 0.37973891273247495,
+      "grad_norm": 0.18201276619301057,
+      "learning_rate": 0.0001424279845544574,
+      "loss": 0.7417,
+      "step": 4247
+    },
+    {
+      "epoch": 0.3798283261802575,
+      "grad_norm": 0.16296843530255056,
+      "learning_rate": 0.00014240175849539565,
+      "loss": 0.6496,
+      "step": 4248
+    },
+    {
+      "epoch": 0.37991773962804004,
+      "grad_norm": 0.1466260399404896,
+      "learning_rate": 0.00014237552888014961,
+      "loss": 0.6862,
+      "step": 4249
+    },
+    {
+      "epoch": 0.3800071530758226,
+      "grad_norm": 0.15079032934773695,
+      "learning_rate": 0.00014234929571091916,
+      "loss": 0.6713,
+      "step": 4250
+    },
+    {
+      "epoch": 0.38009656652360513,
+      "grad_norm": 0.14239840509179574,
+      "learning_rate": 0.0001423230589899044,
+      "loss": 0.7126,
+      "step": 4251
+    },
+    {
+      "epoch": 0.3801859799713877,
+      "grad_norm": 0.1564225763936181,
+      "learning_rate": 0.00014229681871930582,
+      "loss": 0.6864,
+      "step": 4252
+    },
+    {
+      "epoch": 0.3802753934191702,
+      "grad_norm": 0.1285674596339901,
+      "learning_rate": 0.00014227057490132414,
+      "loss": 0.6276,
+      "step": 4253
+    },
+    {
+      "epoch": 0.3803648068669528,
+      "grad_norm": 0.14794279715415026,
+      "learning_rate": 0.00014224432753816036,
+      "loss": 0.6889,
+      "step": 4254
+    },
+    {
+      "epoch": 0.38045422031473536,
+      "grad_norm": 0.14451630053644515,
+      "learning_rate": 0.00014221807663201586,
+      "loss": 0.6797,
+      "step": 4255
+    },
+    {
+      "epoch": 0.3805436337625179,
+      "grad_norm": 0.16882448420346305,
+      "learning_rate": 0.0001421918221850923,
+      "loss": 0.743,
+      "step": 4256
+    },
+    {
+      "epoch": 0.38063304721030045,
+      "grad_norm": 0.15239068105243134,
+      "learning_rate": 0.0001421655641995915,
+      "loss": 0.6794,
+      "step": 4257
+    },
+    {
+      "epoch": 0.38072246065808296,
+      "grad_norm": 0.14491632743528812,
+      "learning_rate": 0.0001421393026777158,
+      "loss": 0.7056,
+      "step": 4258
+    },
+    {
+      "epoch": 0.38081187410586553,
+      "grad_norm": 0.1476870213949549,
+      "learning_rate": 0.00014211303762166766,
+      "loss": 0.6588,
+      "step": 4259
+    },
+    {
+      "epoch": 0.38090128755364805,
+      "grad_norm": 0.1668395458537221,
+      "learning_rate": 0.00014208676903364992,
+      "loss": 0.6388,
+      "step": 4260
+    },
+    {
+      "epoch": 0.3809907010014306,
+      "grad_norm": 0.14019210651406575,
+      "learning_rate": 0.00014206049691586564,
+      "loss": 0.6595,
+      "step": 4261
+    },
+    {
+      "epoch": 0.38108011444921314,
+      "grad_norm": 0.16067149798333627,
+      "learning_rate": 0.00014203422127051835,
+      "loss": 0.7005,
+      "step": 4262
+    },
+    {
+      "epoch": 0.3811695278969957,
+      "grad_norm": 0.1471299115869147,
+      "learning_rate": 0.00014200794209981167,
+      "loss": 0.6704,
+      "step": 4263
+    },
+    {
+      "epoch": 0.3812589413447783,
+      "grad_norm": 0.1381123213786039,
+      "learning_rate": 0.0001419816594059496,
+      "loss": 0.6667,
+      "step": 4264
+    },
+    {
+      "epoch": 0.3813483547925608,
+      "grad_norm": 0.14919914242786933,
+      "learning_rate": 0.00014195537319113647,
+      "loss": 0.6564,
+      "step": 4265
+    },
+    {
+      "epoch": 0.38143776824034337,
+      "grad_norm": 0.15604862016421023,
+      "learning_rate": 0.00014192908345757687,
+      "loss": 0.6631,
+      "step": 4266
+    },
+    {
+      "epoch": 0.3815271816881259,
+      "grad_norm": 0.15400047296702085,
+      "learning_rate": 0.0001419027902074757,
+      "loss": 0.6884,
+      "step": 4267
+    },
+    {
+      "epoch": 0.38161659513590845,
+      "grad_norm": 0.13901885511087322,
+      "learning_rate": 0.000141876493443038,
+      "loss": 0.6678,
+      "step": 4268
+    },
+    {
+      "epoch": 0.38170600858369097,
+      "grad_norm": 0.14897525181027352,
+      "learning_rate": 0.0001418501931664695,
+      "loss": 0.6779,
+      "step": 4269
+    },
+    {
+      "epoch": 0.38179542203147354,
+      "grad_norm": 0.15101329745526285,
+      "learning_rate": 0.0001418238893799758,
+      "loss": 0.6642,
+      "step": 4270
+    },
+    {
+      "epoch": 0.38188483547925606,
+      "grad_norm": 0.15245510484901234,
+      "learning_rate": 0.00014179758208576298,
+      "loss": 0.7108,
+      "step": 4271
+    },
+    {
+      "epoch": 0.38197424892703863,
+      "grad_norm": 0.15839956932508678,
+      "learning_rate": 0.00014177127128603745,
+      "loss": 0.7228,
+      "step": 4272
+    },
+    {
+      "epoch": 0.3820636623748212,
+      "grad_norm": 0.13977742805975601,
+      "learning_rate": 0.00014174495698300588,
+      "loss": 0.6567,
+      "step": 4273
+    },
+    {
+      "epoch": 0.3821530758226037,
+      "grad_norm": 0.15931558427569048,
+      "learning_rate": 0.00014171863917887513,
+      "loss": 0.6936,
+      "step": 4274
+    },
+    {
+      "epoch": 0.3822424892703863,
+      "grad_norm": 0.16737309078419757,
+      "learning_rate": 0.0001416923178758525,
+      "loss": 0.6847,
+      "step": 4275
+    },
+    {
+      "epoch": 0.3823319027181688,
+      "grad_norm": 0.15767924863225619,
+      "learning_rate": 0.00014166599307614556,
+      "loss": 0.7432,
+      "step": 4276
+    },
+    {
+      "epoch": 0.3824213161659514,
+      "grad_norm": 0.15277721245935144,
+      "learning_rate": 0.00014163966478196208,
+      "loss": 0.7053,
+      "step": 4277
+    },
+    {
+      "epoch": 0.3825107296137339,
+      "grad_norm": 0.13155620974293913,
+      "learning_rate": 0.0001416133329955102,
+      "loss": 0.652,
+      "step": 4278
+    },
+    {
+      "epoch": 0.38260014306151646,
+      "grad_norm": 0.13754034774432336,
+      "learning_rate": 0.00014158699771899832,
+      "loss": 0.6618,
+      "step": 4279
+    },
+    {
+      "epoch": 0.382689556509299,
+      "grad_norm": 0.14615530027819068,
+      "learning_rate": 0.0001415606589546352,
+      "loss": 0.6621,
+      "step": 4280
+    },
+    {
+      "epoch": 0.38277896995708155,
+      "grad_norm": 0.15743894122541893,
+      "learning_rate": 0.0001415343167046298,
+      "loss": 0.6984,
+      "step": 4281
+    },
+    {
+      "epoch": 0.38286838340486407,
+      "grad_norm": 0.1516048407390861,
+      "learning_rate": 0.0001415079709711914,
+      "loss": 0.6849,
+      "step": 4282
+    },
+    {
+      "epoch": 0.38295779685264664,
+      "grad_norm": 0.13659935580426835,
+      "learning_rate": 0.0001414816217565296,
+      "loss": 0.6613,
+      "step": 4283
+    },
+    {
+      "epoch": 0.3830472103004292,
+      "grad_norm": 0.1600287908612025,
+      "learning_rate": 0.00014145526906285432,
+      "loss": 0.6802,
+      "step": 4284
+    },
+    {
+      "epoch": 0.3831366237482117,
+      "grad_norm": 0.15749170384550792,
+      "learning_rate": 0.00014142891289237563,
+      "loss": 0.678,
+      "step": 4285
+    },
+    {
+      "epoch": 0.3832260371959943,
+      "grad_norm": 0.13923671138878668,
+      "learning_rate": 0.0001414025532473041,
+      "loss": 0.6754,
+      "step": 4286
+    },
+    {
+      "epoch": 0.3833154506437768,
+      "grad_norm": 0.12786418136164374,
+      "learning_rate": 0.00014137619012985042,
+      "loss": 0.6492,
+      "step": 4287
+    },
+    {
+      "epoch": 0.3834048640915594,
+      "grad_norm": 0.1439137735322355,
+      "learning_rate": 0.00014134982354222563,
+      "loss": 0.6286,
+      "step": 4288
+    },
+    {
+      "epoch": 0.3834942775393419,
+      "grad_norm": 0.13901257740575712,
+      "learning_rate": 0.00014132345348664106,
+      "loss": 0.6712,
+      "step": 4289
+    },
+    {
+      "epoch": 0.38358369098712447,
+      "grad_norm": 0.1658051947820383,
+      "learning_rate": 0.00014129707996530838,
+      "loss": 0.6977,
+      "step": 4290
+    },
+    {
+      "epoch": 0.383673104434907,
+      "grad_norm": 0.16121196265034352,
+      "learning_rate": 0.00014127070298043947,
+      "loss": 0.7028,
+      "step": 4291
+    },
+    {
+      "epoch": 0.38376251788268956,
+      "grad_norm": 0.1521869368293075,
+      "learning_rate": 0.00014124432253424655,
+      "loss": 0.6979,
+      "step": 4292
+    },
+    {
+      "epoch": 0.38385193133047213,
+      "grad_norm": 0.13024580385490606,
+      "learning_rate": 0.0001412179386289421,
+      "loss": 0.6544,
+      "step": 4293
+    },
+    {
+      "epoch": 0.38394134477825465,
+      "grad_norm": 0.15621402826251074,
+      "learning_rate": 0.00014119155126673895,
+      "loss": 0.6602,
+      "step": 4294
+    },
+    {
+      "epoch": 0.3840307582260372,
+      "grad_norm": 0.14771916631952792,
+      "learning_rate": 0.0001411651604498501,
+      "loss": 0.6666,
+      "step": 4295
+    },
+    {
+      "epoch": 0.38412017167381973,
+      "grad_norm": 0.1656131493586801,
+      "learning_rate": 0.00014113876618048897,
+      "loss": 0.6641,
+      "step": 4296
+    },
+    {
+      "epoch": 0.3842095851216023,
+      "grad_norm": 0.13523798181291638,
+      "learning_rate": 0.00014111236846086922,
+      "loss": 0.6838,
+      "step": 4297
+    },
+    {
+      "epoch": 0.3842989985693848,
+      "grad_norm": 0.15936385381648915,
+      "learning_rate": 0.00014108596729320473,
+      "loss": 0.7155,
+      "step": 4298
+    },
+    {
+      "epoch": 0.3843884120171674,
+      "grad_norm": 0.13877562272992275,
+      "learning_rate": 0.0001410595626797098,
+      "loss": 0.6688,
+      "step": 4299
+    },
+    {
+      "epoch": 0.3844778254649499,
+      "grad_norm": 0.160438055886977,
+      "learning_rate": 0.00014103315462259898,
+      "loss": 0.7104,
+      "step": 4300
+    },
+    {
+      "epoch": 0.3845672389127325,
+      "grad_norm": 0.1624444346633906,
+      "learning_rate": 0.000141006743124087,
+      "loss": 0.7017,
+      "step": 4301
+    },
+    {
+      "epoch": 0.384656652360515,
+      "grad_norm": 0.1492195221712189,
+      "learning_rate": 0.000140980328186389,
+      "loss": 0.6519,
+      "step": 4302
+    },
+    {
+      "epoch": 0.38474606580829757,
+      "grad_norm": 0.14009585711472336,
+      "learning_rate": 0.00014095390981172038,
+      "loss": 0.7034,
+      "step": 4303
+    },
+    {
+      "epoch": 0.38483547925608014,
+      "grad_norm": 0.1457254897329056,
+      "learning_rate": 0.00014092748800229683,
+      "loss": 0.6814,
+      "step": 4304
+    },
+    {
+      "epoch": 0.38492489270386265,
+      "grad_norm": 0.17611388283689303,
+      "learning_rate": 0.00014090106276033423,
+      "loss": 0.6892,
+      "step": 4305
+    },
+    {
+      "epoch": 0.3850143061516452,
+      "grad_norm": 0.15668994173511644,
+      "learning_rate": 0.00014087463408804892,
+      "loss": 0.7008,
+      "step": 4306
+    },
+    {
+      "epoch": 0.38510371959942774,
+      "grad_norm": 0.14071310144774546,
+      "learning_rate": 0.00014084820198765743,
+      "loss": 0.6697,
+      "step": 4307
+    },
+    {
+      "epoch": 0.3851931330472103,
+      "grad_norm": 0.16953668169119904,
+      "learning_rate": 0.00014082176646137653,
+      "loss": 0.6476,
+      "step": 4308
+    },
+    {
+      "epoch": 0.38528254649499283,
+      "grad_norm": 0.16137846550764162,
+      "learning_rate": 0.0001407953275114234,
+      "loss": 0.6779,
+      "step": 4309
+    },
+    {
+      "epoch": 0.3853719599427754,
+      "grad_norm": 0.12653819279917378,
+      "learning_rate": 0.00014076888514001542,
+      "loss": 0.6522,
+      "step": 4310
+    },
+    {
+      "epoch": 0.3854613733905579,
+      "grad_norm": 0.14073905195610822,
+      "learning_rate": 0.0001407424393493703,
+      "loss": 0.6833,
+      "step": 4311
+    },
+    {
+      "epoch": 0.3855507868383405,
+      "grad_norm": 0.1546789674478618,
+      "learning_rate": 0.00014071599014170598,
+      "loss": 0.6503,
+      "step": 4312
+    },
+    {
+      "epoch": 0.38564020028612306,
+      "grad_norm": 0.14868117135256487,
+      "learning_rate": 0.0001406895375192407,
+      "loss": 0.6944,
+      "step": 4313
+    },
+    {
+      "epoch": 0.3857296137339056,
+      "grad_norm": 0.11925901350137381,
+      "learning_rate": 0.0001406630814841931,
+      "loss": 0.628,
+      "step": 4314
+    },
+    {
+      "epoch": 0.38581902718168815,
+      "grad_norm": 0.14383145374094317,
+      "learning_rate": 0.00014063662203878195,
+      "loss": 0.6833,
+      "step": 4315
+    },
+    {
+      "epoch": 0.38590844062947066,
+      "grad_norm": 0.1413359037526011,
+      "learning_rate": 0.00014061015918522639,
+      "loss": 0.6615,
+      "step": 4316
+    },
+    {
+      "epoch": 0.38599785407725323,
+      "grad_norm": 0.14977961793674374,
+      "learning_rate": 0.0001405836929257458,
+      "loss": 0.6582,
+      "step": 4317
+    },
+    {
+      "epoch": 0.38608726752503575,
+      "grad_norm": 0.13018548173903965,
+      "learning_rate": 0.00014055722326255992,
+      "loss": 0.6922,
+      "step": 4318
+    },
+    {
+      "epoch": 0.3861766809728183,
+      "grad_norm": 0.13093150425779587,
+      "learning_rate": 0.0001405307501978887,
+      "loss": 0.6626,
+      "step": 4319
+    },
+    {
+      "epoch": 0.38626609442060084,
+      "grad_norm": 0.15450469627696317,
+      "learning_rate": 0.0001405042737339524,
+      "loss": 0.711,
+      "step": 4320
+    },
+    {
+      "epoch": 0.3863555078683834,
+      "grad_norm": 0.14674512012751922,
+      "learning_rate": 0.0001404777938729716,
+      "loss": 0.6529,
+      "step": 4321
+    },
+    {
+      "epoch": 0.386444921316166,
+      "grad_norm": 0.13544800553358796,
+      "learning_rate": 0.00014045131061716712,
+      "loss": 0.638,
+      "step": 4322
+    },
+    {
+      "epoch": 0.3865343347639485,
+      "grad_norm": 0.15428269485091922,
+      "learning_rate": 0.00014042482396876005,
+      "loss": 0.6675,
+      "step": 4323
+    },
+    {
+      "epoch": 0.38662374821173107,
+      "grad_norm": 0.17033581564130315,
+      "learning_rate": 0.0001403983339299718,
+      "loss": 0.7004,
+      "step": 4324
+    },
+    {
+      "epoch": 0.3867131616595136,
+      "grad_norm": 0.15753583984047817,
+      "learning_rate": 0.0001403718405030241,
+      "loss": 0.6674,
+      "step": 4325
+    },
+    {
+      "epoch": 0.38680257510729615,
+      "grad_norm": 0.13503809860866525,
+      "learning_rate": 0.00014034534369013887,
+      "loss": 0.6783,
+      "step": 4326
+    },
+    {
+      "epoch": 0.38689198855507867,
+      "grad_norm": 0.14988061274619394,
+      "learning_rate": 0.0001403188434935384,
+      "loss": 0.6646,
+      "step": 4327
+    },
+    {
+      "epoch": 0.38698140200286124,
+      "grad_norm": 0.13673025791342897,
+      "learning_rate": 0.00014029233991544527,
+      "loss": 0.6701,
+      "step": 4328
+    },
+    {
+      "epoch": 0.38707081545064376,
+      "grad_norm": 0.1513937072455167,
+      "learning_rate": 0.0001402658329580822,
+      "loss": 0.6994,
+      "step": 4329
+    },
+    {
+      "epoch": 0.38716022889842633,
+      "grad_norm": 0.15312367761895304,
+      "learning_rate": 0.0001402393226236723,
+      "loss": 0.6937,
+      "step": 4330
+    },
+    {
+      "epoch": 0.38724964234620884,
+      "grad_norm": 0.164165825845442,
+      "learning_rate": 0.00014021280891443909,
+      "loss": 0.7254,
+      "step": 4331
+    },
+    {
+      "epoch": 0.3873390557939914,
+      "grad_norm": 0.12609241274372032,
+      "learning_rate": 0.0001401862918326061,
+      "loss": 0.6324,
+      "step": 4332
+    },
+    {
+      "epoch": 0.387428469241774,
+      "grad_norm": 0.14608439698700088,
+      "learning_rate": 0.0001401597713803974,
+      "loss": 0.648,
+      "step": 4333
+    },
+    {
+      "epoch": 0.3875178826895565,
+      "grad_norm": 0.14955957831559108,
+      "learning_rate": 0.00014013324756003716,
+      "loss": 0.686,
+      "step": 4334
+    },
+    {
+      "epoch": 0.3876072961373391,
+      "grad_norm": 0.17077973112015118,
+      "learning_rate": 0.0001401067203737499,
+      "loss": 0.7445,
+      "step": 4335
+    },
+    {
+      "epoch": 0.3876967095851216,
+      "grad_norm": 0.13472232936192163,
+      "learning_rate": 0.00014008018982376044,
+      "loss": 0.7048,
+      "step": 4336
+    },
+    {
+      "epoch": 0.38778612303290416,
+      "grad_norm": 0.14067965980945937,
+      "learning_rate": 0.0001400536559122939,
+      "loss": 0.6369,
+      "step": 4337
+    },
+    {
+      "epoch": 0.3878755364806867,
+      "grad_norm": 0.12266084913036417,
+      "learning_rate": 0.00014002711864157557,
+      "loss": 0.6602,
+      "step": 4338
+    },
+    {
+      "epoch": 0.38796494992846925,
+      "grad_norm": 0.14477830079177897,
+      "learning_rate": 0.00014000057801383115,
+      "loss": 0.7012,
+      "step": 4339
+    },
+    {
+      "epoch": 0.38805436337625177,
+      "grad_norm": 0.1556171227089917,
+      "learning_rate": 0.0001399740340312866,
+      "loss": 0.7318,
+      "step": 4340
+    },
+    {
+      "epoch": 0.38814377682403434,
+      "grad_norm": 0.15436717521585483,
+      "learning_rate": 0.00013994748669616803,
+      "loss": 0.6758,
+      "step": 4341
+    },
+    {
+      "epoch": 0.3882331902718169,
+      "grad_norm": 0.1538291585555297,
+      "learning_rate": 0.00013992093601070203,
+      "loss": 0.6937,
+      "step": 4342
+    },
+    {
+      "epoch": 0.3883226037195994,
+      "grad_norm": 0.13472848667972712,
+      "learning_rate": 0.00013989438197711533,
+      "loss": 0.6215,
+      "step": 4343
+    },
+    {
+      "epoch": 0.388412017167382,
+      "grad_norm": 0.13017900809209848,
+      "learning_rate": 0.000139867824597635,
+      "loss": 0.6868,
+      "step": 4344
+    },
+    {
+      "epoch": 0.3885014306151645,
+      "grad_norm": 0.13779877018562026,
+      "learning_rate": 0.00013984126387448837,
+      "loss": 0.6444,
+      "step": 4345
+    },
+    {
+      "epoch": 0.3885908440629471,
+      "grad_norm": 0.15353415344217253,
+      "learning_rate": 0.00013981469980990302,
+      "loss": 0.6781,
+      "step": 4346
+    },
+    {
+      "epoch": 0.3886802575107296,
+      "grad_norm": 0.1378787769060139,
+      "learning_rate": 0.0001397881324061069,
+      "loss": 0.6741,
+      "step": 4347
+    },
+    {
+      "epoch": 0.38876967095851217,
+      "grad_norm": 0.14651770567332112,
+      "learning_rate": 0.0001397615616653282,
+      "loss": 0.651,
+      "step": 4348
+    },
+    {
+      "epoch": 0.3888590844062947,
+      "grad_norm": 0.16036921823636857,
+      "learning_rate": 0.00013973498758979532,
+      "loss": 0.7374,
+      "step": 4349
+    },
+    {
+      "epoch": 0.38894849785407726,
+      "grad_norm": 0.1703754386616562,
+      "learning_rate": 0.00013970841018173702,
+      "loss": 0.6939,
+      "step": 4350
+    },
+    {
+      "epoch": 0.3890379113018598,
+      "grad_norm": 0.16224085906771366,
+      "learning_rate": 0.0001396818294433823,
+      "loss": 0.7077,
+      "step": 4351
+    },
+    {
+      "epoch": 0.38912732474964234,
+      "grad_norm": 0.1495225684252589,
+      "learning_rate": 0.00013965524537696048,
+      "loss": 0.6884,
+      "step": 4352
+    },
+    {
+      "epoch": 0.3892167381974249,
+      "grad_norm": 0.16191877937079494,
+      "learning_rate": 0.00013962865798470113,
+      "loss": 0.7084,
+      "step": 4353
+    },
+    {
+      "epoch": 0.38930615164520743,
+      "grad_norm": 0.1508382803283619,
+      "learning_rate": 0.00013960206726883407,
+      "loss": 0.6595,
+      "step": 4354
+    },
+    {
+      "epoch": 0.38939556509299,
+      "grad_norm": 0.16678620914308076,
+      "learning_rate": 0.00013957547323158949,
+      "loss": 0.6991,
+      "step": 4355
+    },
+    {
+      "epoch": 0.3894849785407725,
+      "grad_norm": 0.1463936360376582,
+      "learning_rate": 0.00013954887587519773,
+      "loss": 0.6555,
+      "step": 4356
+    },
+    {
+      "epoch": 0.3895743919885551,
+      "grad_norm": 0.14441070180889695,
+      "learning_rate": 0.00013952227520188957,
+      "loss": 0.6775,
+      "step": 4357
+    },
+    {
+      "epoch": 0.3896638054363376,
+      "grad_norm": 0.14829299675720622,
+      "learning_rate": 0.00013949567121389586,
+      "loss": 0.6905,
+      "step": 4358
+    },
+    {
+      "epoch": 0.3897532188841202,
+      "grad_norm": 0.16468753683120746,
+      "learning_rate": 0.00013946906391344791,
+      "loss": 0.6769,
+      "step": 4359
+    },
+    {
+      "epoch": 0.3898426323319027,
+      "grad_norm": 0.1312635902321903,
+      "learning_rate": 0.00013944245330277724,
+      "loss": 0.6392,
+      "step": 4360
+    },
+    {
+      "epoch": 0.38993204577968527,
+      "grad_norm": 0.15801473103859456,
+      "learning_rate": 0.00013941583938411567,
+      "loss": 0.7049,
+      "step": 4361
+    },
+    {
+      "epoch": 0.39002145922746784,
+      "grad_norm": 0.15753000025584527,
+      "learning_rate": 0.00013938922215969523,
+      "loss": 0.6861,
+      "step": 4362
+    },
+    {
+      "epoch": 0.39011087267525035,
+      "grad_norm": 0.1403199333627953,
+      "learning_rate": 0.00013936260163174832,
+      "loss": 0.6625,
+      "step": 4363
+    },
+    {
+      "epoch": 0.3902002861230329,
+      "grad_norm": 0.13547698269272154,
+      "learning_rate": 0.00013933597780250753,
+      "loss": 0.6687,
+      "step": 4364
+    },
+    {
+      "epoch": 0.39028969957081544,
+      "grad_norm": 0.13768153254057303,
+      "learning_rate": 0.0001393093506742058,
+      "loss": 0.6712,
+      "step": 4365
+    },
+    {
+      "epoch": 0.390379113018598,
+      "grad_norm": 0.1437022908743301,
+      "learning_rate": 0.0001392827202490763,
+      "loss": 0.6922,
+      "step": 4366
+    },
+    {
+      "epoch": 0.3904685264663805,
+      "grad_norm": 0.16080115643810874,
+      "learning_rate": 0.00013925608652935249,
+      "loss": 0.6592,
+      "step": 4367
+    },
+    {
+      "epoch": 0.3905579399141631,
+      "grad_norm": 0.1714928334816151,
+      "learning_rate": 0.0001392294495172681,
+      "loss": 0.7307,
+      "step": 4368
+    },
+    {
+      "epoch": 0.3906473533619456,
+      "grad_norm": 0.16444446866859885,
+      "learning_rate": 0.00013920280921505716,
+      "loss": 0.7101,
+      "step": 4369
+    },
+    {
+      "epoch": 0.3907367668097282,
+      "grad_norm": 0.16168491662052994,
+      "learning_rate": 0.00013917616562495396,
+      "loss": 0.6762,
+      "step": 4370
+    },
+    {
+      "epoch": 0.3908261802575107,
+      "grad_norm": 0.1506750770463283,
+      "learning_rate": 0.00013914951874919308,
+      "loss": 0.6836,
+      "step": 4371
+    },
+    {
+      "epoch": 0.3909155937052933,
+      "grad_norm": 0.1307885252456596,
+      "learning_rate": 0.00013912286859000934,
+      "loss": 0.6405,
+      "step": 4372
+    },
+    {
+      "epoch": 0.39100500715307585,
+      "grad_norm": 0.1633120827243014,
+      "learning_rate": 0.00013909621514963784,
+      "loss": 0.687,
+      "step": 4373
+    },
+    {
+      "epoch": 0.39109442060085836,
+      "grad_norm": 0.1790947213346506,
+      "learning_rate": 0.00013906955843031403,
+      "loss": 0.6996,
+      "step": 4374
+    },
+    {
+      "epoch": 0.39118383404864093,
+      "grad_norm": 0.15793672301983547,
+      "learning_rate": 0.00013904289843427348,
+      "loss": 0.7101,
+      "step": 4375
+    },
+    {
+      "epoch": 0.39127324749642345,
+      "grad_norm": 0.13360885680790857,
+      "learning_rate": 0.00013901623516375219,
+      "loss": 0.6804,
+      "step": 4376
+    },
+    {
+      "epoch": 0.391362660944206,
+      "grad_norm": 0.1636632796856092,
+      "learning_rate": 0.00013898956862098643,
+      "loss": 0.6591,
+      "step": 4377
+    },
+    {
+      "epoch": 0.39145207439198854,
+      "grad_norm": 0.1368423650087078,
+      "learning_rate": 0.00013896289880821263,
+      "loss": 0.6587,
+      "step": 4378
+    },
+    {
+      "epoch": 0.3915414878397711,
+      "grad_norm": 0.14194471640611916,
+      "learning_rate": 0.0001389362257276675,
+      "loss": 0.6695,
+      "step": 4379
+    },
+    {
+      "epoch": 0.3916309012875536,
+      "grad_norm": 0.14733417342502614,
+      "learning_rate": 0.00013890954938158823,
+      "loss": 0.6235,
+      "step": 4380
+    },
+    {
+      "epoch": 0.3917203147353362,
+      "grad_norm": 0.15293894505897143,
+      "learning_rate": 0.000138882869772212,
+      "loss": 0.687,
+      "step": 4381
+    },
+    {
+      "epoch": 0.39180972818311877,
+      "grad_norm": 0.1688823360925326,
+      "learning_rate": 0.00013885618690177642,
+      "loss": 0.6857,
+      "step": 4382
+    },
+    {
+      "epoch": 0.3918991416309013,
+      "grad_norm": 0.14185178385962668,
+      "learning_rate": 0.0001388295007725194,
+      "loss": 0.6533,
+      "step": 4383
+    },
+    {
+      "epoch": 0.39198855507868385,
+      "grad_norm": 0.16204130046006388,
+      "learning_rate": 0.00013880281138667905,
+      "loss": 0.7105,
+      "step": 4384
+    },
+    {
+      "epoch": 0.39207796852646637,
+      "grad_norm": 0.16940393296829648,
+      "learning_rate": 0.00013877611874649375,
+      "loss": 0.6942,
+      "step": 4385
+    },
+    {
+      "epoch": 0.39216738197424894,
+      "grad_norm": 0.1505128475996409,
+      "learning_rate": 0.0001387494228542022,
+      "loss": 0.6876,
+      "step": 4386
+    },
+    {
+      "epoch": 0.39225679542203146,
+      "grad_norm": 0.14406758210598608,
+      "learning_rate": 0.00013872272371204337,
+      "loss": 0.6719,
+      "step": 4387
+    },
+    {
+      "epoch": 0.39234620886981403,
+      "grad_norm": 0.15061287122330833,
+      "learning_rate": 0.00013869602132225646,
+      "loss": 0.6908,
+      "step": 4388
+    },
+    {
+      "epoch": 0.39243562231759654,
+      "grad_norm": 0.1472662222359278,
+      "learning_rate": 0.00013866931568708098,
+      "loss": 0.6596,
+      "step": 4389
+    },
+    {
+      "epoch": 0.3925250357653791,
+      "grad_norm": 0.14364070958000288,
+      "learning_rate": 0.00013864260680875666,
+      "loss": 0.6625,
+      "step": 4390
+    },
+    {
+      "epoch": 0.3926144492131617,
+      "grad_norm": 0.15414950125452245,
+      "learning_rate": 0.00013861589468952364,
+      "loss": 0.6706,
+      "step": 4391
+    },
+    {
+      "epoch": 0.3927038626609442,
+      "grad_norm": 0.14139943123007198,
+      "learning_rate": 0.0001385891793316221,
+      "loss": 0.6913,
+      "step": 4392
+    },
+    {
+      "epoch": 0.3927932761087268,
+      "grad_norm": 0.15206707782030643,
+      "learning_rate": 0.0001385624607372927,
+      "loss": 0.7018,
+      "step": 4393
+    },
+    {
+      "epoch": 0.3928826895565093,
+      "grad_norm": 0.147780787334293,
+      "learning_rate": 0.00013853573890877633,
+      "loss": 0.6516,
+      "step": 4394
+    },
+    {
+      "epoch": 0.39297210300429186,
+      "grad_norm": 0.13086734828203242,
+      "learning_rate": 0.0001385090138483141,
+      "loss": 0.7089,
+      "step": 4395
+    },
+    {
+      "epoch": 0.3930615164520744,
+      "grad_norm": 0.16171551275139026,
+      "learning_rate": 0.0001384822855581473,
+      "loss": 0.6767,
+      "step": 4396
+    },
+    {
+      "epoch": 0.39315092989985695,
+      "grad_norm": 0.1490414711839328,
+      "learning_rate": 0.00013845555404051776,
+      "loss": 0.6486,
+      "step": 4397
+    },
+    {
+      "epoch": 0.39324034334763946,
+      "grad_norm": 0.1314038750221618,
+      "learning_rate": 0.00013842881929766732,
+      "loss": 0.6724,
+      "step": 4398
+    },
+    {
+      "epoch": 0.39332975679542204,
+      "grad_norm": 0.14043083298205294,
+      "learning_rate": 0.00013840208133183822,
+      "loss": 0.6556,
+      "step": 4399
+    },
+    {
+      "epoch": 0.39341917024320455,
+      "grad_norm": 0.14293321374785606,
+      "learning_rate": 0.0001383753401452729,
+      "loss": 0.6669,
+      "step": 4400
+    },
+    {
+      "epoch": 0.3935085836909871,
+      "grad_norm": 0.14575020541659808,
+      "learning_rate": 0.00013834859574021418,
+      "loss": 0.6908,
+      "step": 4401
+    },
+    {
+      "epoch": 0.3935979971387697,
+      "grad_norm": 0.16676969504285735,
+      "learning_rate": 0.00013832184811890508,
+      "loss": 0.7129,
+      "step": 4402
+    },
+    {
+      "epoch": 0.3936874105865522,
+      "grad_norm": 0.18405735132126105,
+      "learning_rate": 0.0001382950972835888,
+      "loss": 0.7041,
+      "step": 4403
+    },
+    {
+      "epoch": 0.3937768240343348,
+      "grad_norm": 0.14826946311435385,
+      "learning_rate": 0.000138268343236509,
+      "loss": 0.6478,
+      "step": 4404
+    },
+    {
+      "epoch": 0.3938662374821173,
+      "grad_norm": 0.15818552917720138,
+      "learning_rate": 0.00013824158597990947,
+      "loss": 0.691,
+      "step": 4405
+    },
+    {
+      "epoch": 0.39395565092989987,
+      "grad_norm": 0.12698566329181754,
+      "learning_rate": 0.00013821482551603425,
+      "loss": 0.6013,
+      "step": 4406
+    },
+    {
+      "epoch": 0.3940450643776824,
+      "grad_norm": 0.16552211078278917,
+      "learning_rate": 0.00013818806184712781,
+      "loss": 0.7489,
+      "step": 4407
+    },
+    {
+      "epoch": 0.39413447782546496,
+      "grad_norm": 0.1420258696364664,
+      "learning_rate": 0.00013816129497543476,
+      "loss": 0.6496,
+      "step": 4408
+    },
+    {
+      "epoch": 0.3942238912732475,
+      "grad_norm": 0.15171083505172575,
+      "learning_rate": 0.00013813452490319997,
+      "loss": 0.7257,
+      "step": 4409
+    },
+    {
+      "epoch": 0.39431330472103004,
+      "grad_norm": 0.1473901482720299,
+      "learning_rate": 0.0001381077516326686,
+      "loss": 0.6674,
+      "step": 4410
+    },
+    {
+      "epoch": 0.3944027181688126,
+      "grad_norm": 0.13391867220281525,
+      "learning_rate": 0.00013808097516608618,
+      "loss": 0.6467,
+      "step": 4411
+    },
+    {
+      "epoch": 0.39449213161659513,
+      "grad_norm": 0.15405441589692118,
+      "learning_rate": 0.00013805419550569833,
+      "loss": 0.7039,
+      "step": 4412
+    },
+    {
+      "epoch": 0.3945815450643777,
+      "grad_norm": 0.1290644334693809,
+      "learning_rate": 0.00013802741265375105,
+      "loss": 0.656,
+      "step": 4413
+    },
+    {
+      "epoch": 0.3946709585121602,
+      "grad_norm": 0.1641039736872009,
+      "learning_rate": 0.00013800062661249062,
+      "loss": 0.7498,
+      "step": 4414
+    },
+    {
+      "epoch": 0.3947603719599428,
+      "grad_norm": 0.16476402710483354,
+      "learning_rate": 0.00013797383738416353,
+      "loss": 0.6998,
+      "step": 4415
+    },
+    {
+      "epoch": 0.3948497854077253,
+      "grad_norm": 0.1349243732154256,
+      "learning_rate": 0.00013794704497101655,
+      "loss": 0.6719,
+      "step": 4416
+    },
+    {
+      "epoch": 0.3949391988555079,
+      "grad_norm": 0.13936619250036947,
+      "learning_rate": 0.00013792024937529673,
+      "loss": 0.6257,
+      "step": 4417
+    },
+    {
+      "epoch": 0.3950286123032904,
+      "grad_norm": 0.16202465598485777,
+      "learning_rate": 0.0001378934505992514,
+      "loss": 0.7189,
+      "step": 4418
+    },
+    {
+      "epoch": 0.39511802575107297,
+      "grad_norm": 0.1454210145698512,
+      "learning_rate": 0.00013786664864512814,
+      "loss": 0.7084,
+      "step": 4419
+    },
+    {
+      "epoch": 0.3952074391988555,
+      "grad_norm": 0.16853387378687218,
+      "learning_rate": 0.00013783984351517476,
+      "loss": 0.7403,
+      "step": 4420
+    },
+    {
+      "epoch": 0.39529685264663805,
+      "grad_norm": 0.1573844077557014,
+      "learning_rate": 0.00013781303521163943,
+      "loss": 0.702,
+      "step": 4421
+    },
+    {
+      "epoch": 0.3953862660944206,
+      "grad_norm": 0.14115226518042717,
+      "learning_rate": 0.0001377862237367705,
+      "loss": 0.693,
+      "step": 4422
+    },
+    {
+      "epoch": 0.39547567954220314,
+      "grad_norm": 0.14740961995195792,
+      "learning_rate": 0.0001377594090928166,
+      "loss": 0.7021,
+      "step": 4423
+    },
+    {
+      "epoch": 0.3955650929899857,
+      "grad_norm": 0.1429273324039379,
+      "learning_rate": 0.00013773259128202668,
+      "loss": 0.6994,
+      "step": 4424
+    },
+    {
+      "epoch": 0.3956545064377682,
+      "grad_norm": 0.1399041280110047,
+      "learning_rate": 0.0001377057703066499,
+      "loss": 0.6775,
+      "step": 4425
+    },
+    {
+      "epoch": 0.3957439198855508,
+      "grad_norm": 0.14714612154099194,
+      "learning_rate": 0.0001376789461689357,
+      "loss": 0.6717,
+      "step": 4426
+    },
+    {
+      "epoch": 0.3958333333333333,
+      "grad_norm": 0.16800899481024206,
+      "learning_rate": 0.0001376521188711338,
+      "loss": 0.702,
+      "step": 4427
+    },
+    {
+      "epoch": 0.3959227467811159,
+      "grad_norm": 0.13223165048261587,
+      "learning_rate": 0.00013762528841549415,
+      "loss": 0.6674,
+      "step": 4428
+    },
+    {
+      "epoch": 0.3960121602288984,
+      "grad_norm": 0.11592469642982176,
+      "learning_rate": 0.000137598454804267,
+      "loss": 0.6042,
+      "step": 4429
+    },
+    {
+      "epoch": 0.396101573676681,
+      "grad_norm": 0.15266111032700627,
+      "learning_rate": 0.00013757161803970282,
+      "loss": 0.6772,
+      "step": 4430
+    },
+    {
+      "epoch": 0.39619098712446355,
+      "grad_norm": 0.1403985119516218,
+      "learning_rate": 0.00013754477812405247,
+      "loss": 0.6732,
+      "step": 4431
+    },
+    {
+      "epoch": 0.39628040057224606,
+      "grad_norm": 0.15220435226747145,
+      "learning_rate": 0.0001375179350595669,
+      "loss": 0.6716,
+      "step": 4432
+    },
+    {
+      "epoch": 0.39636981402002863,
+      "grad_norm": 0.15813634181490918,
+      "learning_rate": 0.0001374910888484974,
+      "loss": 0.6892,
+      "step": 4433
+    },
+    {
+      "epoch": 0.39645922746781115,
+      "grad_norm": 0.12882413924805522,
+      "learning_rate": 0.00013746423949309556,
+      "loss": 0.6642,
+      "step": 4434
+    },
+    {
+      "epoch": 0.3965486409155937,
+      "grad_norm": 0.1675028474917314,
+      "learning_rate": 0.00013743738699561323,
+      "loss": 0.7373,
+      "step": 4435
+    },
+    {
+      "epoch": 0.39663805436337624,
+      "grad_norm": 0.15690971805372242,
+      "learning_rate": 0.00013741053135830246,
+      "loss": 0.7036,
+      "step": 4436
+    },
+    {
+      "epoch": 0.3967274678111588,
+      "grad_norm": 0.1586514828471149,
+      "learning_rate": 0.00013738367258341557,
+      "loss": 0.6742,
+      "step": 4437
+    },
+    {
+      "epoch": 0.3968168812589413,
+      "grad_norm": 0.152671264029819,
+      "learning_rate": 0.00013735681067320526,
+      "loss": 0.6546,
+      "step": 4438
+    },
+    {
+      "epoch": 0.3969062947067239,
+      "grad_norm": 0.16584637219988446,
+      "learning_rate": 0.00013732994562992433,
+      "loss": 0.6749,
+      "step": 4439
+    },
+    {
+      "epoch": 0.3969957081545064,
+      "grad_norm": 0.11290463028053468,
+      "learning_rate": 0.00013730307745582593,
+      "loss": 0.6177,
+      "step": 4440
+    },
+    {
+      "epoch": 0.397085121602289,
+      "grad_norm": 0.1466928659112243,
+      "learning_rate": 0.0001372762061531635,
+      "loss": 0.673,
+      "step": 4441
+    },
+    {
+      "epoch": 0.39717453505007155,
+      "grad_norm": 0.17625563749105302,
+      "learning_rate": 0.00013724933172419066,
+      "loss": 0.7103,
+      "step": 4442
+    },
+    {
+      "epoch": 0.39726394849785407,
+      "grad_norm": 0.15648339299703162,
+      "learning_rate": 0.00013722245417116134,
+      "loss": 0.6756,
+      "step": 4443
+    },
+    {
+      "epoch": 0.39735336194563664,
+      "grad_norm": 0.15889317282008475,
+      "learning_rate": 0.00013719557349632977,
+      "loss": 0.6999,
+      "step": 4444
+    },
+    {
+      "epoch": 0.39744277539341916,
+      "grad_norm": 0.1546549717579781,
+      "learning_rate": 0.00013716868970195038,
+      "loss": 0.6866,
+      "step": 4445
+    },
+    {
+      "epoch": 0.39753218884120173,
+      "grad_norm": 0.1434317112097608,
+      "learning_rate": 0.00013714180279027785,
+      "loss": 0.666,
+      "step": 4446
+    },
+    {
+      "epoch": 0.39762160228898424,
+      "grad_norm": 0.16422113034410865,
+      "learning_rate": 0.00013711491276356718,
+      "loss": 0.7441,
+      "step": 4447
+    },
+    {
+      "epoch": 0.3977110157367668,
+      "grad_norm": 0.1443571752952775,
+      "learning_rate": 0.0001370880196240736,
+      "loss": 0.654,
+      "step": 4448
+    },
+    {
+      "epoch": 0.39780042918454933,
+      "grad_norm": 0.13928688869132308,
+      "learning_rate": 0.00013706112337405263,
+      "loss": 0.6707,
+      "step": 4449
+    },
+    {
+      "epoch": 0.3978898426323319,
+      "grad_norm": 0.1739875163485017,
+      "learning_rate": 0.00013703422401575995,
+      "loss": 0.6823,
+      "step": 4450
+    },
+    {
+      "epoch": 0.3979792560801145,
+      "grad_norm": 0.15188746990627805,
+      "learning_rate": 0.00013700732155145167,
+      "loss": 0.7012,
+      "step": 4451
+    },
+    {
+      "epoch": 0.398068669527897,
+      "grad_norm": 0.1531798016480041,
+      "learning_rate": 0.00013698041598338403,
+      "loss": 0.7245,
+      "step": 4452
+    },
+    {
+      "epoch": 0.39815808297567956,
+      "grad_norm": 0.1351026712147099,
+      "learning_rate": 0.0001369535073138135,
+      "loss": 0.6701,
+      "step": 4453
+    },
+    {
+      "epoch": 0.3982474964234621,
+      "grad_norm": 0.15384077452159858,
+      "learning_rate": 0.00013692659554499702,
+      "loss": 0.6885,
+      "step": 4454
+    },
+    {
+      "epoch": 0.39833690987124465,
+      "grad_norm": 0.14701221540677278,
+      "learning_rate": 0.0001368996806791915,
+      "loss": 0.6676,
+      "step": 4455
+    },
+    {
+      "epoch": 0.39842632331902716,
+      "grad_norm": 0.1883598702739726,
+      "learning_rate": 0.0001368727627186544,
+      "loss": 0.6426,
+      "step": 4456
+    },
+    {
+      "epoch": 0.39851573676680974,
+      "grad_norm": 0.1513849267958757,
+      "learning_rate": 0.00013684584166564315,
+      "loss": 0.685,
+      "step": 4457
+    },
+    {
+      "epoch": 0.39860515021459225,
+      "grad_norm": 0.14812379945610227,
+      "learning_rate": 0.0001368189175224157,
+      "loss": 0.6941,
+      "step": 4458
+    },
+    {
+      "epoch": 0.3986945636623748,
+      "grad_norm": 0.15031265032472543,
+      "learning_rate": 0.00013679199029123008,
+      "loss": 0.7099,
+      "step": 4459
+    },
+    {
+      "epoch": 0.3987839771101574,
+      "grad_norm": 0.15853175038208087,
+      "learning_rate": 0.00013676505997434467,
+      "loss": 0.7065,
+      "step": 4460
+    },
+    {
+      "epoch": 0.3988733905579399,
+      "grad_norm": 0.14794568794261176,
+      "learning_rate": 0.0001367381265740181,
+      "loss": 0.6679,
+      "step": 4461
+    },
+    {
+      "epoch": 0.3989628040057225,
+      "grad_norm": 0.15210288792732118,
+      "learning_rate": 0.00013671119009250922,
+      "loss": 0.6579,
+      "step": 4462
+    },
+    {
+      "epoch": 0.399052217453505,
+      "grad_norm": 0.1569967770870381,
+      "learning_rate": 0.00013668425053207713,
+      "loss": 0.685,
+      "step": 4463
+    },
+    {
+      "epoch": 0.39914163090128757,
+      "grad_norm": 0.1643803178718297,
+      "learning_rate": 0.0001366573078949813,
+      "loss": 0.7038,
+      "step": 4464
+    },
+    {
+      "epoch": 0.3992310443490701,
+      "grad_norm": 0.1473964206193466,
+      "learning_rate": 0.00013663036218348128,
+      "loss": 0.6607,
+      "step": 4465
+    },
+    {
+      "epoch": 0.39932045779685266,
+      "grad_norm": 0.13802649741422818,
+      "learning_rate": 0.00013660341339983707,
+      "loss": 0.6677,
+      "step": 4466
+    },
+    {
+      "epoch": 0.3994098712446352,
+      "grad_norm": 0.13716244511194045,
+      "learning_rate": 0.00013657646154630876,
+      "loss": 0.662,
+      "step": 4467
+    },
+    {
+      "epoch": 0.39949928469241774,
+      "grad_norm": 0.14631142958938476,
+      "learning_rate": 0.00013654950662515678,
+      "loss": 0.6407,
+      "step": 4468
+    },
+    {
+      "epoch": 0.39958869814020026,
+      "grad_norm": 0.14866235824908902,
+      "learning_rate": 0.00013652254863864185,
+      "loss": 0.6609,
+      "step": 4469
+    },
+    {
+      "epoch": 0.39967811158798283,
+      "grad_norm": 0.15315390036049814,
+      "learning_rate": 0.00013649558758902484,
+      "loss": 0.6839,
+      "step": 4470
+    },
+    {
+      "epoch": 0.3997675250357654,
+      "grad_norm": 0.13962054973874818,
+      "learning_rate": 0.000136468623478567,
+      "loss": 0.6966,
+      "step": 4471
+    },
+    {
+      "epoch": 0.3998569384835479,
+      "grad_norm": 0.1444239112129632,
+      "learning_rate": 0.00013644165630952973,
+      "loss": 0.6418,
+      "step": 4472
+    },
+    {
+      "epoch": 0.3999463519313305,
+      "grad_norm": 0.15485264557651934,
+      "learning_rate": 0.00013641468608417478,
+      "loss": 0.698,
+      "step": 4473
+    },
+    {
+      "epoch": 0.400035765379113,
+      "grad_norm": 0.15913987937548266,
+      "learning_rate": 0.00013638771280476405,
+      "loss": 0.6762,
+      "step": 4474
+    },
+    {
+      "epoch": 0.4001251788268956,
+      "grad_norm": 0.13879230245721694,
+      "learning_rate": 0.00013636073647355982,
+      "loss": 0.6405,
+      "step": 4475
+    },
+    {
+      "epoch": 0.4002145922746781,
+      "grad_norm": 0.14450752540601886,
+      "learning_rate": 0.00013633375709282453,
+      "loss": 0.6882,
+      "step": 4476
+    },
+    {
+      "epoch": 0.40030400572246067,
+      "grad_norm": 0.13481079338047583,
+      "learning_rate": 0.00013630677466482092,
+      "loss": 0.6926,
+      "step": 4477
+    },
+    {
+      "epoch": 0.4003934191702432,
+      "grad_norm": 0.17187408903174947,
+      "learning_rate": 0.00013627978919181197,
+      "loss": 0.7146,
+      "step": 4478
+    },
+    {
+      "epoch": 0.40048283261802575,
+      "grad_norm": 0.1355272348317601,
+      "learning_rate": 0.0001362528006760609,
+      "loss": 0.6689,
+      "step": 4479
+    },
+    {
+      "epoch": 0.4005722460658083,
+      "grad_norm": 0.16197383402293158,
+      "learning_rate": 0.0001362258091198312,
+      "loss": 0.7003,
+      "step": 4480
+    },
+    {
+      "epoch": 0.40066165951359084,
+      "grad_norm": 0.15874225201373457,
+      "learning_rate": 0.0001361988145253867,
+      "loss": 0.7041,
+      "step": 4481
+    },
+    {
+      "epoch": 0.4007510729613734,
+      "grad_norm": 0.14044909129655817,
+      "learning_rate": 0.00013617181689499128,
+      "loss": 0.6597,
+      "step": 4482
+    },
+    {
+      "epoch": 0.4008404864091559,
+      "grad_norm": 0.1681109016749761,
+      "learning_rate": 0.00013614481623090932,
+      "loss": 0.7073,
+      "step": 4483
+    },
+    {
+      "epoch": 0.4009298998569385,
+      "grad_norm": 0.12708189349017285,
+      "learning_rate": 0.00013611781253540522,
+      "loss": 0.6235,
+      "step": 4484
+    },
+    {
+      "epoch": 0.401019313304721,
+      "grad_norm": 0.15111746402986,
+      "learning_rate": 0.00013609080581074382,
+      "loss": 0.6826,
+      "step": 4485
+    },
+    {
+      "epoch": 0.4011087267525036,
+      "grad_norm": 0.14536851587274627,
+      "learning_rate": 0.00013606379605919013,
+      "loss": 0.6617,
+      "step": 4486
+    },
+    {
+      "epoch": 0.4011981402002861,
+      "grad_norm": 0.15015425528865167,
+      "learning_rate": 0.00013603678328300939,
+      "loss": 0.6754,
+      "step": 4487
+    },
+    {
+      "epoch": 0.4012875536480687,
+      "grad_norm": 0.14779192906659017,
+      "learning_rate": 0.0001360097674844672,
+      "loss": 0.646,
+      "step": 4488
+    },
+    {
+      "epoch": 0.4013769670958512,
+      "grad_norm": 0.1557667985534073,
+      "learning_rate": 0.0001359827486658293,
+      "loss": 0.6798,
+      "step": 4489
+    },
+    {
+      "epoch": 0.40146638054363376,
+      "grad_norm": 0.1654385648071331,
+      "learning_rate": 0.00013595572682936172,
+      "loss": 0.7107,
+      "step": 4490
+    },
+    {
+      "epoch": 0.40155579399141633,
+      "grad_norm": 0.14122021062282292,
+      "learning_rate": 0.00013592870197733073,
+      "loss": 0.6823,
+      "step": 4491
+    },
+    {
+      "epoch": 0.40164520743919885,
+      "grad_norm": 0.164059493315897,
+      "learning_rate": 0.0001359016741120029,
+      "loss": 0.6204,
+      "step": 4492
+    },
+    {
+      "epoch": 0.4017346208869814,
+      "grad_norm": 0.14914933540758757,
+      "learning_rate": 0.00013587464323564503,
+      "loss": 0.6593,
+      "step": 4493
+    },
+    {
+      "epoch": 0.40182403433476394,
+      "grad_norm": 0.14734853745811624,
+      "learning_rate": 0.00013584760935052417,
+      "loss": 0.6816,
+      "step": 4494
+    },
+    {
+      "epoch": 0.4019134477825465,
+      "grad_norm": 0.13042287011739775,
+      "learning_rate": 0.00013582057245890757,
+      "loss": 0.6673,
+      "step": 4495
+    },
+    {
+      "epoch": 0.402002861230329,
+      "grad_norm": 0.15197666468464238,
+      "learning_rate": 0.00013579353256306287,
+      "loss": 0.6813,
+      "step": 4496
+    },
+    {
+      "epoch": 0.4020922746781116,
+      "grad_norm": 0.13607733829861646,
+      "learning_rate": 0.00013576648966525778,
+      "loss": 0.6739,
+      "step": 4497
+    },
+    {
+      "epoch": 0.4021816881258941,
+      "grad_norm": 0.14154177986740488,
+      "learning_rate": 0.00013573944376776042,
+      "loss": 0.6616,
+      "step": 4498
+    },
+    {
+      "epoch": 0.4022711015736767,
+      "grad_norm": 0.14462908424456702,
+      "learning_rate": 0.00013571239487283906,
+      "loss": 0.67,
+      "step": 4499
+    },
+    {
+      "epoch": 0.40236051502145925,
+      "grad_norm": 0.1439559989918987,
+      "learning_rate": 0.00013568534298276228,
+      "loss": 0.6651,
+      "step": 4500
+    },
+    {
+      "epoch": 0.40244992846924177,
+      "grad_norm": 0.1378111620831391,
+      "learning_rate": 0.00013565828809979885,
+      "loss": 0.6577,
+      "step": 4501
+    },
+    {
+      "epoch": 0.40253934191702434,
+      "grad_norm": 0.16227954852225254,
+      "learning_rate": 0.0001356312302262179,
+      "loss": 0.6891,
+      "step": 4502
+    },
+    {
+      "epoch": 0.40262875536480686,
+      "grad_norm": 0.14145058021798987,
+      "learning_rate": 0.0001356041693642887,
+      "loss": 0.6869,
+      "step": 4503
+    },
+    {
+      "epoch": 0.4027181688125894,
+      "grad_norm": 0.1462421073024296,
+      "learning_rate": 0.0001355771055162808,
+      "loss": 0.6925,
+      "step": 4504
+    },
+    {
+      "epoch": 0.40280758226037194,
+      "grad_norm": 0.14734320275751864,
+      "learning_rate": 0.00013555003868446404,
+      "loss": 0.6455,
+      "step": 4505
+    },
+    {
+      "epoch": 0.4028969957081545,
+      "grad_norm": 0.1382196875860636,
+      "learning_rate": 0.00013552296887110846,
+      "loss": 0.6423,
+      "step": 4506
+    },
+    {
+      "epoch": 0.40298640915593703,
+      "grad_norm": 0.14065946491100348,
+      "learning_rate": 0.00013549589607848438,
+      "loss": 0.7025,
+      "step": 4507
+    },
+    {
+      "epoch": 0.4030758226037196,
+      "grad_norm": 0.15041751669671588,
+      "learning_rate": 0.00013546882030886237,
+      "loss": 0.6606,
+      "step": 4508
+    },
+    {
+      "epoch": 0.4031652360515021,
+      "grad_norm": 0.17436872241639162,
+      "learning_rate": 0.00013544174156451323,
+      "loss": 0.7307,
+      "step": 4509
+    },
+    {
+      "epoch": 0.4032546494992847,
+      "grad_norm": 0.15560708966157316,
+      "learning_rate": 0.00013541465984770804,
+      "loss": 0.7323,
+      "step": 4510
+    },
+    {
+      "epoch": 0.40334406294706726,
+      "grad_norm": 0.14359080079817405,
+      "learning_rate": 0.00013538757516071807,
+      "loss": 0.6753,
+      "step": 4511
+    },
+    {
+      "epoch": 0.4034334763948498,
+      "grad_norm": 0.15172397032429633,
+      "learning_rate": 0.00013536048750581494,
+      "loss": 0.6917,
+      "step": 4512
+    },
+    {
+      "epoch": 0.40352288984263235,
+      "grad_norm": 0.17761046009522494,
+      "learning_rate": 0.0001353333968852704,
+      "loss": 0.6908,
+      "step": 4513
+    },
+    {
+      "epoch": 0.40361230329041486,
+      "grad_norm": 0.15650541096624068,
+      "learning_rate": 0.00013530630330135655,
+      "loss": 0.6427,
+      "step": 4514
+    },
+    {
+      "epoch": 0.40370171673819744,
+      "grad_norm": 0.13778461954161356,
+      "learning_rate": 0.0001352792067563457,
+      "loss": 0.6646,
+      "step": 4515
+    },
+    {
+      "epoch": 0.40379113018597995,
+      "grad_norm": 0.15402075130637438,
+      "learning_rate": 0.00013525210725251035,
+      "loss": 0.7041,
+      "step": 4516
+    },
+    {
+      "epoch": 0.4038805436337625,
+      "grad_norm": 0.15154463155685158,
+      "learning_rate": 0.00013522500479212337,
+      "loss": 0.6566,
+      "step": 4517
+    },
+    {
+      "epoch": 0.40396995708154504,
+      "grad_norm": 0.13317983929176658,
+      "learning_rate": 0.00013519789937745775,
+      "loss": 0.6183,
+      "step": 4518
+    },
+    {
+      "epoch": 0.4040593705293276,
+      "grad_norm": 0.17213355148295265,
+      "learning_rate": 0.00013517079101078684,
+      "loss": 0.7042,
+      "step": 4519
+    },
+    {
+      "epoch": 0.4041487839771102,
+      "grad_norm": 0.1437417449433493,
+      "learning_rate": 0.00013514367969438414,
+      "loss": 0.6632,
+      "step": 4520
+    },
+    {
+      "epoch": 0.4042381974248927,
+      "grad_norm": 0.16165024474891723,
+      "learning_rate": 0.0001351165654305235,
+      "loss": 0.7127,
+      "step": 4521
+    },
+    {
+      "epoch": 0.40432761087267527,
+      "grad_norm": 0.15559274098083828,
+      "learning_rate": 0.00013508944822147891,
+      "loss": 0.6972,
+      "step": 4522
+    },
+    {
+      "epoch": 0.4044170243204578,
+      "grad_norm": 0.13883495519251168,
+      "learning_rate": 0.00013506232806952467,
+      "loss": 0.6724,
+      "step": 4523
+    },
+    {
+      "epoch": 0.40450643776824036,
+      "grad_norm": 0.15429827084048275,
+      "learning_rate": 0.0001350352049769353,
+      "loss": 0.7068,
+      "step": 4524
+    },
+    {
+      "epoch": 0.4045958512160229,
+      "grad_norm": 0.16172284990417993,
+      "learning_rate": 0.00013500807894598565,
+      "loss": 0.6985,
+      "step": 4525
+    },
+    {
+      "epoch": 0.40468526466380544,
+      "grad_norm": 0.13090715041717782,
+      "learning_rate": 0.00013498094997895069,
+      "loss": 0.6477,
+      "step": 4526
+    },
+    {
+      "epoch": 0.40477467811158796,
+      "grad_norm": 0.14137558634168104,
+      "learning_rate": 0.00013495381807810569,
+      "loss": 0.7107,
+      "step": 4527
+    },
+    {
+      "epoch": 0.40486409155937053,
+      "grad_norm": 0.17888333894025235,
+      "learning_rate": 0.00013492668324572614,
+      "loss": 0.7227,
+      "step": 4528
+    },
+    {
+      "epoch": 0.4049535050071531,
+      "grad_norm": 0.13394714188821455,
+      "learning_rate": 0.0001348995454840879,
+      "loss": 0.6585,
+      "step": 4529
+    },
+    {
+      "epoch": 0.4050429184549356,
+      "grad_norm": 0.16941724020414456,
+      "learning_rate": 0.00013487240479546691,
+      "loss": 0.7253,
+      "step": 4530
+    },
+    {
+      "epoch": 0.4051323319027182,
+      "grad_norm": 0.1398349258676135,
+      "learning_rate": 0.00013484526118213942,
+      "loss": 0.667,
+      "step": 4531
+    },
+    {
+      "epoch": 0.4052217453505007,
+      "grad_norm": 0.16387458914887063,
+      "learning_rate": 0.000134818114646382,
+      "loss": 0.6832,
+      "step": 4532
+    },
+    {
+      "epoch": 0.4053111587982833,
+      "grad_norm": 0.15765951051823004,
+      "learning_rate": 0.00013479096519047136,
+      "loss": 0.6809,
+      "step": 4533
+    },
+    {
+      "epoch": 0.4054005722460658,
+      "grad_norm": 0.1600061663031182,
+      "learning_rate": 0.00013476381281668447,
+      "loss": 0.7094,
+      "step": 4534
+    },
+    {
+      "epoch": 0.40548998569384836,
+      "grad_norm": 0.1486634643589386,
+      "learning_rate": 0.00013473665752729855,
+      "loss": 0.6764,
+      "step": 4535
+    },
+    {
+      "epoch": 0.4055793991416309,
+      "grad_norm": 0.1753064889263091,
+      "learning_rate": 0.00013470949932459117,
+      "loss": 0.6895,
+      "step": 4536
+    },
+    {
+      "epoch": 0.40566881258941345,
+      "grad_norm": 0.15430456791421288,
+      "learning_rate": 0.00013468233821083996,
+      "loss": 0.716,
+      "step": 4537
+    },
+    {
+      "epoch": 0.40575822603719597,
+      "grad_norm": 0.14870108028667334,
+      "learning_rate": 0.0001346551741883229,
+      "loss": 0.6966,
+      "step": 4538
+    },
+    {
+      "epoch": 0.40584763948497854,
+      "grad_norm": 0.1453062834588716,
+      "learning_rate": 0.0001346280072593183,
+      "loss": 0.7086,
+      "step": 4539
+    },
+    {
+      "epoch": 0.4059370529327611,
+      "grad_norm": 0.14302092893506882,
+      "learning_rate": 0.00013460083742610455,
+      "loss": 0.6415,
+      "step": 4540
+    },
+    {
+      "epoch": 0.4060264663805436,
+      "grad_norm": 0.171317186796331,
+      "learning_rate": 0.00013457366469096029,
+      "loss": 0.7129,
+      "step": 4541
+    },
+    {
+      "epoch": 0.4061158798283262,
+      "grad_norm": 0.1707136108836918,
+      "learning_rate": 0.00013454648905616458,
+      "loss": 0.7261,
+      "step": 4542
+    },
+    {
+      "epoch": 0.4062052932761087,
+      "grad_norm": 0.14278869111653797,
+      "learning_rate": 0.00013451931052399656,
+      "loss": 0.679,
+      "step": 4543
+    },
+    {
+      "epoch": 0.4062947067238913,
+      "grad_norm": 0.1337342776149074,
+      "learning_rate": 0.00013449212909673563,
+      "loss": 0.6439,
+      "step": 4544
+    },
+    {
+      "epoch": 0.4063841201716738,
+      "grad_norm": 0.14660843997816356,
+      "learning_rate": 0.00013446494477666146,
+      "loss": 0.6662,
+      "step": 4545
+    },
+    {
+      "epoch": 0.4064735336194564,
+      "grad_norm": 0.1477760665415114,
+      "learning_rate": 0.00013443775756605405,
+      "loss": 0.6523,
+      "step": 4546
+    },
+    {
+      "epoch": 0.4065629470672389,
+      "grad_norm": 0.14486103720965324,
+      "learning_rate": 0.0001344105674671935,
+      "loss": 0.6401,
+      "step": 4547
+    },
+    {
+      "epoch": 0.40665236051502146,
+      "grad_norm": 0.14892141325333194,
+      "learning_rate": 0.00013438337448236015,
+      "loss": 0.6961,
+      "step": 4548
+    },
+    {
+      "epoch": 0.40674177396280403,
+      "grad_norm": 0.1401265136521551,
+      "learning_rate": 0.0001343561786138348,
+      "loss": 0.6509,
+      "step": 4549
+    },
+    {
+      "epoch": 0.40683118741058655,
+      "grad_norm": 0.1394795196051816,
+      "learning_rate": 0.00013432897986389818,
+      "loss": 0.6833,
+      "step": 4550
+    },
+    {
+      "epoch": 0.4069206008583691,
+      "grad_norm": 0.16500636070221195,
+      "learning_rate": 0.00013430177823483148,
+      "loss": 0.6949,
+      "step": 4551
+    },
+    {
+      "epoch": 0.40701001430615164,
+      "grad_norm": 0.16522371853903772,
+      "learning_rate": 0.00013427457372891608,
+      "loss": 0.6659,
+      "step": 4552
+    },
+    {
+      "epoch": 0.4070994277539342,
+      "grad_norm": 0.1547293687853633,
+      "learning_rate": 0.00013424736634843357,
+      "loss": 0.6932,
+      "step": 4553
+    },
+    {
+      "epoch": 0.4071888412017167,
+      "grad_norm": 0.14210425897246648,
+      "learning_rate": 0.0001342201560956658,
+      "loss": 0.6815,
+      "step": 4554
+    },
+    {
+      "epoch": 0.4072782546494993,
+      "grad_norm": 0.15322811660043978,
+      "learning_rate": 0.00013419294297289486,
+      "loss": 0.6929,
+      "step": 4555
+    },
+    {
+      "epoch": 0.4073676680972818,
+      "grad_norm": 0.14805702184412145,
+      "learning_rate": 0.00013416572698240312,
+      "loss": 0.7,
+      "step": 4556
+    },
+    {
+      "epoch": 0.4074570815450644,
+      "grad_norm": 0.15805923475168437,
+      "learning_rate": 0.00013413850812647312,
+      "loss": 0.6546,
+      "step": 4557
+    },
+    {
+      "epoch": 0.4075464949928469,
+      "grad_norm": 0.14153459594624154,
+      "learning_rate": 0.00013411128640738762,
+      "loss": 0.6788,
+      "step": 4558
+    },
+    {
+      "epoch": 0.40763590844062947,
+      "grad_norm": 0.16663460899556576,
+      "learning_rate": 0.00013408406182742976,
+      "loss": 0.7032,
+      "step": 4559
+    },
+    {
+      "epoch": 0.40772532188841204,
+      "grad_norm": 0.13402058322342397,
+      "learning_rate": 0.00013405683438888282,
+      "loss": 0.6983,
+      "step": 4560
+    },
+    {
+      "epoch": 0.40781473533619456,
+      "grad_norm": 0.1411356029109065,
+      "learning_rate": 0.00013402960409403028,
+      "loss": 0.6746,
+      "step": 4561
+    },
+    {
+      "epoch": 0.4079041487839771,
+      "grad_norm": 0.13404398118551372,
+      "learning_rate": 0.00013400237094515592,
+      "loss": 0.6311,
+      "step": 4562
+    },
+    {
+      "epoch": 0.40799356223175964,
+      "grad_norm": 0.1602423348768051,
+      "learning_rate": 0.0001339751349445438,
+      "loss": 0.6947,
+      "step": 4563
+    },
+    {
+      "epoch": 0.4080829756795422,
+      "grad_norm": 0.16458884549395633,
+      "learning_rate": 0.00013394789609447817,
+      "loss": 0.7025,
+      "step": 4564
+    },
+    {
+      "epoch": 0.40817238912732473,
+      "grad_norm": 0.17286482194561537,
+      "learning_rate": 0.00013392065439724344,
+      "loss": 0.6992,
+      "step": 4565
+    },
+    {
+      "epoch": 0.4082618025751073,
+      "grad_norm": 0.14653354782075803,
+      "learning_rate": 0.00013389340985512442,
+      "loss": 0.7327,
+      "step": 4566
+    },
+    {
+      "epoch": 0.4083512160228898,
+      "grad_norm": 0.14696438170957374,
+      "learning_rate": 0.00013386616247040606,
+      "loss": 0.6699,
+      "step": 4567
+    },
+    {
+      "epoch": 0.4084406294706724,
+      "grad_norm": 0.1568898394057405,
+      "learning_rate": 0.00013383891224537354,
+      "loss": 0.6457,
+      "step": 4568
+    },
+    {
+      "epoch": 0.40853004291845496,
+      "grad_norm": 0.1776311133955395,
+      "learning_rate": 0.0001338116591823123,
+      "loss": 0.7226,
+      "step": 4569
+    },
+    {
+      "epoch": 0.4086194563662375,
+      "grad_norm": 0.14764639486555983,
+      "learning_rate": 0.0001337844032835081,
+      "loss": 0.6749,
+      "step": 4570
+    },
+    {
+      "epoch": 0.40870886981402005,
+      "grad_norm": 0.14911645318530023,
+      "learning_rate": 0.0001337571445512467,
+      "loss": 0.6416,
+      "step": 4571
+    },
+    {
+      "epoch": 0.40879828326180256,
+      "grad_norm": 0.14401030406203402,
+      "learning_rate": 0.00013372988298781442,
+      "loss": 0.6617,
+      "step": 4572
+    },
+    {
+      "epoch": 0.40888769670958514,
+      "grad_norm": 0.15340721845597297,
+      "learning_rate": 0.00013370261859549758,
+      "loss": 0.7257,
+      "step": 4573
+    },
+    {
+      "epoch": 0.40897711015736765,
+      "grad_norm": 0.17942468149535387,
+      "learning_rate": 0.00013367535137658282,
+      "loss": 0.6611,
+      "step": 4574
+    },
+    {
+      "epoch": 0.4090665236051502,
+      "grad_norm": 0.15442929765136504,
+      "learning_rate": 0.00013364808133335703,
+      "loss": 0.6973,
+      "step": 4575
+    },
+    {
+      "epoch": 0.40915593705293274,
+      "grad_norm": 0.15590071925547885,
+      "learning_rate": 0.00013362080846810725,
+      "loss": 0.6706,
+      "step": 4576
+    },
+    {
+      "epoch": 0.4092453505007153,
+      "grad_norm": 0.15399069167358925,
+      "learning_rate": 0.0001335935327831209,
+      "loss": 0.7022,
+      "step": 4577
+    },
+    {
+      "epoch": 0.4093347639484979,
+      "grad_norm": 0.16067315359326906,
+      "learning_rate": 0.0001335662542806855,
+      "loss": 0.6989,
+      "step": 4578
+    },
+    {
+      "epoch": 0.4094241773962804,
+      "grad_norm": 0.13140037599929183,
+      "learning_rate": 0.00013353897296308892,
+      "loss": 0.6912,
+      "step": 4579
+    },
+    {
+      "epoch": 0.40951359084406297,
+      "grad_norm": 0.15148544419255447,
+      "learning_rate": 0.00013351168883261915,
+      "loss": 0.6901,
+      "step": 4580
+    },
+    {
+      "epoch": 0.4096030042918455,
+      "grad_norm": 0.13899994442554908,
+      "learning_rate": 0.00013348440189156455,
+      "loss": 0.636,
+      "step": 4581
+    },
+    {
+      "epoch": 0.40969241773962806,
+      "grad_norm": 0.14036976171079177,
+      "learning_rate": 0.00013345711214221359,
+      "loss": 0.7046,
+      "step": 4582
+    },
+    {
+      "epoch": 0.4097818311874106,
+      "grad_norm": 0.1384549668306547,
+      "learning_rate": 0.00013342981958685502,
+      "loss": 0.6381,
+      "step": 4583
+    },
+    {
+      "epoch": 0.40987124463519314,
+      "grad_norm": 0.15733903111842637,
+      "learning_rate": 0.00013340252422777788,
+      "loss": 0.7073,
+      "step": 4584
+    },
+    {
+      "epoch": 0.40996065808297566,
+      "grad_norm": 0.15955366719418881,
+      "learning_rate": 0.00013337522606727132,
+      "loss": 0.7192,
+      "step": 4585
+    },
+    {
+      "epoch": 0.41005007153075823,
+      "grad_norm": 0.15174702823065808,
+      "learning_rate": 0.00013334792510762491,
+      "loss": 0.6899,
+      "step": 4586
+    },
+    {
+      "epoch": 0.41013948497854075,
+      "grad_norm": 0.1440525812946057,
+      "learning_rate": 0.0001333206213511283,
+      "loss": 0.6794,
+      "step": 4587
+    },
+    {
+      "epoch": 0.4102288984263233,
+      "grad_norm": 0.14439744682255615,
+      "learning_rate": 0.00013329331480007139,
+      "loss": 0.646,
+      "step": 4588
+    },
+    {
+      "epoch": 0.4103183118741059,
+      "grad_norm": 0.14903259776550562,
+      "learning_rate": 0.0001332660054567444,
+      "loss": 0.6861,
+      "step": 4589
+    },
+    {
+      "epoch": 0.4104077253218884,
+      "grad_norm": 0.12854663768217003,
+      "learning_rate": 0.00013323869332343768,
+      "loss": 0.6511,
+      "step": 4590
+    },
+    {
+      "epoch": 0.410497138769671,
+      "grad_norm": 0.15172554785531156,
+      "learning_rate": 0.00013321137840244192,
+      "loss": 0.6515,
+      "step": 4591
+    },
+    {
+      "epoch": 0.4105865522174535,
+      "grad_norm": 0.12153519779146318,
+      "learning_rate": 0.00013318406069604794,
+      "loss": 0.6416,
+      "step": 4592
+    },
+    {
+      "epoch": 0.41067596566523606,
+      "grad_norm": 0.13394533980544135,
+      "learning_rate": 0.00013315674020654688,
+      "loss": 0.6595,
+      "step": 4593
+    },
+    {
+      "epoch": 0.4107653791130186,
+      "grad_norm": 0.14065483566263104,
+      "learning_rate": 0.00013312941693623004,
+      "loss": 0.7023,
+      "step": 4594
+    },
+    {
+      "epoch": 0.41085479256080115,
+      "grad_norm": 0.18022729025552714,
+      "learning_rate": 0.00013310209088738902,
+      "loss": 0.7073,
+      "step": 4595
+    },
+    {
+      "epoch": 0.41094420600858367,
+      "grad_norm": 0.16033977512135514,
+      "learning_rate": 0.00013307476206231563,
+      "loss": 0.6941,
+      "step": 4596
+    },
+    {
+      "epoch": 0.41103361945636624,
+      "grad_norm": 0.1698047987702989,
+      "learning_rate": 0.0001330474304633019,
+      "loss": 0.6698,
+      "step": 4597
+    },
+    {
+      "epoch": 0.4111230329041488,
+      "grad_norm": 0.15510073891922144,
+      "learning_rate": 0.00013302009609264005,
+      "loss": 0.7094,
+      "step": 4598
+    },
+    {
+      "epoch": 0.4112124463519313,
+      "grad_norm": 0.15255232654549772,
+      "learning_rate": 0.00013299275895262266,
+      "loss": 0.7214,
+      "step": 4599
+    },
+    {
+      "epoch": 0.4113018597997139,
+      "grad_norm": 0.15467209186020803,
+      "learning_rate": 0.00013296541904554238,
+      "loss": 0.699,
+      "step": 4600
+    },
+    {
+      "epoch": 0.4113912732474964,
+      "grad_norm": 0.1619801786337394,
+      "learning_rate": 0.00013293807637369226,
+      "loss": 0.7066,
+      "step": 4601
+    },
+    {
+      "epoch": 0.411480686695279,
+      "grad_norm": 0.17489223316595598,
+      "learning_rate": 0.00013291073093936543,
+      "loss": 0.7347,
+      "step": 4602
+    },
+    {
+      "epoch": 0.4115701001430615,
+      "grad_norm": 0.1544549538985253,
+      "learning_rate": 0.00013288338274485532,
+      "loss": 0.7187,
+      "step": 4603
+    },
+    {
+      "epoch": 0.4116595135908441,
+      "grad_norm": 0.14375906562701346,
+      "learning_rate": 0.00013285603179245565,
+      "loss": 0.6522,
+      "step": 4604
+    },
+    {
+      "epoch": 0.4117489270386266,
+      "grad_norm": 0.15330956486885422,
+      "learning_rate": 0.00013282867808446025,
+      "loss": 0.6885,
+      "step": 4605
+    },
+    {
+      "epoch": 0.41183834048640916,
+      "grad_norm": 0.16343274700708937,
+      "learning_rate": 0.0001328013216231633,
+      "loss": 0.6924,
+      "step": 4606
+    },
+    {
+      "epoch": 0.4119277539341917,
+      "grad_norm": 0.14839010569014152,
+      "learning_rate": 0.00013277396241085908,
+      "loss": 0.6548,
+      "step": 4607
+    },
+    {
+      "epoch": 0.41201716738197425,
+      "grad_norm": 0.1513230223069995,
+      "learning_rate": 0.00013274660044984224,
+      "loss": 0.6612,
+      "step": 4608
+    },
+    {
+      "epoch": 0.4121065808297568,
+      "grad_norm": 0.1503142937476243,
+      "learning_rate": 0.00013271923574240756,
+      "loss": 0.6394,
+      "step": 4609
+    },
+    {
+      "epoch": 0.41219599427753933,
+      "grad_norm": 0.14244703714636442,
+      "learning_rate": 0.00013269186829085008,
+      "loss": 0.6773,
+      "step": 4610
+    },
+    {
+      "epoch": 0.4122854077253219,
+      "grad_norm": 0.15704864612187308,
+      "learning_rate": 0.0001326644980974651,
+      "loss": 0.6969,
+      "step": 4611
+    },
+    {
+      "epoch": 0.4123748211731044,
+      "grad_norm": 0.1826913907309683,
+      "learning_rate": 0.00013263712516454812,
+      "loss": 0.6893,
+      "step": 4612
+    },
+    {
+      "epoch": 0.412464234620887,
+      "grad_norm": 0.13483604128253351,
+      "learning_rate": 0.00013260974949439485,
+      "loss": 0.6714,
+      "step": 4613
+    },
+    {
+      "epoch": 0.4125536480686695,
+      "grad_norm": 0.14105875024699316,
+      "learning_rate": 0.00013258237108930128,
+      "loss": 0.675,
+      "step": 4614
+    },
+    {
+      "epoch": 0.4126430615164521,
+      "grad_norm": 0.17411860548588784,
+      "learning_rate": 0.0001325549899515636,
+      "loss": 0.6752,
+      "step": 4615
+    },
+    {
+      "epoch": 0.4127324749642346,
+      "grad_norm": 0.13323326008939812,
+      "learning_rate": 0.00013252760608347826,
+      "loss": 0.6616,
+      "step": 4616
+    },
+    {
+      "epoch": 0.41282188841201717,
+      "grad_norm": 0.1509106956053511,
+      "learning_rate": 0.00013250021948734184,
+      "loss": 0.691,
+      "step": 4617
+    },
+    {
+      "epoch": 0.41291130185979974,
+      "grad_norm": 0.16435125897435005,
+      "learning_rate": 0.00013247283016545126,
+      "loss": 0.6926,
+      "step": 4618
+    },
+    {
+      "epoch": 0.41300071530758226,
+      "grad_norm": 0.16314488277765035,
+      "learning_rate": 0.00013244543812010364,
+      "loss": 0.7024,
+      "step": 4619
+    },
+    {
+      "epoch": 0.4130901287553648,
+      "grad_norm": 0.1467658906059439,
+      "learning_rate": 0.00013241804335359633,
+      "loss": 0.6634,
+      "step": 4620
+    },
+    {
+      "epoch": 0.41317954220314734,
+      "grad_norm": 0.17205869349353028,
+      "learning_rate": 0.00013239064586822685,
+      "loss": 0.6811,
+      "step": 4621
+    },
+    {
+      "epoch": 0.4132689556509299,
+      "grad_norm": 0.11182628698739526,
+      "learning_rate": 0.000132363245666293,
+      "loss": 0.6067,
+      "step": 4622
+    },
+    {
+      "epoch": 0.41335836909871243,
+      "grad_norm": 0.14617716676709805,
+      "learning_rate": 0.00013233584275009288,
+      "loss": 0.6918,
+      "step": 4623
+    },
+    {
+      "epoch": 0.413447782546495,
+      "grad_norm": 0.15759885560487036,
+      "learning_rate": 0.00013230843712192463,
+      "loss": 0.6574,
+      "step": 4624
+    },
+    {
+      "epoch": 0.4135371959942775,
+      "grad_norm": 0.1775771621070798,
+      "learning_rate": 0.0001322810287840868,
+      "loss": 0.7436,
+      "step": 4625
+    },
+    {
+      "epoch": 0.4136266094420601,
+      "grad_norm": 0.13207699964536593,
+      "learning_rate": 0.00013225361773887804,
+      "loss": 0.6441,
+      "step": 4626
+    },
+    {
+      "epoch": 0.4137160228898426,
+      "grad_norm": 0.13660878318540812,
+      "learning_rate": 0.00013222620398859738,
+      "loss": 0.6714,
+      "step": 4627
+    },
+    {
+      "epoch": 0.4138054363376252,
+      "grad_norm": 0.13111822222826536,
+      "learning_rate": 0.00013219878753554384,
+      "loss": 0.6533,
+      "step": 4628
+    },
+    {
+      "epoch": 0.41389484978540775,
+      "grad_norm": 0.14380185234045728,
+      "learning_rate": 0.0001321713683820169,
+      "loss": 0.6716,
+      "step": 4629
+    },
+    {
+      "epoch": 0.41398426323319026,
+      "grad_norm": 0.14539903628509562,
+      "learning_rate": 0.00013214394653031616,
+      "loss": 0.6574,
+      "step": 4630
+    },
+    {
+      "epoch": 0.41407367668097284,
+      "grad_norm": 0.16176308623929864,
+      "learning_rate": 0.00013211652198274145,
+      "loss": 0.6801,
+      "step": 4631
+    },
+    {
+      "epoch": 0.41416309012875535,
+      "grad_norm": 0.16524921098235118,
+      "learning_rate": 0.0001320890947415928,
+      "loss": 0.6893,
+      "step": 4632
+    },
+    {
+      "epoch": 0.4142525035765379,
+      "grad_norm": 0.15023892116643928,
+      "learning_rate": 0.00013206166480917055,
+      "loss": 0.6887,
+      "step": 4633
+    },
+    {
+      "epoch": 0.41434191702432044,
+      "grad_norm": 0.15327609999294436,
+      "learning_rate": 0.0001320342321877752,
+      "loss": 0.6716,
+      "step": 4634
+    },
+    {
+      "epoch": 0.414431330472103,
+      "grad_norm": 0.14009166890469235,
+      "learning_rate": 0.00013200679687970748,
+      "loss": 0.685,
+      "step": 4635
+    },
+    {
+      "epoch": 0.4145207439198855,
+      "grad_norm": 0.17100531301465488,
+      "learning_rate": 0.00013197935888726832,
+      "loss": 0.7064,
+      "step": 4636
+    },
+    {
+      "epoch": 0.4146101573676681,
+      "grad_norm": 0.13320066070423164,
+      "learning_rate": 0.000131951918212759,
+      "loss": 0.6512,
+      "step": 4637
+    },
+    {
+      "epoch": 0.41469957081545067,
+      "grad_norm": 0.14194841738879865,
+      "learning_rate": 0.00013192447485848088,
+      "loss": 0.6658,
+      "step": 4638
+    },
+    {
+      "epoch": 0.4147889842632332,
+      "grad_norm": 0.1562280888935504,
+      "learning_rate": 0.00013189702882673556,
+      "loss": 0.6768,
+      "step": 4639
+    },
+    {
+      "epoch": 0.41487839771101576,
+      "grad_norm": 0.17925908367885707,
+      "learning_rate": 0.00013186958011982502,
+      "loss": 0.692,
+      "step": 4640
+    },
+    {
+      "epoch": 0.41496781115879827,
+      "grad_norm": 0.17238053228939693,
+      "learning_rate": 0.00013184212874005124,
+      "loss": 0.6605,
+      "step": 4641
+    },
+    {
+      "epoch": 0.41505722460658084,
+      "grad_norm": 0.1437139408137361,
+      "learning_rate": 0.0001318146746897166,
+      "loss": 0.7126,
+      "step": 4642
+    },
+    {
+      "epoch": 0.41514663805436336,
+      "grad_norm": 0.13860956773841865,
+      "learning_rate": 0.00013178721797112362,
+      "loss": 0.6941,
+      "step": 4643
+    },
+    {
+      "epoch": 0.41523605150214593,
+      "grad_norm": 0.11272953284019284,
+      "learning_rate": 0.00013175975858657505,
+      "loss": 0.6084,
+      "step": 4644
+    },
+    {
+      "epoch": 0.41532546494992845,
+      "grad_norm": 0.15231256349456787,
+      "learning_rate": 0.00013173229653837387,
+      "loss": 0.6771,
+      "step": 4645
+    },
+    {
+      "epoch": 0.415414878397711,
+      "grad_norm": 0.14844010212201664,
+      "learning_rate": 0.0001317048318288233,
+      "loss": 0.6834,
+      "step": 4646
+    },
+    {
+      "epoch": 0.4155042918454936,
+      "grad_norm": 0.1519860248872809,
+      "learning_rate": 0.0001316773644602268,
+      "loss": 0.692,
+      "step": 4647
+    },
+    {
+      "epoch": 0.4155937052932761,
+      "grad_norm": 0.12661762671232282,
+      "learning_rate": 0.00013164989443488798,
+      "loss": 0.6322,
+      "step": 4648
+    },
+    {
+      "epoch": 0.4156831187410587,
+      "grad_norm": 0.12651216137551594,
+      "learning_rate": 0.00013162242175511076,
+      "loss": 0.6431,
+      "step": 4649
+    },
+    {
+      "epoch": 0.4157725321888412,
+      "grad_norm": 0.14076930632892282,
+      "learning_rate": 0.0001315949464231992,
+      "loss": 0.7128,
+      "step": 4650
+    },
+    {
+      "epoch": 0.41586194563662376,
+      "grad_norm": 0.17073887800738227,
+      "learning_rate": 0.00013156746844145766,
+      "loss": 0.722,
+      "step": 4651
+    },
+    {
+      "epoch": 0.4159513590844063,
+      "grad_norm": 0.13736923967956424,
+      "learning_rate": 0.00013153998781219062,
+      "loss": 0.6838,
+      "step": 4652
+    },
+    {
+      "epoch": 0.41604077253218885,
+      "grad_norm": 0.14990487643080705,
+      "learning_rate": 0.00013151250453770293,
+      "loss": 0.6551,
+      "step": 4653
+    },
+    {
+      "epoch": 0.41613018597997137,
+      "grad_norm": 0.16145770867063414,
+      "learning_rate": 0.00013148501862029954,
+      "loss": 0.6608,
+      "step": 4654
+    },
+    {
+      "epoch": 0.41621959942775394,
+      "grad_norm": 0.17150501052781672,
+      "learning_rate": 0.00013145753006228565,
+      "loss": 0.7238,
+      "step": 4655
+    },
+    {
+      "epoch": 0.41630901287553645,
+      "grad_norm": 0.17354151918385968,
+      "learning_rate": 0.00013143003886596669,
+      "loss": 0.729,
+      "step": 4656
+    },
+    {
+      "epoch": 0.416398426323319,
+      "grad_norm": 0.14281390068087807,
+      "learning_rate": 0.00013140254503364837,
+      "loss": 0.6918,
+      "step": 4657
+    },
+    {
+      "epoch": 0.4164878397711016,
+      "grad_norm": 0.1450175088299064,
+      "learning_rate": 0.00013137504856763652,
+      "loss": 0.6892,
+      "step": 4658
+    },
+    {
+      "epoch": 0.4165772532188841,
+      "grad_norm": 0.14260950532150055,
+      "learning_rate": 0.0001313475494702372,
+      "loss": 0.6575,
+      "step": 4659
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.15260543457970221,
+      "learning_rate": 0.0001313200477437568,
+      "loss": 0.6849,
+      "step": 4660
+    },
+    {
+      "epoch": 0.4167560801144492,
+      "grad_norm": 0.16233430688327088,
+      "learning_rate": 0.00013129254339050181,
+      "loss": 0.6704,
+      "step": 4661
+    },
+    {
+      "epoch": 0.4168454935622318,
+      "grad_norm": 0.1557697351923762,
+      "learning_rate": 0.00013126503641277897,
+      "loss": 0.6613,
+      "step": 4662
+    },
+    {
+      "epoch": 0.4169349070100143,
+      "grad_norm": 0.1462200009035301,
+      "learning_rate": 0.00013123752681289529,
+      "loss": 0.6894,
+      "step": 4663
+    },
+    {
+      "epoch": 0.41702432045779686,
+      "grad_norm": 0.14803813592166615,
+      "learning_rate": 0.000131210014593158,
+      "loss": 0.646,
+      "step": 4664
+    },
+    {
+      "epoch": 0.4171137339055794,
+      "grad_norm": 0.1370821173037946,
+      "learning_rate": 0.00013118249975587447,
+      "loss": 0.6585,
+      "step": 4665
+    },
+    {
+      "epoch": 0.41720314735336195,
+      "grad_norm": 0.15499003174088546,
+      "learning_rate": 0.0001311549823033523,
+      "loss": 0.6913,
+      "step": 4666
+    },
+    {
+      "epoch": 0.4172925608011445,
+      "grad_norm": 0.15326668431640825,
+      "learning_rate": 0.0001311274622378994,
+      "loss": 0.6783,
+      "step": 4667
+    },
+    {
+      "epoch": 0.41738197424892703,
+      "grad_norm": 0.15300049886408754,
+      "learning_rate": 0.0001310999395618239,
+      "loss": 0.6863,
+      "step": 4668
+    },
+    {
+      "epoch": 0.4174713876967096,
+      "grad_norm": 0.16136576287953858,
+      "learning_rate": 0.00013107241427743398,
+      "loss": 0.6938,
+      "step": 4669
+    },
+    {
+      "epoch": 0.4175608011444921,
+      "grad_norm": 0.16762114408001388,
+      "learning_rate": 0.0001310448863870382,
+      "loss": 0.7551,
+      "step": 4670
+    },
+    {
+      "epoch": 0.4176502145922747,
+      "grad_norm": 0.14058027348273067,
+      "learning_rate": 0.0001310173558929453,
+      "loss": 0.6631,
+      "step": 4671
+    },
+    {
+      "epoch": 0.4177396280400572,
+      "grad_norm": 0.1476022726166653,
+      "learning_rate": 0.00013098982279746422,
+      "loss": 0.688,
+      "step": 4672
+    },
+    {
+      "epoch": 0.4178290414878398,
+      "grad_norm": 0.15486241441778073,
+      "learning_rate": 0.0001309622871029041,
+      "loss": 0.6644,
+      "step": 4673
+    },
+    {
+      "epoch": 0.4179184549356223,
+      "grad_norm": 0.14464041488168455,
+      "learning_rate": 0.00013093474881157438,
+      "loss": 0.6693,
+      "step": 4674
+    },
+    {
+      "epoch": 0.41800786838340487,
+      "grad_norm": 0.14399743211106944,
+      "learning_rate": 0.00013090720792578465,
+      "loss": 0.6926,
+      "step": 4675
+    },
+    {
+      "epoch": 0.4180972818311874,
+      "grad_norm": 0.13911936885753437,
+      "learning_rate": 0.00013087966444784468,
+      "loss": 0.6337,
+      "step": 4676
+    },
+    {
+      "epoch": 0.41818669527896996,
+      "grad_norm": 0.16065928093542656,
+      "learning_rate": 0.00013085211838006458,
+      "loss": 0.6474,
+      "step": 4677
+    },
+    {
+      "epoch": 0.4182761087267525,
+      "grad_norm": 0.14854650838704378,
+      "learning_rate": 0.00013082456972475458,
+      "loss": 0.6833,
+      "step": 4678
+    },
+    {
+      "epoch": 0.41836552217453504,
+      "grad_norm": 0.1555797356715067,
+      "learning_rate": 0.0001307970184842251,
+      "loss": 0.6801,
+      "step": 4679
+    },
+    {
+      "epoch": 0.4184549356223176,
+      "grad_norm": 0.1362646070477563,
+      "learning_rate": 0.0001307694646607869,
+      "loss": 0.6898,
+      "step": 4680
+    },
+    {
+      "epoch": 0.41854434907010013,
+      "grad_norm": 0.14891574746807207,
+      "learning_rate": 0.00013074190825675087,
+      "loss": 0.647,
+      "step": 4681
+    },
+    {
+      "epoch": 0.4186337625178827,
+      "grad_norm": 0.1618061117192234,
+      "learning_rate": 0.00013071434927442813,
+      "loss": 0.713,
+      "step": 4682
+    },
+    {
+      "epoch": 0.4187231759656652,
+      "grad_norm": 0.14668817839349282,
+      "learning_rate": 0.00013068678771612996,
+      "loss": 0.6766,
+      "step": 4683
+    },
+    {
+      "epoch": 0.4188125894134478,
+      "grad_norm": 0.15445629424247767,
+      "learning_rate": 0.00013065922358416798,
+      "loss": 0.7409,
+      "step": 4684
+    },
+    {
+      "epoch": 0.4189020028612303,
+      "grad_norm": 0.16259013419684995,
+      "learning_rate": 0.00013063165688085397,
+      "loss": 0.6834,
+      "step": 4685
+    },
+    {
+      "epoch": 0.4189914163090129,
+      "grad_norm": 0.13871562661828474,
+      "learning_rate": 0.00013060408760849987,
+      "loss": 0.6888,
+      "step": 4686
+    },
+    {
+      "epoch": 0.41908082975679545,
+      "grad_norm": 0.1400861915022723,
+      "learning_rate": 0.00013057651576941793,
+      "loss": 0.6769,
+      "step": 4687
+    },
+    {
+      "epoch": 0.41917024320457796,
+      "grad_norm": 0.1612054200585249,
+      "learning_rate": 0.00013054894136592052,
+      "loss": 0.6971,
+      "step": 4688
+    },
+    {
+      "epoch": 0.41925965665236054,
+      "grad_norm": 0.13565447882736886,
+      "learning_rate": 0.00013052136440032028,
+      "loss": 0.6387,
+      "step": 4689
+    },
+    {
+      "epoch": 0.41934907010014305,
+      "grad_norm": 0.14771497417323826,
+      "learning_rate": 0.00013049378487493008,
+      "loss": 0.732,
+      "step": 4690
+    },
+    {
+      "epoch": 0.4194384835479256,
+      "grad_norm": 0.1567358894950731,
+      "learning_rate": 0.00013046620279206296,
+      "loss": 0.6839,
+      "step": 4691
+    },
+    {
+      "epoch": 0.41952789699570814,
+      "grad_norm": 0.14260552487428033,
+      "learning_rate": 0.00013043861815403225,
+      "loss": 0.6634,
+      "step": 4692
+    },
+    {
+      "epoch": 0.4196173104434907,
+      "grad_norm": 0.16256986844770904,
+      "learning_rate": 0.0001304110309631513,
+      "loss": 0.7021,
+      "step": 4693
+    },
+    {
+      "epoch": 0.4197067238912732,
+      "grad_norm": 0.15409875146816204,
+      "learning_rate": 0.000130383441221734,
+      "loss": 0.7126,
+      "step": 4694
+    },
+    {
+      "epoch": 0.4197961373390558,
+      "grad_norm": 0.16933988833659175,
+      "learning_rate": 0.00013035584893209416,
+      "loss": 0.6541,
+      "step": 4695
+    },
+    {
+      "epoch": 0.4198855507868383,
+      "grad_norm": 0.1393578274866534,
+      "learning_rate": 0.00013032825409654592,
+      "loss": 0.6608,
+      "step": 4696
+    },
+    {
+      "epoch": 0.4199749642346209,
+      "grad_norm": 0.15740348318233882,
+      "learning_rate": 0.00013030065671740363,
+      "loss": 0.6884,
+      "step": 4697
+    },
+    {
+      "epoch": 0.42006437768240346,
+      "grad_norm": 0.13411436877097901,
+      "learning_rate": 0.00013027305679698186,
+      "loss": 0.6792,
+      "step": 4698
+    },
+    {
+      "epoch": 0.42015379113018597,
+      "grad_norm": 0.16701551896030747,
+      "learning_rate": 0.00013024545433759538,
+      "loss": 0.7432,
+      "step": 4699
+    },
+    {
+      "epoch": 0.42024320457796854,
+      "grad_norm": 0.16388606873377526,
+      "learning_rate": 0.00013021784934155915,
+      "loss": 0.7167,
+      "step": 4700
+    },
+    {
+      "epoch": 0.42033261802575106,
+      "grad_norm": 0.15296505491970938,
+      "learning_rate": 0.00013019024181118845,
+      "loss": 0.6899,
+      "step": 4701
+    },
+    {
+      "epoch": 0.42042203147353363,
+      "grad_norm": 0.1502733379765109,
+      "learning_rate": 0.00013016263174879858,
+      "loss": 0.7024,
+      "step": 4702
+    },
+    {
+      "epoch": 0.42051144492131615,
+      "grad_norm": 0.16219171061623605,
+      "learning_rate": 0.00013013501915670522,
+      "loss": 0.6897,
+      "step": 4703
+    },
+    {
+      "epoch": 0.4206008583690987,
+      "grad_norm": 0.12774047501373315,
+      "learning_rate": 0.0001301074040372242,
+      "loss": 0.6569,
+      "step": 4704
+    },
+    {
+      "epoch": 0.42069027181688123,
+      "grad_norm": 0.16025331787007455,
+      "learning_rate": 0.0001300797863926716,
+      "loss": 0.6786,
+      "step": 4705
+    },
+    {
+      "epoch": 0.4207796852646638,
+      "grad_norm": 0.12677066983425497,
+      "learning_rate": 0.00013005216622536355,
+      "loss": 0.6218,
+      "step": 4706
+    },
+    {
+      "epoch": 0.4208690987124464,
+      "grad_norm": 0.1509678334005531,
+      "learning_rate": 0.00013002454353761665,
+      "loss": 0.7236,
+      "step": 4707
+    },
+    {
+      "epoch": 0.4209585121602289,
+      "grad_norm": 0.15362678434114577,
+      "learning_rate": 0.0001299969183317476,
+      "loss": 0.6734,
+      "step": 4708
+    },
+    {
+      "epoch": 0.42104792560801146,
+      "grad_norm": 0.1484428970895663,
+      "learning_rate": 0.0001299692906100732,
+      "loss": 0.6721,
+      "step": 4709
+    },
+    {
+      "epoch": 0.421137339055794,
+      "grad_norm": 0.16179887274223986,
+      "learning_rate": 0.00012994166037491058,
+      "loss": 0.6958,
+      "step": 4710
+    },
+    {
+      "epoch": 0.42122675250357655,
+      "grad_norm": 0.1622297500252378,
+      "learning_rate": 0.00012991402762857707,
+      "loss": 0.6556,
+      "step": 4711
+    },
+    {
+      "epoch": 0.42131616595135907,
+      "grad_norm": 0.16449524432178814,
+      "learning_rate": 0.00012988639237339022,
+      "loss": 0.6854,
+      "step": 4712
+    },
+    {
+      "epoch": 0.42140557939914164,
+      "grad_norm": 0.14651603142475322,
+      "learning_rate": 0.0001298587546116677,
+      "loss": 0.6716,
+      "step": 4713
+    },
+    {
+      "epoch": 0.42149499284692415,
+      "grad_norm": 0.14320946279199934,
+      "learning_rate": 0.00012983111434572748,
+      "loss": 0.6252,
+      "step": 4714
+    },
+    {
+      "epoch": 0.4215844062947067,
+      "grad_norm": 0.165029056566088,
+      "learning_rate": 0.00012980347157788777,
+      "loss": 0.6328,
+      "step": 4715
+    },
+    {
+      "epoch": 0.4216738197424893,
+      "grad_norm": 0.17224138455636365,
+      "learning_rate": 0.00012977582631046685,
+      "loss": 0.6803,
+      "step": 4716
+    },
+    {
+      "epoch": 0.4217632331902718,
+      "grad_norm": 0.14634000216688922,
+      "learning_rate": 0.0001297481785457834,
+      "loss": 0.676,
+      "step": 4717
+    },
+    {
+      "epoch": 0.4218526466380544,
+      "grad_norm": 0.1346328947625005,
+      "learning_rate": 0.00012972052828615606,
+      "loss": 0.6238,
+      "step": 4718
+    },
+    {
+      "epoch": 0.4219420600858369,
+      "grad_norm": 0.16744449913458906,
+      "learning_rate": 0.00012969287553390397,
+      "loss": 0.7056,
+      "step": 4719
+    },
+    {
+      "epoch": 0.4220314735336195,
+      "grad_norm": 0.1492598621947732,
+      "learning_rate": 0.00012966522029134623,
+      "loss": 0.6756,
+      "step": 4720
+    },
+    {
+      "epoch": 0.422120886981402,
+      "grad_norm": 0.15281129416346398,
+      "learning_rate": 0.0001296375625608023,
+      "loss": 0.7217,
+      "step": 4721
+    },
+    {
+      "epoch": 0.42221030042918456,
+      "grad_norm": 0.12322116878852736,
+      "learning_rate": 0.0001296099023445918,
+      "loss": 0.6623,
+      "step": 4722
+    },
+    {
+      "epoch": 0.4222997138769671,
+      "grad_norm": 0.16513547583900395,
+      "learning_rate": 0.00012958223964503452,
+      "loss": 0.7087,
+      "step": 4723
+    },
+    {
+      "epoch": 0.42238912732474965,
+      "grad_norm": 0.15699254866185286,
+      "learning_rate": 0.00012955457446445055,
+      "loss": 0.6412,
+      "step": 4724
+    },
+    {
+      "epoch": 0.42247854077253216,
+      "grad_norm": 0.13157916981947146,
+      "learning_rate": 0.00012952690680516016,
+      "loss": 0.6645,
+      "step": 4725
+    },
+    {
+      "epoch": 0.42256795422031473,
+      "grad_norm": 0.1493437169945226,
+      "learning_rate": 0.0001294992366694837,
+      "loss": 0.6953,
+      "step": 4726
+    },
+    {
+      "epoch": 0.4226573676680973,
+      "grad_norm": 0.1457377729763986,
+      "learning_rate": 0.00012947156405974187,
+      "loss": 0.6646,
+      "step": 4727
+    },
+    {
+      "epoch": 0.4227467811158798,
+      "grad_norm": 0.1687389330602531,
+      "learning_rate": 0.0001294438889782556,
+      "loss": 0.6815,
+      "step": 4728
+    },
+    {
+      "epoch": 0.4228361945636624,
+      "grad_norm": 0.14139546159436492,
+      "learning_rate": 0.00012941621142734594,
+      "loss": 0.6479,
+      "step": 4729
+    },
+    {
+      "epoch": 0.4229256080114449,
+      "grad_norm": 0.1344223112111328,
+      "learning_rate": 0.00012938853140933407,
+      "loss": 0.661,
+      "step": 4730
+    },
+    {
+      "epoch": 0.4230150214592275,
+      "grad_norm": 0.1379689979036409,
+      "learning_rate": 0.0001293608489265416,
+      "loss": 0.6724,
+      "step": 4731
+    },
+    {
+      "epoch": 0.42310443490701,
+      "grad_norm": 0.12057422878969364,
+      "learning_rate": 0.00012933316398129022,
+      "loss": 0.6274,
+      "step": 4732
+    },
+    {
+      "epoch": 0.42319384835479257,
+      "grad_norm": 0.16575272969421334,
+      "learning_rate": 0.00012930547657590179,
+      "loss": 0.7026,
+      "step": 4733
+    },
+    {
+      "epoch": 0.4232832618025751,
+      "grad_norm": 0.14630982764790998,
+      "learning_rate": 0.00012927778671269842,
+      "loss": 0.6595,
+      "step": 4734
+    },
+    {
+      "epoch": 0.42337267525035766,
+      "grad_norm": 0.1709510449034319,
+      "learning_rate": 0.00012925009439400243,
+      "loss": 0.6545,
+      "step": 4735
+    },
+    {
+      "epoch": 0.4234620886981402,
+      "grad_norm": 0.1605590477854608,
+      "learning_rate": 0.00012922239962213637,
+      "loss": 0.7102,
+      "step": 4736
+    },
+    {
+      "epoch": 0.42355150214592274,
+      "grad_norm": 0.13562726940177733,
+      "learning_rate": 0.00012919470239942292,
+      "loss": 0.6509,
+      "step": 4737
+    },
+    {
+      "epoch": 0.4236409155937053,
+      "grad_norm": 0.14984464351785762,
+      "learning_rate": 0.00012916700272818505,
+      "loss": 0.6537,
+      "step": 4738
+    },
+    {
+      "epoch": 0.42373032904148783,
+      "grad_norm": 0.1269937354378378,
+      "learning_rate": 0.00012913930061074592,
+      "loss": 0.6407,
+      "step": 4739
+    },
+    {
+      "epoch": 0.4238197424892704,
+      "grad_norm": 0.139441596344421,
+      "learning_rate": 0.00012911159604942879,
+      "loss": 0.6633,
+      "step": 4740
+    },
+    {
+      "epoch": 0.4239091559370529,
+      "grad_norm": 0.1708379213427352,
+      "learning_rate": 0.0001290838890465573,
+      "loss": 0.7462,
+      "step": 4741
+    },
+    {
+      "epoch": 0.4239985693848355,
+      "grad_norm": 0.15939483686394318,
+      "learning_rate": 0.00012905617960445512,
+      "loss": 0.7048,
+      "step": 4742
+    },
+    {
+      "epoch": 0.424087982832618,
+      "grad_norm": 0.1554935262809732,
+      "learning_rate": 0.00012902846772544624,
+      "loss": 0.6909,
+      "step": 4743
+    },
+    {
+      "epoch": 0.4241773962804006,
+      "grad_norm": 0.14848414604577814,
+      "learning_rate": 0.00012900075341185487,
+      "loss": 0.6726,
+      "step": 4744
+    },
+    {
+      "epoch": 0.4242668097281831,
+      "grad_norm": 0.1627664412674926,
+      "learning_rate": 0.0001289730366660053,
+      "loss": 0.6841,
+      "step": 4745
+    },
+    {
+      "epoch": 0.42435622317596566,
+      "grad_norm": 0.13346463581166695,
+      "learning_rate": 0.00012894531749022217,
+      "loss": 0.6616,
+      "step": 4746
+    },
+    {
+      "epoch": 0.42444563662374823,
+      "grad_norm": 0.13354277188489447,
+      "learning_rate": 0.00012891759588683018,
+      "loss": 0.6291,
+      "step": 4747
+    },
+    {
+      "epoch": 0.42453505007153075,
+      "grad_norm": 0.1408285572846895,
+      "learning_rate": 0.0001288898718581544,
+      "loss": 0.6437,
+      "step": 4748
+    },
+    {
+      "epoch": 0.4246244635193133,
+      "grad_norm": 0.13937364645434958,
+      "learning_rate": 0.0001288621454065199,
+      "loss": 0.6612,
+      "step": 4749
+    },
+    {
+      "epoch": 0.42471387696709584,
+      "grad_norm": 0.16562304466525102,
+      "learning_rate": 0.00012883441653425214,
+      "loss": 0.6874,
+      "step": 4750
+    },
+    {
+      "epoch": 0.4248032904148784,
+      "grad_norm": 0.14416560044037538,
+      "learning_rate": 0.00012880668524367672,
+      "loss": 0.6644,
+      "step": 4751
+    },
+    {
+      "epoch": 0.4248927038626609,
+      "grad_norm": 0.16779475441960853,
+      "learning_rate": 0.00012877895153711935,
+      "loss": 0.7251,
+      "step": 4752
+    },
+    {
+      "epoch": 0.4249821173104435,
+      "grad_norm": 0.14823944554289709,
+      "learning_rate": 0.0001287512154169061,
+      "loss": 0.6872,
+      "step": 4753
+    },
+    {
+      "epoch": 0.425071530758226,
+      "grad_norm": 0.16871733318618332,
+      "learning_rate": 0.00012872347688536312,
+      "loss": 0.7113,
+      "step": 4754
+    },
+    {
+      "epoch": 0.4251609442060086,
+      "grad_norm": 0.1680571495476066,
+      "learning_rate": 0.00012869573594481685,
+      "loss": 0.6599,
+      "step": 4755
+    },
+    {
+      "epoch": 0.42525035765379116,
+      "grad_norm": 0.15130201840482502,
+      "learning_rate": 0.00012866799259759386,
+      "loss": 0.6166,
+      "step": 4756
+    },
+    {
+      "epoch": 0.42533977110157367,
+      "grad_norm": 0.1421143186175014,
+      "learning_rate": 0.0001286402468460209,
+      "loss": 0.6552,
+      "step": 4757
+    },
+    {
+      "epoch": 0.42542918454935624,
+      "grad_norm": 0.14833910152145358,
+      "learning_rate": 0.0001286124986924251,
+      "loss": 0.6621,
+      "step": 4758
+    },
+    {
+      "epoch": 0.42551859799713876,
+      "grad_norm": 0.15479827693632559,
+      "learning_rate": 0.00012858474813913352,
+      "loss": 0.705,
+      "step": 4759
+    },
+    {
+      "epoch": 0.42560801144492133,
+      "grad_norm": 0.16239156624974704,
+      "learning_rate": 0.00012855699518847367,
+      "loss": 0.7156,
+      "step": 4760
+    },
+    {
+      "epoch": 0.42569742489270385,
+      "grad_norm": 0.14112958943285803,
+      "learning_rate": 0.00012852923984277314,
+      "loss": 0.6505,
+      "step": 4761
+    },
+    {
+      "epoch": 0.4257868383404864,
+      "grad_norm": 0.15369667214164753,
+      "learning_rate": 0.0001285014821043597,
+      "loss": 0.714,
+      "step": 4762
+    },
+    {
+      "epoch": 0.42587625178826893,
+      "grad_norm": 0.15465170955578017,
+      "learning_rate": 0.00012847372197556138,
+      "loss": 0.6751,
+      "step": 4763
+    },
+    {
+      "epoch": 0.4259656652360515,
+      "grad_norm": 0.15418553118897155,
+      "learning_rate": 0.00012844595945870637,
+      "loss": 0.6282,
+      "step": 4764
+    },
+    {
+      "epoch": 0.426055078683834,
+      "grad_norm": 0.16291702530153243,
+      "learning_rate": 0.00012841819455612313,
+      "loss": 0.6852,
+      "step": 4765
+    },
+    {
+      "epoch": 0.4261444921316166,
+      "grad_norm": 0.14154943925459576,
+      "learning_rate": 0.0001283904272701402,
+      "loss": 0.677,
+      "step": 4766
+    },
+    {
+      "epoch": 0.42623390557939916,
+      "grad_norm": 0.14184223595452458,
+      "learning_rate": 0.0001283626576030864,
+      "loss": 0.6625,
+      "step": 4767
+    },
+    {
+      "epoch": 0.4263233190271817,
+      "grad_norm": 0.15681864965602363,
+      "learning_rate": 0.0001283348855572908,
+      "loss": 0.6781,
+      "step": 4768
+    },
+    {
+      "epoch": 0.42641273247496425,
+      "grad_norm": 0.13410562113956326,
+      "learning_rate": 0.00012830711113508256,
+      "loss": 0.6516,
+      "step": 4769
+    },
+    {
+      "epoch": 0.42650214592274677,
+      "grad_norm": 0.15473397564978122,
+      "learning_rate": 0.0001282793343387911,
+      "loss": 0.6485,
+      "step": 4770
+    },
+    {
+      "epoch": 0.42659155937052934,
+      "grad_norm": 0.15735288600181763,
+      "learning_rate": 0.000128251555170746,
+      "loss": 0.6315,
+      "step": 4771
+    },
+    {
+      "epoch": 0.42668097281831185,
+      "grad_norm": 0.15703551206163696,
+      "learning_rate": 0.00012822377363327713,
+      "loss": 0.7017,
+      "step": 4772
+    },
+    {
+      "epoch": 0.4267703862660944,
+      "grad_norm": 0.14447705329204108,
+      "learning_rate": 0.00012819598972871443,
+      "loss": 0.6532,
+      "step": 4773
+    },
+    {
+      "epoch": 0.42685979971387694,
+      "grad_norm": 0.1608247355702589,
+      "learning_rate": 0.0001281682034593881,
+      "loss": 0.6938,
+      "step": 4774
+    },
+    {
+      "epoch": 0.4269492131616595,
+      "grad_norm": 0.1417068079813986,
+      "learning_rate": 0.0001281404148276286,
+      "loss": 0.6629,
+      "step": 4775
+    },
+    {
+      "epoch": 0.4270386266094421,
+      "grad_norm": 0.15090294627060483,
+      "learning_rate": 0.00012811262383576646,
+      "loss": 0.6657,
+      "step": 4776
+    },
+    {
+      "epoch": 0.4271280400572246,
+      "grad_norm": 0.15384655937658634,
+      "learning_rate": 0.00012808483048613252,
+      "loss": 0.6503,
+      "step": 4777
+    },
+    {
+      "epoch": 0.42721745350500717,
+      "grad_norm": 0.18291890447780262,
+      "learning_rate": 0.00012805703478105778,
+      "loss": 0.7331,
+      "step": 4778
+    },
+    {
+      "epoch": 0.4273068669527897,
+      "grad_norm": 0.14943750360689456,
+      "learning_rate": 0.00012802923672287342,
+      "loss": 0.6724,
+      "step": 4779
+    },
+    {
+      "epoch": 0.42739628040057226,
+      "grad_norm": 0.15253080541716885,
+      "learning_rate": 0.00012800143631391082,
+      "loss": 0.697,
+      "step": 4780
+    },
+    {
+      "epoch": 0.4274856938483548,
+      "grad_norm": 0.1517717395168992,
+      "learning_rate": 0.00012797363355650154,
+      "loss": 0.6343,
+      "step": 4781
+    },
+    {
+      "epoch": 0.42757510729613735,
+      "grad_norm": 0.15521998665290804,
+      "learning_rate": 0.00012794582845297744,
+      "loss": 0.6907,
+      "step": 4782
+    },
+    {
+      "epoch": 0.42766452074391986,
+      "grad_norm": 0.14935425140428676,
+      "learning_rate": 0.00012791802100567043,
+      "loss": 0.6764,
+      "step": 4783
+    },
+    {
+      "epoch": 0.42775393419170243,
+      "grad_norm": 0.14737851486889078,
+      "learning_rate": 0.00012789021121691274,
+      "loss": 0.6844,
+      "step": 4784
+    },
+    {
+      "epoch": 0.427843347639485,
+      "grad_norm": 0.14838776606514392,
+      "learning_rate": 0.0001278623990890367,
+      "loss": 0.6911,
+      "step": 4785
+    },
+    {
+      "epoch": 0.4279327610872675,
+      "grad_norm": 0.13706880954577383,
+      "learning_rate": 0.0001278345846243749,
+      "loss": 0.6791,
+      "step": 4786
+    },
+    {
+      "epoch": 0.4280221745350501,
+      "grad_norm": 0.13864362914432887,
+      "learning_rate": 0.00012780676782526014,
+      "loss": 0.6542,
+      "step": 4787
+    },
+    {
+      "epoch": 0.4281115879828326,
+      "grad_norm": 0.14220290589201892,
+      "learning_rate": 0.0001277789486940253,
+      "loss": 0.6485,
+      "step": 4788
+    },
+    {
+      "epoch": 0.4282010014306152,
+      "grad_norm": 0.13301808603124993,
+      "learning_rate": 0.0001277511272330036,
+      "loss": 0.6734,
+      "step": 4789
+    },
+    {
+      "epoch": 0.4282904148783977,
+      "grad_norm": 0.16651267477560733,
+      "learning_rate": 0.00012772330344452834,
+      "loss": 0.6737,
+      "step": 4790
+    },
+    {
+      "epoch": 0.42837982832618027,
+      "grad_norm": 0.16000417351046636,
+      "learning_rate": 0.00012769547733093312,
+      "loss": 0.6817,
+      "step": 4791
+    },
+    {
+      "epoch": 0.4284692417739628,
+      "grad_norm": 0.1476023459555839,
+      "learning_rate": 0.0001276676488945517,
+      "loss": 0.6415,
+      "step": 4792
+    },
+    {
+      "epoch": 0.42855865522174535,
+      "grad_norm": 0.13733047137799537,
+      "learning_rate": 0.00012763981813771795,
+      "loss": 0.6525,
+      "step": 4793
+    },
+    {
+      "epoch": 0.42864806866952787,
+      "grad_norm": 0.13753680951569036,
+      "learning_rate": 0.00012761198506276603,
+      "loss": 0.622,
+      "step": 4794
+    },
+    {
+      "epoch": 0.42873748211731044,
+      "grad_norm": 0.17750126218331186,
+      "learning_rate": 0.00012758414967203028,
+      "loss": 0.7269,
+      "step": 4795
+    },
+    {
+      "epoch": 0.428826895565093,
+      "grad_norm": 0.1414880169902948,
+      "learning_rate": 0.00012755631196784522,
+      "loss": 0.6307,
+      "step": 4796
+    },
+    {
+      "epoch": 0.42891630901287553,
+      "grad_norm": 0.14552408894033358,
+      "learning_rate": 0.00012752847195254553,
+      "loss": 0.6612,
+      "step": 4797
+    },
+    {
+      "epoch": 0.4290057224606581,
+      "grad_norm": 0.14260102987210502,
+      "learning_rate": 0.00012750062962846613,
+      "loss": 0.6466,
+      "step": 4798
+    },
+    {
+      "epoch": 0.4290951359084406,
+      "grad_norm": 0.1528347609055017,
+      "learning_rate": 0.0001274727849979422,
+      "loss": 0.6935,
+      "step": 4799
+    },
+    {
+      "epoch": 0.4291845493562232,
+      "grad_norm": 0.13041526875733955,
+      "learning_rate": 0.0001274449380633089,
+      "loss": 0.6471,
+      "step": 4800
+    },
+    {
+      "epoch": 0.4292739628040057,
+      "grad_norm": 0.1464654042393073,
+      "learning_rate": 0.0001274170888269018,
+      "loss": 0.69,
+      "step": 4801
+    },
+    {
+      "epoch": 0.4293633762517883,
+      "grad_norm": 0.15929110734783178,
+      "learning_rate": 0.00012738923729105662,
+      "loss": 0.6896,
+      "step": 4802
+    },
+    {
+      "epoch": 0.4294527896995708,
+      "grad_norm": 0.14486470776673382,
+      "learning_rate": 0.00012736138345810917,
+      "loss": 0.6969,
+      "step": 4803
+    },
+    {
+      "epoch": 0.42954220314735336,
+      "grad_norm": 0.13039997968917416,
+      "learning_rate": 0.0001273335273303955,
+      "loss": 0.655,
+      "step": 4804
+    },
+    {
+      "epoch": 0.42963161659513593,
+      "grad_norm": 0.13567119532125174,
+      "learning_rate": 0.00012730566891025195,
+      "loss": 0.6643,
+      "step": 4805
+    },
+    {
+      "epoch": 0.42972103004291845,
+      "grad_norm": 0.16197488971869256,
+      "learning_rate": 0.0001272778082000149,
+      "loss": 0.6923,
+      "step": 4806
+    },
+    {
+      "epoch": 0.429810443490701,
+      "grad_norm": 0.13274856658031195,
+      "learning_rate": 0.000127249945202021,
+      "loss": 0.6517,
+      "step": 4807
+    },
+    {
+      "epoch": 0.42989985693848354,
+      "grad_norm": 0.16514087322580406,
+      "learning_rate": 0.00012722207991860713,
+      "loss": 0.6935,
+      "step": 4808
+    },
+    {
+      "epoch": 0.4299892703862661,
+      "grad_norm": 0.13920329905910317,
+      "learning_rate": 0.0001271942123521103,
+      "loss": 0.6812,
+      "step": 4809
+    },
+    {
+      "epoch": 0.4300786838340486,
+      "grad_norm": 0.15638809655063288,
+      "learning_rate": 0.0001271663425048677,
+      "loss": 0.6793,
+      "step": 4810
+    },
+    {
+      "epoch": 0.4301680972818312,
+      "grad_norm": 0.18112856147455833,
+      "learning_rate": 0.00012713847037921678,
+      "loss": 0.66,
+      "step": 4811
+    },
+    {
+      "epoch": 0.4302575107296137,
+      "grad_norm": 0.17472764964242804,
+      "learning_rate": 0.00012711059597749513,
+      "loss": 0.7296,
+      "step": 4812
+    },
+    {
+      "epoch": 0.4303469241773963,
+      "grad_norm": 0.16632269518161447,
+      "learning_rate": 0.00012708271930204052,
+      "loss": 0.6867,
+      "step": 4813
+    },
+    {
+      "epoch": 0.4304363376251788,
+      "grad_norm": 0.16344003438534707,
+      "learning_rate": 0.00012705484035519096,
+      "loss": 0.7002,
+      "step": 4814
+    },
+    {
+      "epoch": 0.43052575107296137,
+      "grad_norm": 0.14322854597097398,
+      "learning_rate": 0.0001270269591392846,
+      "loss": 0.6817,
+      "step": 4815
+    },
+    {
+      "epoch": 0.43061516452074394,
+      "grad_norm": 0.149774377157552,
+      "learning_rate": 0.00012699907565665982,
+      "loss": 0.6648,
+      "step": 4816
+    },
+    {
+      "epoch": 0.43070457796852646,
+      "grad_norm": 0.11040197545489383,
+      "learning_rate": 0.0001269711899096552,
+      "loss": 0.6181,
+      "step": 4817
+    },
+    {
+      "epoch": 0.43079399141630903,
+      "grad_norm": 0.14106324694696817,
+      "learning_rate": 0.0001269433019006094,
+      "loss": 0.6844,
+      "step": 4818
+    },
+    {
+      "epoch": 0.43088340486409155,
+      "grad_norm": 0.14298541435575884,
+      "learning_rate": 0.00012691541163186148,
+      "loss": 0.6378,
+      "step": 4819
+    },
+    {
+      "epoch": 0.4309728183118741,
+      "grad_norm": 0.13416264109011358,
+      "learning_rate": 0.00012688751910575044,
+      "loss": 0.656,
+      "step": 4820
+    },
+    {
+      "epoch": 0.43106223175965663,
+      "grad_norm": 0.1432230978870361,
+      "learning_rate": 0.00012685962432461563,
+      "loss": 0.6835,
+      "step": 4821
+    },
+    {
+      "epoch": 0.4311516452074392,
+      "grad_norm": 0.14505238614877822,
+      "learning_rate": 0.00012683172729079662,
+      "loss": 0.6609,
+      "step": 4822
+    },
+    {
+      "epoch": 0.4312410586552217,
+      "grad_norm": 0.16010172639109901,
+      "learning_rate": 0.00012680382800663302,
+      "loss": 0.7102,
+      "step": 4823
+    },
+    {
+      "epoch": 0.4313304721030043,
+      "grad_norm": 0.15647636604018805,
+      "learning_rate": 0.00012677592647446472,
+      "loss": 0.7058,
+      "step": 4824
+    },
+    {
+      "epoch": 0.43141988555078686,
+      "grad_norm": 0.15508322040366485,
+      "learning_rate": 0.0001267480226966318,
+      "loss": 0.6418,
+      "step": 4825
+    },
+    {
+      "epoch": 0.4315092989985694,
+      "grad_norm": 0.16243935592671377,
+      "learning_rate": 0.00012672011667547457,
+      "loss": 0.6846,
+      "step": 4826
+    },
+    {
+      "epoch": 0.43159871244635195,
+      "grad_norm": 0.1638827428926149,
+      "learning_rate": 0.0001266922084133334,
+      "loss": 0.692,
+      "step": 4827
+    },
+    {
+      "epoch": 0.43168812589413447,
+      "grad_norm": 0.16579965500843907,
+      "learning_rate": 0.00012666429791254892,
+      "loss": 0.698,
+      "step": 4828
+    },
+    {
+      "epoch": 0.43177753934191704,
+      "grad_norm": 0.14792570590717433,
+      "learning_rate": 0.000126636385175462,
+      "loss": 0.6508,
+      "step": 4829
+    },
+    {
+      "epoch": 0.43186695278969955,
+      "grad_norm": 0.1504511570434127,
+      "learning_rate": 0.00012660847020441363,
+      "loss": 0.649,
+      "step": 4830
+    },
+    {
+      "epoch": 0.4319563662374821,
+      "grad_norm": 0.14910080931450795,
+      "learning_rate": 0.00012658055300174498,
+      "loss": 0.6737,
+      "step": 4831
+    },
+    {
+      "epoch": 0.43204577968526464,
+      "grad_norm": 0.159891324571718,
+      "learning_rate": 0.00012655263356979747,
+      "loss": 0.7052,
+      "step": 4832
+    },
+    {
+      "epoch": 0.4321351931330472,
+      "grad_norm": 0.16049491497262228,
+      "learning_rate": 0.00012652471191091266,
+      "loss": 0.7018,
+      "step": 4833
+    },
+    {
+      "epoch": 0.4322246065808298,
+      "grad_norm": 0.14892045657672465,
+      "learning_rate": 0.00012649678802743227,
+      "loss": 0.6661,
+      "step": 4834
+    },
+    {
+      "epoch": 0.4323140200286123,
+      "grad_norm": 0.1303683812314554,
+      "learning_rate": 0.00012646886192169826,
+      "loss": 0.6836,
+      "step": 4835
+    },
+    {
+      "epoch": 0.43240343347639487,
+      "grad_norm": 0.1566824336574662,
+      "learning_rate": 0.00012644093359605278,
+      "loss": 0.6962,
+      "step": 4836
+    },
+    {
+      "epoch": 0.4324928469241774,
+      "grad_norm": 0.13594172665607293,
+      "learning_rate": 0.00012641300305283814,
+      "loss": 0.6512,
+      "step": 4837
+    },
+    {
+      "epoch": 0.43258226037195996,
+      "grad_norm": 0.15184473291842532,
+      "learning_rate": 0.00012638507029439684,
+      "loss": 0.6893,
+      "step": 4838
+    },
+    {
+      "epoch": 0.4326716738197425,
+      "grad_norm": 0.15034261339347219,
+      "learning_rate": 0.00012635713532307152,
+      "loss": 0.6211,
+      "step": 4839
+    },
+    {
+      "epoch": 0.43276108726752505,
+      "grad_norm": 0.16650179142413388,
+      "learning_rate": 0.00012632919814120513,
+      "loss": 0.7029,
+      "step": 4840
+    },
+    {
+      "epoch": 0.43285050071530756,
+      "grad_norm": 0.15105542735495642,
+      "learning_rate": 0.00012630125875114068,
+      "loss": 0.6858,
+      "step": 4841
+    },
+    {
+      "epoch": 0.43293991416309013,
+      "grad_norm": 0.15658121187320667,
+      "learning_rate": 0.00012627331715522143,
+      "loss": 0.682,
+      "step": 4842
+    },
+    {
+      "epoch": 0.43302932761087265,
+      "grad_norm": 0.12532953378206024,
+      "learning_rate": 0.0001262453733557908,
+      "loss": 0.6622,
+      "step": 4843
+    },
+    {
+      "epoch": 0.4331187410586552,
+      "grad_norm": 0.14868982301330427,
+      "learning_rate": 0.00012621742735519239,
+      "loss": 0.6808,
+      "step": 4844
+    },
+    {
+      "epoch": 0.4332081545064378,
+      "grad_norm": 0.156868773626029,
+      "learning_rate": 0.00012618947915577,
+      "loss": 0.6913,
+      "step": 4845
+    },
+    {
+      "epoch": 0.4332975679542203,
+      "grad_norm": 0.1547624121506663,
+      "learning_rate": 0.0001261615287598676,
+      "loss": 0.6815,
+      "step": 4846
+    },
+    {
+      "epoch": 0.4333869814020029,
+      "grad_norm": 0.16815175484165637,
+      "learning_rate": 0.00012613357616982946,
+      "loss": 0.6947,
+      "step": 4847
+    },
+    {
+      "epoch": 0.4334763948497854,
+      "grad_norm": 0.1745171194032018,
+      "learning_rate": 0.00012610562138799978,
+      "loss": 0.7212,
+      "step": 4848
+    },
+    {
+      "epoch": 0.43356580829756797,
+      "grad_norm": 0.13112394446919065,
+      "learning_rate": 0.00012607766441672318,
+      "loss": 0.6658,
+      "step": 4849
+    },
+    {
+      "epoch": 0.4336552217453505,
+      "grad_norm": 0.14755950131532655,
+      "learning_rate": 0.00012604970525834436,
+      "loss": 0.6948,
+      "step": 4850
+    },
+    {
+      "epoch": 0.43374463519313305,
+      "grad_norm": 0.14601918749426998,
+      "learning_rate": 0.00012602174391520822,
+      "loss": 0.7052,
+      "step": 4851
+    },
+    {
+      "epoch": 0.43383404864091557,
+      "grad_norm": 0.1338753221216365,
+      "learning_rate": 0.00012599378038965985,
+      "loss": 0.6695,
+      "step": 4852
+    },
+    {
+      "epoch": 0.43392346208869814,
+      "grad_norm": 0.15216352371411668,
+      "learning_rate": 0.00012596581468404453,
+      "loss": 0.7097,
+      "step": 4853
+    },
+    {
+      "epoch": 0.4340128755364807,
+      "grad_norm": 0.17521437862502215,
+      "learning_rate": 0.00012593784680070766,
+      "loss": 0.6521,
+      "step": 4854
+    },
+    {
+      "epoch": 0.43410228898426323,
+      "grad_norm": 0.1633364174363526,
+      "learning_rate": 0.0001259098767419949,
+      "loss": 0.7043,
+      "step": 4855
+    },
+    {
+      "epoch": 0.4341917024320458,
+      "grad_norm": 0.14379217636078376,
+      "learning_rate": 0.00012588190451025207,
+      "loss": 0.6913,
+      "step": 4856
+    },
+    {
+      "epoch": 0.4342811158798283,
+      "grad_norm": 0.14705013384909044,
+      "learning_rate": 0.0001258539301078252,
+      "loss": 0.6573,
+      "step": 4857
+    },
+    {
+      "epoch": 0.4343705293276109,
+      "grad_norm": 0.15568977938254447,
+      "learning_rate": 0.0001258259535370604,
+      "loss": 0.6953,
+      "step": 4858
+    },
+    {
+      "epoch": 0.4344599427753934,
+      "grad_norm": 0.1325438508550476,
+      "learning_rate": 0.00012579797480030406,
+      "loss": 0.6393,
+      "step": 4859
+    },
+    {
+      "epoch": 0.434549356223176,
+      "grad_norm": 0.17400691530128112,
+      "learning_rate": 0.00012576999389990278,
+      "loss": 0.7031,
+      "step": 4860
+    },
+    {
+      "epoch": 0.4346387696709585,
+      "grad_norm": 0.14932399685654418,
+      "learning_rate": 0.0001257420108382032,
+      "loss": 0.6997,
+      "step": 4861
+    },
+    {
+      "epoch": 0.43472818311874106,
+      "grad_norm": 0.14210957116069137,
+      "learning_rate": 0.00012571402561755227,
+      "loss": 0.6318,
+      "step": 4862
+    },
+    {
+      "epoch": 0.4348175965665236,
+      "grad_norm": 0.14646705863921183,
+      "learning_rate": 0.00012568603824029707,
+      "loss": 0.672,
+      "step": 4863
+    },
+    {
+      "epoch": 0.43490701001430615,
+      "grad_norm": 0.1317907078849462,
+      "learning_rate": 0.00012565804870878484,
+      "loss": 0.6884,
+      "step": 4864
+    },
+    {
+      "epoch": 0.4349964234620887,
+      "grad_norm": 0.16796423567317323,
+      "learning_rate": 0.00012563005702536306,
+      "loss": 0.7165,
+      "step": 4865
+    },
+    {
+      "epoch": 0.43508583690987124,
+      "grad_norm": 0.14665666895720725,
+      "learning_rate": 0.00012560206319237936,
+      "loss": 0.693,
+      "step": 4866
+    },
+    {
+      "epoch": 0.4351752503576538,
+      "grad_norm": 0.15923197463578218,
+      "learning_rate": 0.00012557406721218155,
+      "loss": 0.7216,
+      "step": 4867
+    },
+    {
+      "epoch": 0.4352646638054363,
+      "grad_norm": 0.15127871565767656,
+      "learning_rate": 0.00012554606908711757,
+      "loss": 0.7364,
+      "step": 4868
+    },
+    {
+      "epoch": 0.4353540772532189,
+      "grad_norm": 0.15202577548122767,
+      "learning_rate": 0.00012551806881953566,
+      "loss": 0.6779,
+      "step": 4869
+    },
+    {
+      "epoch": 0.4354434907010014,
+      "grad_norm": 0.1418406165859041,
+      "learning_rate": 0.0001254900664117841,
+      "loss": 0.6747,
+      "step": 4870
+    },
+    {
+      "epoch": 0.435532904148784,
+      "grad_norm": 0.16210618682612535,
+      "learning_rate": 0.0001254620618662115,
+      "loss": 0.7294,
+      "step": 4871
+    },
+    {
+      "epoch": 0.4356223175965665,
+      "grad_norm": 0.14364339386410413,
+      "learning_rate": 0.0001254340551851665,
+      "loss": 0.6804,
+      "step": 4872
+    },
+    {
+      "epoch": 0.43571173104434907,
+      "grad_norm": 0.15532570496196083,
+      "learning_rate": 0.000125406046370998,
+      "loss": 0.6764,
+      "step": 4873
+    },
+    {
+      "epoch": 0.43580114449213164,
+      "grad_norm": 0.15961817842253237,
+      "learning_rate": 0.00012537803542605512,
+      "loss": 0.6899,
+      "step": 4874
+    },
+    {
+      "epoch": 0.43589055793991416,
+      "grad_norm": 0.1492837550400846,
+      "learning_rate": 0.00012535002235268701,
+      "loss": 0.7134,
+      "step": 4875
+    },
+    {
+      "epoch": 0.43597997138769673,
+      "grad_norm": 0.16569120761995132,
+      "learning_rate": 0.00012532200715324317,
+      "loss": 0.6867,
+      "step": 4876
+    },
+    {
+      "epoch": 0.43606938483547925,
+      "grad_norm": 0.1470865755125126,
+      "learning_rate": 0.0001252939898300731,
+      "loss": 0.6275,
+      "step": 4877
+    },
+    {
+      "epoch": 0.4361587982832618,
+      "grad_norm": 0.14609282121889952,
+      "learning_rate": 0.0001252659703855267,
+      "loss": 0.6777,
+      "step": 4878
+    },
+    {
+      "epoch": 0.43624821173104433,
+      "grad_norm": 0.15978595015455818,
+      "learning_rate": 0.00012523794882195391,
+      "loss": 0.7027,
+      "step": 4879
+    },
+    {
+      "epoch": 0.4363376251788269,
+      "grad_norm": 0.1624922516327583,
+      "learning_rate": 0.0001252099251417048,
+      "loss": 0.6756,
+      "step": 4880
+    },
+    {
+      "epoch": 0.4364270386266094,
+      "grad_norm": 0.14074566321526508,
+      "learning_rate": 0.00012518189934712973,
+      "loss": 0.6512,
+      "step": 4881
+    },
+    {
+      "epoch": 0.436516452074392,
+      "grad_norm": 0.13309833495229909,
+      "learning_rate": 0.00012515387144057915,
+      "loss": 0.6675,
+      "step": 4882
+    },
+    {
+      "epoch": 0.4366058655221745,
+      "grad_norm": 0.15266669140313463,
+      "learning_rate": 0.00012512584142440378,
+      "loss": 0.6664,
+      "step": 4883
+    },
+    {
+      "epoch": 0.4366952789699571,
+      "grad_norm": 0.14541088306428782,
+      "learning_rate": 0.00012509780930095442,
+      "loss": 0.6746,
+      "step": 4884
+    },
+    {
+      "epoch": 0.43678469241773965,
+      "grad_norm": 0.1528193392472811,
+      "learning_rate": 0.00012506977507258208,
+      "loss": 0.6581,
+      "step": 4885
+    },
+    {
+      "epoch": 0.43687410586552217,
+      "grad_norm": 0.1413165128846392,
+      "learning_rate": 0.000125041738741638,
+      "loss": 0.67,
+      "step": 4886
+    },
+    {
+      "epoch": 0.43696351931330474,
+      "grad_norm": 0.13311783474751795,
+      "learning_rate": 0.00012501370031047356,
+      "loss": 0.7036,
+      "step": 4887
+    },
+    {
+      "epoch": 0.43705293276108725,
+      "grad_norm": 0.1542378982965749,
+      "learning_rate": 0.00012498565978144027,
+      "loss": 0.6643,
+      "step": 4888
+    },
+    {
+      "epoch": 0.4371423462088698,
+      "grad_norm": 0.12612533494230022,
+      "learning_rate": 0.00012495761715688983,
+      "loss": 0.6368,
+      "step": 4889
+    },
+    {
+      "epoch": 0.43723175965665234,
+      "grad_norm": 0.14977311932313203,
+      "learning_rate": 0.00012492957243917424,
+      "loss": 0.6646,
+      "step": 4890
+    },
+    {
+      "epoch": 0.4373211731044349,
+      "grad_norm": 0.14287117114637746,
+      "learning_rate": 0.00012490152563064544,
+      "loss": 0.6824,
+      "step": 4891
+    },
+    {
+      "epoch": 0.43741058655221743,
+      "grad_norm": 0.16608738229061845,
+      "learning_rate": 0.00012487347673365582,
+      "loss": 0.6823,
+      "step": 4892
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.15966793089705938,
+      "learning_rate": 0.00012484542575055775,
+      "loss": 0.681,
+      "step": 4893
+    },
+    {
+      "epoch": 0.43758941344778257,
+      "grad_norm": 0.13494190973693912,
+      "learning_rate": 0.0001248173726837038,
+      "loss": 0.6615,
+      "step": 4894
+    },
+    {
+      "epoch": 0.4376788268955651,
+      "grad_norm": 0.15893147694402038,
+      "learning_rate": 0.00012478931753544676,
+      "loss": 0.6732,
+      "step": 4895
+    },
+    {
+      "epoch": 0.43776824034334766,
+      "grad_norm": 0.15867663091976433,
+      "learning_rate": 0.00012476126030813963,
+      "loss": 0.6738,
+      "step": 4896
+    },
+    {
+      "epoch": 0.4378576537911302,
+      "grad_norm": 0.15130945876993923,
+      "learning_rate": 0.0001247332010041355,
+      "loss": 0.6787,
+      "step": 4897
+    },
+    {
+      "epoch": 0.43794706723891275,
+      "grad_norm": 0.16099608404449378,
+      "learning_rate": 0.00012470513962578768,
+      "loss": 0.7004,
+      "step": 4898
+    },
+    {
+      "epoch": 0.43803648068669526,
+      "grad_norm": 0.15412208285482998,
+      "learning_rate": 0.0001246770761754496,
+      "loss": 0.6564,
+      "step": 4899
+    },
+    {
+      "epoch": 0.43812589413447783,
+      "grad_norm": 0.15182472580914638,
+      "learning_rate": 0.000124649010655475,
+      "loss": 0.6801,
+      "step": 4900
+    },
+    {
+      "epoch": 0.43821530758226035,
+      "grad_norm": 0.14612098073526508,
+      "learning_rate": 0.00012462094306821758,
+      "loss": 0.6531,
+      "step": 4901
+    },
+    {
+      "epoch": 0.4383047210300429,
+      "grad_norm": 0.1640507044941195,
+      "learning_rate": 0.0001245928734160314,
+      "loss": 0.7351,
+      "step": 4902
+    },
+    {
+      "epoch": 0.4383941344778255,
+      "grad_norm": 0.14002545072080802,
+      "learning_rate": 0.00012456480170127069,
+      "loss": 0.6867,
+      "step": 4903
+    },
+    {
+      "epoch": 0.438483547925608,
+      "grad_norm": 0.1558143536916227,
+      "learning_rate": 0.00012453672792628968,
+      "loss": 0.6795,
+      "step": 4904
+    },
+    {
+      "epoch": 0.4385729613733906,
+      "grad_norm": 0.16198471327677263,
+      "learning_rate": 0.00012450865209344294,
+      "loss": 0.6513,
+      "step": 4905
+    },
+    {
+      "epoch": 0.4386623748211731,
+      "grad_norm": 0.16572759462356618,
+      "learning_rate": 0.00012448057420508517,
+      "loss": 0.7012,
+      "step": 4906
+    },
+    {
+      "epoch": 0.43875178826895567,
+      "grad_norm": 0.1510302373627708,
+      "learning_rate": 0.0001244524942635712,
+      "loss": 0.6685,
+      "step": 4907
+    },
+    {
+      "epoch": 0.4388412017167382,
+      "grad_norm": 0.15149261291708319,
+      "learning_rate": 0.00012442441227125602,
+      "loss": 0.6602,
+      "step": 4908
+    },
+    {
+      "epoch": 0.43893061516452075,
+      "grad_norm": 0.17745137155193436,
+      "learning_rate": 0.00012439632823049493,
+      "loss": 0.7148,
+      "step": 4909
+    },
+    {
+      "epoch": 0.43902002861230327,
+      "grad_norm": 0.13300063987758542,
+      "learning_rate": 0.00012436824214364324,
+      "loss": 0.6566,
+      "step": 4910
+    },
+    {
+      "epoch": 0.43910944206008584,
+      "grad_norm": 0.16914953403587923,
+      "learning_rate": 0.00012434015401305653,
+      "loss": 0.7093,
+      "step": 4911
+    },
+    {
+      "epoch": 0.43919885550786836,
+      "grad_norm": 0.1673751250999355,
+      "learning_rate": 0.00012431206384109044,
+      "loss": 0.6768,
+      "step": 4912
+    },
+    {
+      "epoch": 0.43928826895565093,
+      "grad_norm": 0.1924888731031404,
+      "learning_rate": 0.00012428397163010096,
+      "loss": 0.7215,
+      "step": 4913
+    },
+    {
+      "epoch": 0.4393776824034335,
+      "grad_norm": 0.16232689609974083,
+      "learning_rate": 0.00012425587738244413,
+      "loss": 0.6785,
+      "step": 4914
+    },
+    {
+      "epoch": 0.439467095851216,
+      "grad_norm": 0.15278931647831037,
+      "learning_rate": 0.00012422778110047613,
+      "loss": 0.6815,
+      "step": 4915
+    },
+    {
+      "epoch": 0.4395565092989986,
+      "grad_norm": 0.16159559427336642,
+      "learning_rate": 0.0001241996827865534,
+      "loss": 0.6848,
+      "step": 4916
+    },
+    {
+      "epoch": 0.4396459227467811,
+      "grad_norm": 0.1468030267533822,
+      "learning_rate": 0.00012417158244303249,
+      "loss": 0.6723,
+      "step": 4917
+    },
+    {
+      "epoch": 0.4397353361945637,
+      "grad_norm": 0.14885265415139254,
+      "learning_rate": 0.00012414348007227014,
+      "loss": 0.6634,
+      "step": 4918
+    },
+    {
+      "epoch": 0.4398247496423462,
+      "grad_norm": 0.16424623383038342,
+      "learning_rate": 0.00012411537567662327,
+      "loss": 0.6815,
+      "step": 4919
+    },
+    {
+      "epoch": 0.43991416309012876,
+      "grad_norm": 0.14574512929533973,
+      "learning_rate": 0.000124087269258449,
+      "loss": 0.6644,
+      "step": 4920
+    },
+    {
+      "epoch": 0.4400035765379113,
+      "grad_norm": 0.14115679375060805,
+      "learning_rate": 0.00012405916082010456,
+      "loss": 0.6491,
+      "step": 4921
+    },
+    {
+      "epoch": 0.44009298998569385,
+      "grad_norm": 0.15268724743745637,
+      "learning_rate": 0.00012403105036394728,
+      "loss": 0.701,
+      "step": 4922
+    },
+    {
+      "epoch": 0.4401824034334764,
+      "grad_norm": 0.17197739525960226,
+      "learning_rate": 0.0001240029378923349,
+      "loss": 0.6377,
+      "step": 4923
+    },
+    {
+      "epoch": 0.44027181688125894,
+      "grad_norm": 0.15151287099474098,
+      "learning_rate": 0.0001239748234076251,
+      "loss": 0.7104,
+      "step": 4924
+    },
+    {
+      "epoch": 0.4403612303290415,
+      "grad_norm": 0.16036012181860043,
+      "learning_rate": 0.0001239467069121758,
+      "loss": 0.6741,
+      "step": 4925
+    },
+    {
+      "epoch": 0.440450643776824,
+      "grad_norm": 0.15989261535711738,
+      "learning_rate": 0.0001239185884083451,
+      "loss": 0.668,
+      "step": 4926
+    },
+    {
+      "epoch": 0.4405400572246066,
+      "grad_norm": 0.15083408655980038,
+      "learning_rate": 0.00012389046789849128,
+      "loss": 0.6934,
+      "step": 4927
+    },
+    {
+      "epoch": 0.4406294706723891,
+      "grad_norm": 0.1472222909438475,
+      "learning_rate": 0.00012386234538497282,
+      "loss": 0.6449,
+      "step": 4928
+    },
+    {
+      "epoch": 0.4407188841201717,
+      "grad_norm": 0.1476608518194723,
+      "learning_rate": 0.00012383422087014817,
+      "loss": 0.6611,
+      "step": 4929
+    },
+    {
+      "epoch": 0.4408082975679542,
+      "grad_norm": 0.15984046832734947,
+      "learning_rate": 0.00012380609435637627,
+      "loss": 0.6312,
+      "step": 4930
+    },
+    {
+      "epoch": 0.44089771101573677,
+      "grad_norm": 0.15260996210681474,
+      "learning_rate": 0.000123777965846016,
+      "loss": 0.692,
+      "step": 4931
+    },
+    {
+      "epoch": 0.4409871244635193,
+      "grad_norm": 0.15911158611255913,
+      "learning_rate": 0.0001237498353414264,
+      "loss": 0.7037,
+      "step": 4932
+    },
+    {
+      "epoch": 0.44107653791130186,
+      "grad_norm": 0.16316631719766736,
+      "learning_rate": 0.00012372170284496683,
+      "loss": 0.7287,
+      "step": 4933
+    },
+    {
+      "epoch": 0.44116595135908443,
+      "grad_norm": 0.14700120050893228,
+      "learning_rate": 0.0001236935683589967,
+      "loss": 0.6815,
+      "step": 4934
+    },
+    {
+      "epoch": 0.44125536480686695,
+      "grad_norm": 0.15813767832398073,
+      "learning_rate": 0.00012366543188587555,
+      "loss": 0.6834,
+      "step": 4935
+    },
+    {
+      "epoch": 0.4413447782546495,
+      "grad_norm": 0.16487243618554753,
+      "learning_rate": 0.00012363729342796325,
+      "loss": 0.7203,
+      "step": 4936
+    },
+    {
+      "epoch": 0.44143419170243203,
+      "grad_norm": 0.15505004957870624,
+      "learning_rate": 0.0001236091529876197,
+      "loss": 0.6602,
+      "step": 4937
+    },
+    {
+      "epoch": 0.4415236051502146,
+      "grad_norm": 0.17226737098593428,
+      "learning_rate": 0.000123581010567205,
+      "loss": 0.7024,
+      "step": 4938
+    },
+    {
+      "epoch": 0.4416130185979971,
+      "grad_norm": 0.13065999241466816,
+      "learning_rate": 0.00012355286616907939,
+      "loss": 0.6566,
+      "step": 4939
+    },
+    {
+      "epoch": 0.4417024320457797,
+      "grad_norm": 0.14054352837367834,
+      "learning_rate": 0.00012352471979560338,
+      "loss": 0.6911,
+      "step": 4940
+    },
+    {
+      "epoch": 0.4417918454935622,
+      "grad_norm": 0.15207631139276545,
+      "learning_rate": 0.00012349657144913753,
+      "loss": 0.6827,
+      "step": 4941
+    },
+    {
+      "epoch": 0.4418812589413448,
+      "grad_norm": 0.1489120486503887,
+      "learning_rate": 0.00012346842113204257,
+      "loss": 0.713,
+      "step": 4942
+    },
+    {
+      "epoch": 0.44197067238912735,
+      "grad_norm": 0.1451396395703027,
+      "learning_rate": 0.0001234402688466795,
+      "loss": 0.6879,
+      "step": 4943
+    },
+    {
+      "epoch": 0.44206008583690987,
+      "grad_norm": 0.16151709649033044,
+      "learning_rate": 0.0001234121145954094,
+      "loss": 0.6836,
+      "step": 4944
+    },
+    {
+      "epoch": 0.44214949928469244,
+      "grad_norm": 0.14062499428143665,
+      "learning_rate": 0.00012338395838059352,
+      "loss": 0.6607,
+      "step": 4945
+    },
+    {
+      "epoch": 0.44223891273247495,
+      "grad_norm": 0.13088176797122542,
+      "learning_rate": 0.00012335580020459325,
+      "loss": 0.6572,
+      "step": 4946
+    },
+    {
+      "epoch": 0.4423283261802575,
+      "grad_norm": 0.15388285530854887,
+      "learning_rate": 0.00012332764006977028,
+      "loss": 0.682,
+      "step": 4947
+    },
+    {
+      "epoch": 0.44241773962804004,
+      "grad_norm": 0.16857811466588302,
+      "learning_rate": 0.0001232994779784863,
+      "loss": 0.684,
+      "step": 4948
+    },
+    {
+      "epoch": 0.4425071530758226,
+      "grad_norm": 0.15402198303608555,
+      "learning_rate": 0.0001232713139331032,
+      "loss": 0.6805,
+      "step": 4949
+    },
+    {
+      "epoch": 0.44259656652360513,
+      "grad_norm": 0.15459676460068192,
+      "learning_rate": 0.00012324314793598314,
+      "loss": 0.6806,
+      "step": 4950
+    },
+    {
+      "epoch": 0.4426859799713877,
+      "grad_norm": 0.15429915424471263,
+      "learning_rate": 0.00012321497998948834,
+      "loss": 0.6856,
+      "step": 4951
+    },
+    {
+      "epoch": 0.4427753934191702,
+      "grad_norm": 0.15498793091147517,
+      "learning_rate": 0.00012318681009598116,
+      "loss": 0.6624,
+      "step": 4952
+    },
+    {
+      "epoch": 0.4428648068669528,
+      "grad_norm": 0.12609473795892692,
+      "learning_rate": 0.00012315863825782425,
+      "loss": 0.6504,
+      "step": 4953
+    },
+    {
+      "epoch": 0.44295422031473536,
+      "grad_norm": 0.15222499926141017,
+      "learning_rate": 0.00012313046447738035,
+      "loss": 0.7048,
+      "step": 4954
+    },
+    {
+      "epoch": 0.4430436337625179,
+      "grad_norm": 0.15681462828548845,
+      "learning_rate": 0.0001231022887570123,
+      "loss": 0.6829,
+      "step": 4955
+    },
+    {
+      "epoch": 0.44313304721030045,
+      "grad_norm": 0.15122680553195528,
+      "learning_rate": 0.00012307411109908315,
+      "loss": 0.6898,
+      "step": 4956
+    },
+    {
+      "epoch": 0.44322246065808296,
+      "grad_norm": 0.13615708258693443,
+      "learning_rate": 0.00012304593150595623,
+      "loss": 0.677,
+      "step": 4957
+    },
+    {
+      "epoch": 0.44331187410586553,
+      "grad_norm": 0.141153934210117,
+      "learning_rate": 0.00012301774997999483,
+      "loss": 0.6693,
+      "step": 4958
+    },
+    {
+      "epoch": 0.44340128755364805,
+      "grad_norm": 0.1512006817059827,
+      "learning_rate": 0.00012298956652356257,
+      "loss": 0.6876,
+      "step": 4959
+    },
+    {
+      "epoch": 0.4434907010014306,
+      "grad_norm": 0.1565821592659267,
+      "learning_rate": 0.00012296138113902308,
+      "loss": 0.6968,
+      "step": 4960
+    },
+    {
+      "epoch": 0.44358011444921314,
+      "grad_norm": 0.1481433131605254,
+      "learning_rate": 0.00012293319382874037,
+      "loss": 0.6809,
+      "step": 4961
+    },
+    {
+      "epoch": 0.4436695278969957,
+      "grad_norm": 0.1531802563336223,
+      "learning_rate": 0.0001229050045950783,
+      "loss": 0.6729,
+      "step": 4962
+    },
+    {
+      "epoch": 0.4437589413447783,
+      "grad_norm": 0.15960042768435784,
+      "learning_rate": 0.00012287681344040117,
+      "loss": 0.6984,
+      "step": 4963
+    },
+    {
+      "epoch": 0.4438483547925608,
+      "grad_norm": 0.14499904149521323,
+      "learning_rate": 0.00012284862036707339,
+      "loss": 0.6713,
+      "step": 4964
+    },
+    {
+      "epoch": 0.44393776824034337,
+      "grad_norm": 0.14176237771006825,
+      "learning_rate": 0.00012282042537745938,
+      "loss": 0.6526,
+      "step": 4965
+    },
+    {
+      "epoch": 0.4440271816881259,
+      "grad_norm": 0.16614026164787538,
+      "learning_rate": 0.00012279222847392385,
+      "loss": 0.6655,
+      "step": 4966
+    },
+    {
+      "epoch": 0.44411659513590845,
+      "grad_norm": 0.15651119719136208,
+      "learning_rate": 0.0001227640296588316,
+      "loss": 0.6644,
+      "step": 4967
+    },
+    {
+      "epoch": 0.44420600858369097,
+      "grad_norm": 0.16469011035057968,
+      "learning_rate": 0.00012273582893454775,
+      "loss": 0.6946,
+      "step": 4968
+    },
+    {
+      "epoch": 0.44429542203147354,
+      "grad_norm": 0.17519494397159946,
+      "learning_rate": 0.00012270762630343734,
+      "loss": 0.7142,
+      "step": 4969
+    },
+    {
+      "epoch": 0.44438483547925606,
+      "grad_norm": 0.1634022230252276,
+      "learning_rate": 0.00012267942176786575,
+      "loss": 0.7129,
+      "step": 4970
+    },
+    {
+      "epoch": 0.44447424892703863,
+      "grad_norm": 0.13296726088881258,
+      "learning_rate": 0.00012265121533019843,
+      "loss": 0.6459,
+      "step": 4971
+    },
+    {
+      "epoch": 0.4445636623748212,
+      "grad_norm": 0.13775616630564344,
+      "learning_rate": 0.00012262300699280104,
+      "loss": 0.6438,
+      "step": 4972
+    },
+    {
+      "epoch": 0.4446530758226037,
+      "grad_norm": 0.15745956607002043,
+      "learning_rate": 0.00012259479675803939,
+      "loss": 0.7046,
+      "step": 4973
+    },
+    {
+      "epoch": 0.4447424892703863,
+      "grad_norm": 0.14714999801420828,
+      "learning_rate": 0.00012256658462827941,
+      "loss": 0.6724,
+      "step": 4974
+    },
+    {
+      "epoch": 0.4448319027181688,
+      "grad_norm": 0.15197944072028421,
+      "learning_rate": 0.00012253837060588723,
+      "loss": 0.7075,
+      "step": 4975
+    },
+    {
+      "epoch": 0.4449213161659514,
+      "grad_norm": 0.15161891799554741,
+      "learning_rate": 0.00012251015469322916,
+      "loss": 0.688,
+      "step": 4976
+    },
+    {
+      "epoch": 0.4450107296137339,
+      "grad_norm": 0.15380361001147194,
+      "learning_rate": 0.00012248193689267157,
+      "loss": 0.6924,
+      "step": 4977
+    },
+    {
+      "epoch": 0.44510014306151646,
+      "grad_norm": 0.15448040066228816,
+      "learning_rate": 0.00012245371720658109,
+      "loss": 0.6795,
+      "step": 4978
+    },
+    {
+      "epoch": 0.445189556509299,
+      "grad_norm": 0.13272877782238918,
+      "learning_rate": 0.00012242549563732443,
+      "loss": 0.6529,
+      "step": 4979
+    },
+    {
+      "epoch": 0.44527896995708155,
+      "grad_norm": 0.162023465486962,
+      "learning_rate": 0.00012239727218726857,
+      "loss": 0.6405,
+      "step": 4980
+    },
+    {
+      "epoch": 0.44536838340486407,
+      "grad_norm": 0.16078442822094483,
+      "learning_rate": 0.00012236904685878055,
+      "loss": 0.6773,
+      "step": 4981
+    },
+    {
+      "epoch": 0.44545779685264664,
+      "grad_norm": 0.1522329659232873,
+      "learning_rate": 0.0001223408196542276,
+      "loss": 0.6412,
+      "step": 4982
+    },
+    {
+      "epoch": 0.4455472103004292,
+      "grad_norm": 0.14986036786205276,
+      "learning_rate": 0.00012231259057597703,
+      "loss": 0.6977,
+      "step": 4983
+    },
+    {
+      "epoch": 0.4456366237482117,
+      "grad_norm": 0.1523770769452937,
+      "learning_rate": 0.00012228435962639646,
+      "loss": 0.7132,
+      "step": 4984
+    },
+    {
+      "epoch": 0.4457260371959943,
+      "grad_norm": 0.1574098131218636,
+      "learning_rate": 0.00012225612680785358,
+      "loss": 0.6862,
+      "step": 4985
+    },
+    {
+      "epoch": 0.4458154506437768,
+      "grad_norm": 0.14592689842819054,
+      "learning_rate": 0.0001222278921227162,
+      "loss": 0.6831,
+      "step": 4986
+    },
+    {
+      "epoch": 0.4459048640915594,
+      "grad_norm": 0.14545650664417362,
+      "learning_rate": 0.00012219965557335236,
+      "loss": 0.673,
+      "step": 4987
+    },
+    {
+      "epoch": 0.4459942775393419,
+      "grad_norm": 0.15719200339346398,
+      "learning_rate": 0.00012217141716213022,
+      "loss": 0.6907,
+      "step": 4988
+    },
+    {
+      "epoch": 0.44608369098712447,
+      "grad_norm": 0.16294135719146494,
+      "learning_rate": 0.0001221431768914181,
+      "loss": 0.6836,
+      "step": 4989
+    },
+    {
+      "epoch": 0.446173104434907,
+      "grad_norm": 0.15838843600422603,
+      "learning_rate": 0.00012211493476358448,
+      "loss": 0.7043,
+      "step": 4990
+    },
+    {
+      "epoch": 0.44626251788268956,
+      "grad_norm": 0.159923237407109,
+      "learning_rate": 0.00012208669078099798,
+      "loss": 0.7121,
+      "step": 4991
+    },
+    {
+      "epoch": 0.44635193133047213,
+      "grad_norm": 0.15187544655243945,
+      "learning_rate": 0.0001220584449460274,
+      "loss": 0.6736,
+      "step": 4992
+    },
+    {
+      "epoch": 0.44644134477825465,
+      "grad_norm": 0.16878419245066956,
+      "learning_rate": 0.00012203019726104168,
+      "loss": 0.6864,
+      "step": 4993
+    },
+    {
+      "epoch": 0.4465307582260372,
+      "grad_norm": 0.13051760054973385,
+      "learning_rate": 0.00012200194772840991,
+      "loss": 0.6458,
+      "step": 4994
+    },
+    {
+      "epoch": 0.44662017167381973,
+      "grad_norm": 0.17710576550991633,
+      "learning_rate": 0.0001219736963505014,
+      "loss": 0.6993,
+      "step": 4995
+    },
+    {
+      "epoch": 0.4467095851216023,
+      "grad_norm": 0.1566415515122457,
+      "learning_rate": 0.00012194544312968548,
+      "loss": 0.6673,
+      "step": 4996
+    },
+    {
+      "epoch": 0.4467989985693848,
+      "grad_norm": 0.1624475518607248,
+      "learning_rate": 0.00012191718806833177,
+      "loss": 0.6641,
+      "step": 4997
+    },
+    {
+      "epoch": 0.4468884120171674,
+      "grad_norm": 0.16072669036030238,
+      "learning_rate": 0.00012188893116880993,
+      "loss": 0.6364,
+      "step": 4998
+    },
+    {
+      "epoch": 0.4469778254649499,
+      "grad_norm": 0.16550311070985058,
+      "learning_rate": 0.00012186067243348991,
+      "loss": 0.7286,
+      "step": 4999
+    },
+    {
+      "epoch": 0.4470672389127325,
+      "grad_norm": 0.1518699781426657,
+      "learning_rate": 0.00012183241186474166,
+      "loss": 0.6829,
+      "step": 5000
+    },
+    {
+      "epoch": 0.447156652360515,
+      "grad_norm": 0.18790096535802217,
+      "learning_rate": 0.00012180414946493538,
+      "loss": 0.7054,
+      "step": 5001
+    },
+    {
+      "epoch": 0.44724606580829757,
+      "grad_norm": 0.12746079088453133,
+      "learning_rate": 0.00012177588523644146,
+      "loss": 0.6716,
+      "step": 5002
+    },
+    {
+      "epoch": 0.44733547925608014,
+      "grad_norm": 0.12978122750977153,
+      "learning_rate": 0.00012174761918163034,
+      "loss": 0.6527,
+      "step": 5003
+    },
+    {
+      "epoch": 0.44742489270386265,
+      "grad_norm": 0.15055153600957827,
+      "learning_rate": 0.00012171935130287265,
+      "loss": 0.6592,
+      "step": 5004
+    },
+    {
+      "epoch": 0.4475143061516452,
+      "grad_norm": 0.16758341868378598,
+      "learning_rate": 0.00012169108160253919,
+      "loss": 0.6604,
+      "step": 5005
+    },
+    {
+      "epoch": 0.44760371959942774,
+      "grad_norm": 0.15236799507415247,
+      "learning_rate": 0.00012166281008300094,
+      "loss": 0.7086,
+      "step": 5006
+    },
+    {
+      "epoch": 0.4476931330472103,
+      "grad_norm": 0.13172920626985854,
+      "learning_rate": 0.00012163453674662892,
+      "loss": 0.6755,
+      "step": 5007
+    },
+    {
+      "epoch": 0.44778254649499283,
+      "grad_norm": 0.1431785717074451,
+      "learning_rate": 0.00012160626159579447,
+      "loss": 0.6511,
+      "step": 5008
+    },
+    {
+      "epoch": 0.4478719599427754,
+      "grad_norm": 0.14559005402471986,
+      "learning_rate": 0.00012157798463286894,
+      "loss": 0.6721,
+      "step": 5009
+    },
+    {
+      "epoch": 0.4479613733905579,
+      "grad_norm": 0.14064784840211073,
+      "learning_rate": 0.00012154970586022389,
+      "loss": 0.6837,
+      "step": 5010
+    },
+    {
+      "epoch": 0.4480507868383405,
+      "grad_norm": 0.14869404732064548,
+      "learning_rate": 0.00012152142528023107,
+      "loss": 0.6567,
+      "step": 5011
+    },
+    {
+      "epoch": 0.44814020028612306,
+      "grad_norm": 0.15167366616256162,
+      "learning_rate": 0.00012149314289526228,
+      "loss": 0.6656,
+      "step": 5012
+    },
+    {
+      "epoch": 0.4482296137339056,
+      "grad_norm": 0.14998983822401135,
+      "learning_rate": 0.00012146485870768954,
+      "loss": 0.638,
+      "step": 5013
+    },
+    {
+      "epoch": 0.44831902718168815,
+      "grad_norm": 0.16266459534051483,
+      "learning_rate": 0.00012143657271988505,
+      "loss": 0.7008,
+      "step": 5014
+    },
+    {
+      "epoch": 0.44840844062947066,
+      "grad_norm": 0.14833968613179102,
+      "learning_rate": 0.00012140828493422107,
+      "loss": 0.663,
+      "step": 5015
+    },
+    {
+      "epoch": 0.44849785407725323,
+      "grad_norm": 0.14623475161928584,
+      "learning_rate": 0.0001213799953530701,
+      "loss": 0.6624,
+      "step": 5016
+    },
+    {
+      "epoch": 0.44858726752503575,
+      "grad_norm": 0.15373655272203185,
+      "learning_rate": 0.00012135170397880473,
+      "loss": 0.6913,
+      "step": 5017
+    },
+    {
+      "epoch": 0.4486766809728183,
+      "grad_norm": 0.16384219521938342,
+      "learning_rate": 0.00012132341081379776,
+      "loss": 0.6527,
+      "step": 5018
+    },
+    {
+      "epoch": 0.44876609442060084,
+      "grad_norm": 0.1781241673786391,
+      "learning_rate": 0.00012129511586042206,
+      "loss": 0.7062,
+      "step": 5019
+    },
+    {
+      "epoch": 0.4488555078683834,
+      "grad_norm": 0.1561739521663876,
+      "learning_rate": 0.00012126681912105069,
+      "loss": 0.6272,
+      "step": 5020
+    },
+    {
+      "epoch": 0.448944921316166,
+      "grad_norm": 0.16674063312791607,
+      "learning_rate": 0.00012123852059805691,
+      "loss": 0.6768,
+      "step": 5021
+    },
+    {
+      "epoch": 0.4490343347639485,
+      "grad_norm": 0.14385576020711358,
+      "learning_rate": 0.00012121022029381406,
+      "loss": 0.6542,
+      "step": 5022
+    },
+    {
+      "epoch": 0.44912374821173107,
+      "grad_norm": 0.13816125561770276,
+      "learning_rate": 0.00012118191821069565,
+      "loss": 0.6476,
+      "step": 5023
+    },
+    {
+      "epoch": 0.4492131616595136,
+      "grad_norm": 0.12920753148987232,
+      "learning_rate": 0.00012115361435107531,
+      "loss": 0.6558,
+      "step": 5024
+    },
+    {
+      "epoch": 0.44930257510729615,
+      "grad_norm": 0.14604815136938568,
+      "learning_rate": 0.0001211253087173269,
+      "loss": 0.6685,
+      "step": 5025
+    },
+    {
+      "epoch": 0.44939198855507867,
+      "grad_norm": 0.15388029600925623,
+      "learning_rate": 0.00012109700131182437,
+      "loss": 0.6961,
+      "step": 5026
+    },
+    {
+      "epoch": 0.44948140200286124,
+      "grad_norm": 0.14565948300485584,
+      "learning_rate": 0.00012106869213694181,
+      "loss": 0.6779,
+      "step": 5027
+    },
+    {
+      "epoch": 0.44957081545064376,
+      "grad_norm": 0.13240160095224374,
+      "learning_rate": 0.0001210403811950535,
+      "loss": 0.645,
+      "step": 5028
+    },
+    {
+      "epoch": 0.44966022889842633,
+      "grad_norm": 0.15289618514012188,
+      "learning_rate": 0.00012101206848853381,
+      "loss": 0.6721,
+      "step": 5029
+    },
+    {
+      "epoch": 0.44974964234620884,
+      "grad_norm": 0.13898346267976977,
+      "learning_rate": 0.00012098375401975731,
+      "loss": 0.6746,
+      "step": 5030
+    },
+    {
+      "epoch": 0.4498390557939914,
+      "grad_norm": 0.14713818171105555,
+      "learning_rate": 0.00012095543779109873,
+      "loss": 0.6681,
+      "step": 5031
+    },
+    {
+      "epoch": 0.449928469241774,
+      "grad_norm": 0.1484210929952215,
+      "learning_rate": 0.00012092711980493285,
+      "loss": 0.6546,
+      "step": 5032
+    },
+    {
+      "epoch": 0.4500178826895565,
+      "grad_norm": 0.13689148400900222,
+      "learning_rate": 0.00012089880006363475,
+      "loss": 0.6375,
+      "step": 5033
+    },
+    {
+      "epoch": 0.4501072961373391,
+      "grad_norm": 0.16275148173679413,
+      "learning_rate": 0.00012087047856957949,
+      "loss": 0.7114,
+      "step": 5034
+    },
+    {
+      "epoch": 0.4501967095851216,
+      "grad_norm": 0.18965129297142583,
+      "learning_rate": 0.00012084215532514243,
+      "loss": 0.7226,
+      "step": 5035
+    },
+    {
+      "epoch": 0.45028612303290416,
+      "grad_norm": 0.16309396626026892,
+      "learning_rate": 0.00012081383033269896,
+      "loss": 0.6844,
+      "step": 5036
+    },
+    {
+      "epoch": 0.4503755364806867,
+      "grad_norm": 0.13732964078632395,
+      "learning_rate": 0.00012078550359462464,
+      "loss": 0.64,
+      "step": 5037
+    },
+    {
+      "epoch": 0.45046494992846925,
+      "grad_norm": 0.1494247893162626,
+      "learning_rate": 0.00012075717511329529,
+      "loss": 0.6915,
+      "step": 5038
+    },
+    {
+      "epoch": 0.45055436337625177,
+      "grad_norm": 0.15768622041003755,
+      "learning_rate": 0.00012072884489108669,
+      "loss": 0.6565,
+      "step": 5039
+    },
+    {
+      "epoch": 0.45064377682403434,
+      "grad_norm": 0.13814103436445602,
+      "learning_rate": 0.00012070051293037492,
+      "loss": 0.6499,
+      "step": 5040
+    },
+    {
+      "epoch": 0.4507331902718169,
+      "grad_norm": 0.15345688774428168,
+      "learning_rate": 0.00012067217923353615,
+      "loss": 0.6923,
+      "step": 5041
+    },
+    {
+      "epoch": 0.4508226037195994,
+      "grad_norm": 0.14742104340350515,
+      "learning_rate": 0.00012064384380294667,
+      "loss": 0.6934,
+      "step": 5042
+    },
+    {
+      "epoch": 0.450912017167382,
+      "grad_norm": 0.16884009613316128,
+      "learning_rate": 0.00012061550664098293,
+      "loss": 0.6584,
+      "step": 5043
+    },
+    {
+      "epoch": 0.4510014306151645,
+      "grad_norm": 0.14168255611221253,
+      "learning_rate": 0.00012058716775002152,
+      "loss": 0.657,
+      "step": 5044
+    },
+    {
+      "epoch": 0.4510908440629471,
+      "grad_norm": 0.1452524747693957,
+      "learning_rate": 0.00012055882713243926,
+      "loss": 0.6529,
+      "step": 5045
+    },
+    {
+      "epoch": 0.4511802575107296,
+      "grad_norm": 0.14437250228330817,
+      "learning_rate": 0.00012053048479061298,
+      "loss": 0.6601,
+      "step": 5046
+    },
+    {
+      "epoch": 0.45126967095851217,
+      "grad_norm": 0.15130862625729385,
+      "learning_rate": 0.00012050214072691969,
+      "loss": 0.674,
+      "step": 5047
+    },
+    {
+      "epoch": 0.4513590844062947,
+      "grad_norm": 0.143612020486736,
+      "learning_rate": 0.0001204737949437367,
+      "loss": 0.7281,
+      "step": 5048
+    },
+    {
+      "epoch": 0.45144849785407726,
+      "grad_norm": 0.14908819343256205,
+      "learning_rate": 0.00012044544744344122,
+      "loss": 0.6315,
+      "step": 5049
+    },
+    {
+      "epoch": 0.4515379113018598,
+      "grad_norm": 0.1442335477271135,
+      "learning_rate": 0.00012041709822841074,
+      "loss": 0.6504,
+      "step": 5050
+    },
+    {
+      "epoch": 0.45162732474964234,
+      "grad_norm": 0.14300055957183827,
+      "learning_rate": 0.00012038874730102288,
+      "loss": 0.6494,
+      "step": 5051
+    },
+    {
+      "epoch": 0.4517167381974249,
+      "grad_norm": 0.16293886583544606,
+      "learning_rate": 0.00012036039466365543,
+      "loss": 0.7188,
+      "step": 5052
+    },
+    {
+      "epoch": 0.45180615164520743,
+      "grad_norm": 0.14191610056328927,
+      "learning_rate": 0.00012033204031868626,
+      "loss": 0.6904,
+      "step": 5053
+    },
+    {
+      "epoch": 0.45189556509299,
+      "grad_norm": 0.15133687799434672,
+      "learning_rate": 0.0001203036842684934,
+      "loss": 0.6903,
+      "step": 5054
+    },
+    {
+      "epoch": 0.4519849785407725,
+      "grad_norm": 0.1295454416365238,
+      "learning_rate": 0.00012027532651545512,
+      "loss": 0.6354,
+      "step": 5055
+    },
+    {
+      "epoch": 0.4520743919885551,
+      "grad_norm": 0.15686684774771645,
+      "learning_rate": 0.00012024696706194967,
+      "loss": 0.6658,
+      "step": 5056
+    },
+    {
+      "epoch": 0.4521638054363376,
+      "grad_norm": 0.1564459297958209,
+      "learning_rate": 0.00012021860591035549,
+      "loss": 0.6682,
+      "step": 5057
+    },
+    {
+      "epoch": 0.4522532188841202,
+      "grad_norm": 0.16294989353877545,
+      "learning_rate": 0.00012019024306305131,
+      "loss": 0.6983,
+      "step": 5058
+    },
+    {
+      "epoch": 0.4523426323319027,
+      "grad_norm": 0.14053160829333944,
+      "learning_rate": 0.00012016187852241583,
+      "loss": 0.6249,
+      "step": 5059
+    },
+    {
+      "epoch": 0.45243204577968527,
+      "grad_norm": 0.15598563357058975,
+      "learning_rate": 0.00012013351229082792,
+      "loss": 0.7224,
+      "step": 5060
+    },
+    {
+      "epoch": 0.45252145922746784,
+      "grad_norm": 0.1642336114679079,
+      "learning_rate": 0.00012010514437066664,
+      "loss": 0.7297,
+      "step": 5061
+    },
+    {
+      "epoch": 0.45261087267525035,
+      "grad_norm": 0.145842099810031,
+      "learning_rate": 0.00012007677476431123,
+      "loss": 0.6741,
+      "step": 5062
+    },
+    {
+      "epoch": 0.4527002861230329,
+      "grad_norm": 0.13214767532866598,
+      "learning_rate": 0.00012004840347414092,
+      "loss": 0.6838,
+      "step": 5063
+    },
+    {
+      "epoch": 0.45278969957081544,
+      "grad_norm": 0.14650738108787162,
+      "learning_rate": 0.00012002003050253522,
+      "loss": 0.6625,
+      "step": 5064
+    },
+    {
+      "epoch": 0.452879113018598,
+      "grad_norm": 0.14912093439737573,
+      "learning_rate": 0.0001199916558518738,
+      "loss": 0.685,
+      "step": 5065
+    },
+    {
+      "epoch": 0.4529685264663805,
+      "grad_norm": 0.1396418882725338,
+      "learning_rate": 0.00011996327952453629,
+      "loss": 0.6663,
+      "step": 5066
+    },
+    {
+      "epoch": 0.4530579399141631,
+      "grad_norm": 0.13399716020170166,
+      "learning_rate": 0.00011993490152290266,
+      "loss": 0.6627,
+      "step": 5067
+    },
+    {
+      "epoch": 0.4531473533619456,
+      "grad_norm": 0.13556214316038634,
+      "learning_rate": 0.00011990652184935289,
+      "loss": 0.6611,
+      "step": 5068
+    },
+    {
+      "epoch": 0.4532367668097282,
+      "grad_norm": 0.1606995051439512,
+      "learning_rate": 0.00011987814050626722,
+      "loss": 0.7153,
+      "step": 5069
+    },
+    {
+      "epoch": 0.4533261802575107,
+      "grad_norm": 0.14722040506611167,
+      "learning_rate": 0.00011984975749602588,
+      "loss": 0.6525,
+      "step": 5070
+    },
+    {
+      "epoch": 0.4534155937052933,
+      "grad_norm": 0.14045607768300203,
+      "learning_rate": 0.00011982137282100934,
+      "loss": 0.664,
+      "step": 5071
+    },
+    {
+      "epoch": 0.45350500715307585,
+      "grad_norm": 0.15627181541987045,
+      "learning_rate": 0.00011979298648359823,
+      "loss": 0.679,
+      "step": 5072
+    },
+    {
+      "epoch": 0.45359442060085836,
+      "grad_norm": 0.16880289870979712,
+      "learning_rate": 0.00011976459848617323,
+      "loss": 0.7328,
+      "step": 5073
+    },
+    {
+      "epoch": 0.45368383404864093,
+      "grad_norm": 0.14616372289149224,
+      "learning_rate": 0.00011973620883111521,
+      "loss": 0.6632,
+      "step": 5074
+    },
+    {
+      "epoch": 0.45377324749642345,
+      "grad_norm": 0.15358598059498546,
+      "learning_rate": 0.00011970781752080523,
+      "loss": 0.6555,
+      "step": 5075
+    },
+    {
+      "epoch": 0.453862660944206,
+      "grad_norm": 0.1374192197707491,
+      "learning_rate": 0.00011967942455762437,
+      "loss": 0.6634,
+      "step": 5076
+    },
+    {
+      "epoch": 0.45395207439198854,
+      "grad_norm": 0.16327809143596952,
+      "learning_rate": 0.00011965102994395394,
+      "loss": 0.7082,
+      "step": 5077
+    },
+    {
+      "epoch": 0.4540414878397711,
+      "grad_norm": 0.1507770190417157,
+      "learning_rate": 0.00011962263368217535,
+      "loss": 0.6509,
+      "step": 5078
+    },
+    {
+      "epoch": 0.4541309012875536,
+      "grad_norm": 0.15690563765240317,
+      "learning_rate": 0.0001195942357746702,
+      "loss": 0.6624,
+      "step": 5079
+    },
+    {
+      "epoch": 0.4542203147353362,
+      "grad_norm": 0.1508980344035206,
+      "learning_rate": 0.00011956583622382015,
+      "loss": 0.7143,
+      "step": 5080
+    },
+    {
+      "epoch": 0.45430972818311877,
+      "grad_norm": 0.13299289585466753,
+      "learning_rate": 0.000119537435032007,
+      "loss": 0.6468,
+      "step": 5081
+    },
+    {
+      "epoch": 0.4543991416309013,
+      "grad_norm": 0.14957649921551017,
+      "learning_rate": 0.00011950903220161285,
+      "loss": 0.6797,
+      "step": 5082
+    },
+    {
+      "epoch": 0.45448855507868385,
+      "grad_norm": 0.15452006245114464,
+      "learning_rate": 0.00011948062773501969,
+      "loss": 0.6394,
+      "step": 5083
+    },
+    {
+      "epoch": 0.45457796852646637,
+      "grad_norm": 0.15317470039113382,
+      "learning_rate": 0.00011945222163460979,
+      "loss": 0.6842,
+      "step": 5084
+    },
+    {
+      "epoch": 0.45466738197424894,
+      "grad_norm": 0.1623910876816611,
+      "learning_rate": 0.00011942381390276556,
+      "loss": 0.6687,
+      "step": 5085
+    },
+    {
+      "epoch": 0.45475679542203146,
+      "grad_norm": 0.13841908006215592,
+      "learning_rate": 0.00011939540454186954,
+      "loss": 0.6668,
+      "step": 5086
+    },
+    {
+      "epoch": 0.45484620886981403,
+      "grad_norm": 0.13841326783064953,
+      "learning_rate": 0.00011936699355430436,
+      "loss": 0.6423,
+      "step": 5087
+    },
+    {
+      "epoch": 0.45493562231759654,
+      "grad_norm": 0.1444410778352359,
+      "learning_rate": 0.00011933858094245281,
+      "loss": 0.6942,
+      "step": 5088
+    },
+    {
+      "epoch": 0.4550250357653791,
+      "grad_norm": 0.17643430550403472,
+      "learning_rate": 0.00011931016670869784,
+      "loss": 0.7055,
+      "step": 5089
+    },
+    {
+      "epoch": 0.4551144492131617,
+      "grad_norm": 0.19051245860310637,
+      "learning_rate": 0.0001192817508554225,
+      "loss": 0.6726,
+      "step": 5090
+    },
+    {
+      "epoch": 0.4552038626609442,
+      "grad_norm": 0.15282879988596448,
+      "learning_rate": 0.00011925333338500999,
+      "loss": 0.6527,
+      "step": 5091
+    },
+    {
+      "epoch": 0.4552932761087268,
+      "grad_norm": 0.14746615308175517,
+      "learning_rate": 0.00011922491429984368,
+      "loss": 0.6408,
+      "step": 5092
+    },
+    {
+      "epoch": 0.4553826895565093,
+      "grad_norm": 0.140888845191483,
+      "learning_rate": 0.00011919649360230702,
+      "loss": 0.6289,
+      "step": 5093
+    },
+    {
+      "epoch": 0.45547210300429186,
+      "grad_norm": 0.15743696583746003,
+      "learning_rate": 0.00011916807129478363,
+      "loss": 0.6738,
+      "step": 5094
+    },
+    {
+      "epoch": 0.4555615164520744,
+      "grad_norm": 0.1322664140994393,
+      "learning_rate": 0.00011913964737965723,
+      "loss": 0.6442,
+      "step": 5095
+    },
+    {
+      "epoch": 0.45565092989985695,
+      "grad_norm": 0.1583302920620104,
+      "learning_rate": 0.00011911122185931176,
+      "loss": 0.6826,
+      "step": 5096
+    },
+    {
+      "epoch": 0.45574034334763946,
+      "grad_norm": 0.15106003460604622,
+      "learning_rate": 0.00011908279473613115,
+      "loss": 0.6835,
+      "step": 5097
+    },
+    {
+      "epoch": 0.45582975679542204,
+      "grad_norm": 0.1491409787843022,
+      "learning_rate": 0.0001190543660124996,
+      "loss": 0.6587,
+      "step": 5098
+    },
+    {
+      "epoch": 0.45591917024320455,
+      "grad_norm": 0.1568758654101098,
+      "learning_rate": 0.0001190259356908014,
+      "loss": 0.6716,
+      "step": 5099
+    },
+    {
+      "epoch": 0.4560085836909871,
+      "grad_norm": 0.14308810111578252,
+      "learning_rate": 0.00011899750377342098,
+      "loss": 0.6558,
+      "step": 5100
+    },
+    {
+      "epoch": 0.4560979971387697,
+      "grad_norm": 0.16119730816429817,
+      "learning_rate": 0.0001189690702627428,
+      "loss": 0.7158,
+      "step": 5101
+    },
+    {
+      "epoch": 0.4561874105865522,
+      "grad_norm": 0.1449494100641458,
+      "learning_rate": 0.00011894063516115163,
+      "loss": 0.7022,
+      "step": 5102
+    },
+    {
+      "epoch": 0.4562768240343348,
+      "grad_norm": 0.13318783095323472,
+      "learning_rate": 0.00011891219847103228,
+      "loss": 0.6435,
+      "step": 5103
+    },
+    {
+      "epoch": 0.4563662374821173,
+      "grad_norm": 0.13567788535450132,
+      "learning_rate": 0.00011888376019476966,
+      "loss": 0.6451,
+      "step": 5104
+    },
+    {
+      "epoch": 0.45645565092989987,
+      "grad_norm": 0.1623898518550172,
+      "learning_rate": 0.00011885532033474889,
+      "loss": 0.7179,
+      "step": 5105
+    },
+    {
+      "epoch": 0.4565450643776824,
+      "grad_norm": 0.15420115791876832,
+      "learning_rate": 0.00011882687889335518,
+      "loss": 0.6943,
+      "step": 5106
+    },
+    {
+      "epoch": 0.45663447782546496,
+      "grad_norm": 0.14972173844472836,
+      "learning_rate": 0.00011879843587297387,
+      "loss": 0.6655,
+      "step": 5107
+    },
+    {
+      "epoch": 0.4567238912732475,
+      "grad_norm": 0.13427548011572327,
+      "learning_rate": 0.00011876999127599042,
+      "loss": 0.6437,
+      "step": 5108
+    },
+    {
+      "epoch": 0.45681330472103004,
+      "grad_norm": 0.14537097967637522,
+      "learning_rate": 0.00011874154510479052,
+      "loss": 0.6148,
+      "step": 5109
+    },
+    {
+      "epoch": 0.4569027181688126,
+      "grad_norm": 0.1260794779588581,
+      "learning_rate": 0.00011871309736175984,
+      "loss": 0.5961,
+      "step": 5110
+    },
+    {
+      "epoch": 0.45699213161659513,
+      "grad_norm": 0.15205966237996388,
+      "learning_rate": 0.0001186846480492843,
+      "loss": 0.6629,
+      "step": 5111
+    },
+    {
+      "epoch": 0.4570815450643777,
+      "grad_norm": 0.13587275219420944,
+      "learning_rate": 0.00011865619716974984,
+      "loss": 0.6837,
+      "step": 5112
+    },
+    {
+      "epoch": 0.4571709585121602,
+      "grad_norm": 0.13671731525476094,
+      "learning_rate": 0.00011862774472554272,
+      "loss": 0.6794,
+      "step": 5113
+    },
+    {
+      "epoch": 0.4572603719599428,
+      "grad_norm": 0.14568779315588584,
+      "learning_rate": 0.00011859929071904912,
+      "loss": 0.6818,
+      "step": 5114
+    },
+    {
+      "epoch": 0.4573497854077253,
+      "grad_norm": 0.15306183382345293,
+      "learning_rate": 0.00011857083515265546,
+      "loss": 0.6888,
+      "step": 5115
+    },
+    {
+      "epoch": 0.4574391988555079,
+      "grad_norm": 0.15004425766190047,
+      "learning_rate": 0.0001185423780287483,
+      "loss": 0.6913,
+      "step": 5116
+    },
+    {
+      "epoch": 0.4575286123032904,
+      "grad_norm": 0.15791535485498662,
+      "learning_rate": 0.0001185139193497143,
+      "loss": 0.7251,
+      "step": 5117
+    },
+    {
+      "epoch": 0.45761802575107297,
+      "grad_norm": 0.1467476880970184,
+      "learning_rate": 0.0001184854591179402,
+      "loss": 0.6657,
+      "step": 5118
+    },
+    {
+      "epoch": 0.4577074391988555,
+      "grad_norm": 0.1349600768922921,
+      "learning_rate": 0.000118456997335813,
+      "loss": 0.6541,
+      "step": 5119
+    },
+    {
+      "epoch": 0.45779685264663805,
+      "grad_norm": 0.1505788639135108,
+      "learning_rate": 0.00011842853400571971,
+      "loss": 0.6859,
+      "step": 5120
+    },
+    {
+      "epoch": 0.4578862660944206,
+      "grad_norm": 0.15713599595351022,
+      "learning_rate": 0.00011840006913004753,
+      "loss": 0.6676,
+      "step": 5121
+    },
+    {
+      "epoch": 0.45797567954220314,
+      "grad_norm": 0.13888534171198463,
+      "learning_rate": 0.00011837160271118377,
+      "loss": 0.6709,
+      "step": 5122
+    },
+    {
+      "epoch": 0.4580650929899857,
+      "grad_norm": 0.1598351689210265,
+      "learning_rate": 0.00011834313475151591,
+      "loss": 0.6521,
+      "step": 5123
+    },
+    {
+      "epoch": 0.4581545064377682,
+      "grad_norm": 0.15316356238907144,
+      "learning_rate": 0.00011831466525343146,
+      "loss": 0.6629,
+      "step": 5124
+    },
+    {
+      "epoch": 0.4582439198855508,
+      "grad_norm": 0.1258350343136749,
+      "learning_rate": 0.00011828619421931817,
+      "loss": 0.6789,
+      "step": 5125
+    },
+    {
+      "epoch": 0.4583333333333333,
+      "grad_norm": 0.15186757557465974,
+      "learning_rate": 0.00011825772165156384,
+      "loss": 0.6539,
+      "step": 5126
+    },
+    {
+      "epoch": 0.4584227467811159,
+      "grad_norm": 0.1405426857228248,
+      "learning_rate": 0.00011822924755255647,
+      "loss": 0.6463,
+      "step": 5127
+    },
+    {
+      "epoch": 0.4585121602288984,
+      "grad_norm": 0.1558489948128898,
+      "learning_rate": 0.00011820077192468409,
+      "loss": 0.6779,
+      "step": 5128
+    },
+    {
+      "epoch": 0.458601573676681,
+      "grad_norm": 0.14846579723005943,
+      "learning_rate": 0.00011817229477033495,
+      "loss": 0.6383,
+      "step": 5129
+    },
+    {
+      "epoch": 0.45869098712446355,
+      "grad_norm": 0.14085406243213527,
+      "learning_rate": 0.00011814381609189741,
+      "loss": 0.6446,
+      "step": 5130
+    },
+    {
+      "epoch": 0.45878040057224606,
+      "grad_norm": 0.18003623347329464,
+      "learning_rate": 0.00011811533589175994,
+      "loss": 0.6926,
+      "step": 5131
+    },
+    {
+      "epoch": 0.45886981402002863,
+      "grad_norm": 0.1615166388225598,
+      "learning_rate": 0.00011808685417231111,
+      "loss": 0.6905,
+      "step": 5132
+    },
+    {
+      "epoch": 0.45895922746781115,
+      "grad_norm": 0.16249311621144216,
+      "learning_rate": 0.00011805837093593965,
+      "loss": 0.7049,
+      "step": 5133
+    },
+    {
+      "epoch": 0.4590486409155937,
+      "grad_norm": 0.16602326601895767,
+      "learning_rate": 0.00011802988618503447,
+      "loss": 0.6718,
+      "step": 5134
+    },
+    {
+      "epoch": 0.45913805436337624,
+      "grad_norm": 0.15130452014642923,
+      "learning_rate": 0.00011800139992198447,
+      "loss": 0.6538,
+      "step": 5135
+    },
+    {
+      "epoch": 0.4592274678111588,
+      "grad_norm": 0.14467927585336804,
+      "learning_rate": 0.00011797291214917881,
+      "loss": 0.6489,
+      "step": 5136
+    },
+    {
+      "epoch": 0.4593168812589413,
+      "grad_norm": 0.1576872971625336,
+      "learning_rate": 0.00011794442286900673,
+      "loss": 0.642,
+      "step": 5137
+    },
+    {
+      "epoch": 0.4594062947067239,
+      "grad_norm": 0.16541541903861193,
+      "learning_rate": 0.00011791593208385756,
+      "loss": 0.6508,
+      "step": 5138
+    },
+    {
+      "epoch": 0.4594957081545064,
+      "grad_norm": 0.14408273525904958,
+      "learning_rate": 0.0001178874397961208,
+      "loss": 0.689,
+      "step": 5139
+    },
+    {
+      "epoch": 0.459585121602289,
+      "grad_norm": 0.14054176189202922,
+      "learning_rate": 0.00011785894600818608,
+      "loss": 0.6633,
+      "step": 5140
+    },
+    {
+      "epoch": 0.45967453505007155,
+      "grad_norm": 0.13390870107532443,
+      "learning_rate": 0.0001178304507224431,
+      "loss": 0.6223,
+      "step": 5141
+    },
+    {
+      "epoch": 0.45976394849785407,
+      "grad_norm": 0.12644416881945852,
+      "learning_rate": 0.0001178019539412818,
+      "loss": 0.6377,
+      "step": 5142
+    },
+    {
+      "epoch": 0.45985336194563664,
+      "grad_norm": 0.13815800199660028,
+      "learning_rate": 0.00011777345566709206,
+      "loss": 0.6468,
+      "step": 5143
+    },
+    {
+      "epoch": 0.45994277539341916,
+      "grad_norm": 0.12517581090095609,
+      "learning_rate": 0.00011774495590226411,
+      "loss": 0.6658,
+      "step": 5144
+    },
+    {
+      "epoch": 0.46003218884120173,
+      "grad_norm": 0.1617834494262077,
+      "learning_rate": 0.00011771645464918813,
+      "loss": 0.6656,
+      "step": 5145
+    },
+    {
+      "epoch": 0.46012160228898424,
+      "grad_norm": 0.14509103392390454,
+      "learning_rate": 0.00011768795191025445,
+      "loss": 0.6792,
+      "step": 5146
+    },
+    {
+      "epoch": 0.4602110157367668,
+      "grad_norm": 0.15181720815144015,
+      "learning_rate": 0.00011765944768785366,
+      "loss": 0.673,
+      "step": 5147
+    },
+    {
+      "epoch": 0.46030042918454933,
+      "grad_norm": 0.1466260996759583,
+      "learning_rate": 0.0001176309419843763,
+      "loss": 0.6509,
+      "step": 5148
+    },
+    {
+      "epoch": 0.4603898426323319,
+      "grad_norm": 0.17840681105260106,
+      "learning_rate": 0.00011760243480221313,
+      "loss": 0.6952,
+      "step": 5149
+    },
+    {
+      "epoch": 0.4604792560801145,
+      "grad_norm": 0.16213098181862343,
+      "learning_rate": 0.000117573926143755,
+      "loss": 0.6824,
+      "step": 5150
+    },
+    {
+      "epoch": 0.460568669527897,
+      "grad_norm": 0.1380791732539757,
+      "learning_rate": 0.00011754541601139292,
+      "loss": 0.6491,
+      "step": 5151
+    },
+    {
+      "epoch": 0.46065808297567956,
+      "grad_norm": 0.16168640584096097,
+      "learning_rate": 0.000117516904407518,
+      "loss": 0.6702,
+      "step": 5152
+    },
+    {
+      "epoch": 0.4607474964234621,
+      "grad_norm": 0.14474295029462356,
+      "learning_rate": 0.00011748839133452143,
+      "loss": 0.6711,
+      "step": 5153
+    },
+    {
+      "epoch": 0.46083690987124465,
+      "grad_norm": 0.14531047273958456,
+      "learning_rate": 0.00011745987679479462,
+      "loss": 0.6493,
+      "step": 5154
+    },
+    {
+      "epoch": 0.46092632331902716,
+      "grad_norm": 0.1464470271822457,
+      "learning_rate": 0.00011743136079072903,
+      "loss": 0.6642,
+      "step": 5155
+    },
+    {
+      "epoch": 0.46101573676680974,
+      "grad_norm": 0.16182751678721596,
+      "learning_rate": 0.00011740284332471628,
+      "loss": 0.6957,
+      "step": 5156
+    },
+    {
+      "epoch": 0.46110515021459225,
+      "grad_norm": 0.16192531580762412,
+      "learning_rate": 0.00011737432439914804,
+      "loss": 0.7025,
+      "step": 5157
+    },
+    {
+      "epoch": 0.4611945636623748,
+      "grad_norm": 0.15877352514450885,
+      "learning_rate": 0.0001173458040164162,
+      "loss": 0.6982,
+      "step": 5158
+    },
+    {
+      "epoch": 0.4612839771101574,
+      "grad_norm": 0.18009400107318638,
+      "learning_rate": 0.00011731728217891275,
+      "loss": 0.6542,
+      "step": 5159
+    },
+    {
+      "epoch": 0.4613733905579399,
+      "grad_norm": 0.1872150221234952,
+      "learning_rate": 0.00011728875888902975,
+      "loss": 0.7173,
+      "step": 5160
+    },
+    {
+      "epoch": 0.4614628040057225,
+      "grad_norm": 0.15766070887726535,
+      "learning_rate": 0.00011726023414915941,
+      "loss": 0.6927,
+      "step": 5161
+    },
+    {
+      "epoch": 0.461552217453505,
+      "grad_norm": 0.19121738709881736,
+      "learning_rate": 0.00011723170796169409,
+      "loss": 0.6309,
+      "step": 5162
+    },
+    {
+      "epoch": 0.46164163090128757,
+      "grad_norm": 0.13830239248128842,
+      "learning_rate": 0.00011720318032902624,
+      "loss": 0.6762,
+      "step": 5163
+    },
+    {
+      "epoch": 0.4617310443490701,
+      "grad_norm": 0.18096720834159788,
+      "learning_rate": 0.0001171746512535484,
+      "loss": 0.7112,
+      "step": 5164
+    },
+    {
+      "epoch": 0.46182045779685266,
+      "grad_norm": 0.14265970462044472,
+      "learning_rate": 0.00011714612073765332,
+      "loss": 0.6353,
+      "step": 5165
+    },
+    {
+      "epoch": 0.4619098712446352,
+      "grad_norm": 0.15243581961438224,
+      "learning_rate": 0.00011711758878373383,
+      "loss": 0.6915,
+      "step": 5166
+    },
+    {
+      "epoch": 0.46199928469241774,
+      "grad_norm": 0.1493459395141581,
+      "learning_rate": 0.0001170890553941828,
+      "loss": 0.6812,
+      "step": 5167
+    },
+    {
+      "epoch": 0.46208869814020026,
+      "grad_norm": 0.1762571828284472,
+      "learning_rate": 0.00011706052057139335,
+      "loss": 0.6905,
+      "step": 5168
+    },
+    {
+      "epoch": 0.46217811158798283,
+      "grad_norm": 0.1535089572658938,
+      "learning_rate": 0.00011703198431775863,
+      "loss": 0.6741,
+      "step": 5169
+    },
+    {
+      "epoch": 0.4622675250357654,
+      "grad_norm": 0.14204184679464638,
+      "learning_rate": 0.00011700344663567197,
+      "loss": 0.6985,
+      "step": 5170
+    },
+    {
+      "epoch": 0.4623569384835479,
+      "grad_norm": 0.15443269036851837,
+      "learning_rate": 0.00011697490752752678,
+      "loss": 0.7201,
+      "step": 5171
+    },
+    {
+      "epoch": 0.4624463519313305,
+      "grad_norm": 0.15152789324653812,
+      "learning_rate": 0.00011694636699571657,
+      "loss": 0.6933,
+      "step": 5172
+    },
+    {
+      "epoch": 0.462535765379113,
+      "grad_norm": 0.15466161560359704,
+      "learning_rate": 0.00011691782504263505,
+      "loss": 0.6948,
+      "step": 5173
+    },
+    {
+      "epoch": 0.4626251788268956,
+      "grad_norm": 0.1318083429344944,
+      "learning_rate": 0.00011688928167067597,
+      "loss": 0.6354,
+      "step": 5174
+    },
+    {
+      "epoch": 0.4627145922746781,
+      "grad_norm": 0.1368562102509343,
+      "learning_rate": 0.0001168607368822332,
+      "loss": 0.6933,
+      "step": 5175
+    },
+    {
+      "epoch": 0.46280400572246067,
+      "grad_norm": 0.121680240290498,
+      "learning_rate": 0.00011683219067970084,
+      "loss": 0.6666,
+      "step": 5176
+    },
+    {
+      "epoch": 0.4628934191702432,
+      "grad_norm": 0.15535481949976188,
+      "learning_rate": 0.00011680364306547298,
+      "loss": 0.6593,
+      "step": 5177
+    },
+    {
+      "epoch": 0.46298283261802575,
+      "grad_norm": 0.14847994536159848,
+      "learning_rate": 0.00011677509404194382,
+      "loss": 0.6606,
+      "step": 5178
+    },
+    {
+      "epoch": 0.4630722460658083,
+      "grad_norm": 0.17639633166955676,
+      "learning_rate": 0.0001167465436115078,
+      "loss": 0.7237,
+      "step": 5179
+    },
+    {
+      "epoch": 0.46316165951359084,
+      "grad_norm": 0.14916494948577155,
+      "learning_rate": 0.00011671799177655942,
+      "loss": 0.6861,
+      "step": 5180
+    },
+    {
+      "epoch": 0.4632510729613734,
+      "grad_norm": 0.1422166791606822,
+      "learning_rate": 0.00011668943853949323,
+      "loss": 0.671,
+      "step": 5181
+    },
+    {
+      "epoch": 0.4633404864091559,
+      "grad_norm": 0.15753332684344967,
+      "learning_rate": 0.000116660883902704,
+      "loss": 0.6934,
+      "step": 5182
+    },
+    {
+      "epoch": 0.4634298998569385,
+      "grad_norm": 0.13592822779845892,
+      "learning_rate": 0.00011663232786858656,
+      "loss": 0.6335,
+      "step": 5183
+    },
+    {
+      "epoch": 0.463519313304721,
+      "grad_norm": 0.15973221315400168,
+      "learning_rate": 0.00011660377043953588,
+      "loss": 0.6767,
+      "step": 5184
+    },
+    {
+      "epoch": 0.4636087267525036,
+      "grad_norm": 0.16547345209190903,
+      "learning_rate": 0.000116575211617947,
+      "loss": 0.7256,
+      "step": 5185
+    },
+    {
+      "epoch": 0.4636981402002861,
+      "grad_norm": 0.14937364006691745,
+      "learning_rate": 0.00011654665140621515,
+      "loss": 0.6654,
+      "step": 5186
+    },
+    {
+      "epoch": 0.4637875536480687,
+      "grad_norm": 0.1454150438212689,
+      "learning_rate": 0.00011651808980673561,
+      "loss": 0.6836,
+      "step": 5187
+    },
+    {
+      "epoch": 0.4638769670958512,
+      "grad_norm": 0.16410855881959846,
+      "learning_rate": 0.00011648952682190387,
+      "loss": 0.7078,
+      "step": 5188
+    },
+    {
+      "epoch": 0.46396638054363376,
+      "grad_norm": 0.15684496184389368,
+      "learning_rate": 0.00011646096245411538,
+      "loss": 0.6729,
+      "step": 5189
+    },
+    {
+      "epoch": 0.46405579399141633,
+      "grad_norm": 0.14905154874687945,
+      "learning_rate": 0.00011643239670576589,
+      "loss": 0.6523,
+      "step": 5190
+    },
+    {
+      "epoch": 0.46414520743919885,
+      "grad_norm": 0.13756801665022,
+      "learning_rate": 0.00011640382957925111,
+      "loss": 0.6817,
+      "step": 5191
+    },
+    {
+      "epoch": 0.4642346208869814,
+      "grad_norm": 0.16468418108857374,
+      "learning_rate": 0.00011637526107696694,
+      "loss": 0.6527,
+      "step": 5192
+    },
+    {
+      "epoch": 0.46432403433476394,
+      "grad_norm": 0.16060238923910727,
+      "learning_rate": 0.00011634669120130943,
+      "loss": 0.6793,
+      "step": 5193
+    },
+    {
+      "epoch": 0.4644134477825465,
+      "grad_norm": 0.16016383262904813,
+      "learning_rate": 0.00011631811995467467,
+      "loss": 0.6747,
+      "step": 5194
+    },
+    {
+      "epoch": 0.464502861230329,
+      "grad_norm": 0.16738289655737493,
+      "learning_rate": 0.0001162895473394589,
+      "loss": 0.7002,
+      "step": 5195
+    },
+    {
+      "epoch": 0.4645922746781116,
+      "grad_norm": 0.13954963034903983,
+      "learning_rate": 0.00011626097335805843,
+      "loss": 0.6223,
+      "step": 5196
+    },
+    {
+      "epoch": 0.4646816881258941,
+      "grad_norm": 0.14433372748355783,
+      "learning_rate": 0.00011623239801286981,
+      "loss": 0.6289,
+      "step": 5197
+    },
+    {
+      "epoch": 0.4647711015736767,
+      "grad_norm": 0.1528724857446961,
+      "learning_rate": 0.00011620382130628952,
+      "loss": 0.6892,
+      "step": 5198
+    },
+    {
+      "epoch": 0.46486051502145925,
+      "grad_norm": 0.1399034922437257,
+      "learning_rate": 0.00011617524324071433,
+      "loss": 0.6646,
+      "step": 5199
+    },
+    {
+      "epoch": 0.46494992846924177,
+      "grad_norm": 0.13049216945928016,
+      "learning_rate": 0.00011614666381854107,
+      "loss": 0.6478,
+      "step": 5200
+    },
+    {
+      "epoch": 0.46503934191702434,
+      "grad_norm": 0.11992506514444964,
+      "learning_rate": 0.00011611808304216658,
+      "loss": 0.6497,
+      "step": 5201
+    },
+    {
+      "epoch": 0.46512875536480686,
+      "grad_norm": 0.12180446575334443,
+      "learning_rate": 0.0001160895009139879,
+      "loss": 0.6373,
+      "step": 5202
+    },
+    {
+      "epoch": 0.4652181688125894,
+      "grad_norm": 0.13683649617854693,
+      "learning_rate": 0.00011606091743640224,
+      "loss": 0.6367,
+      "step": 5203
+    },
+    {
+      "epoch": 0.46530758226037194,
+      "grad_norm": 0.16583394050469802,
+      "learning_rate": 0.00011603233261180683,
+      "loss": 0.7098,
+      "step": 5204
+    },
+    {
+      "epoch": 0.4653969957081545,
+      "grad_norm": 0.1503769468804156,
+      "learning_rate": 0.00011600374644259906,
+      "loss": 0.651,
+      "step": 5205
+    },
+    {
+      "epoch": 0.46548640915593703,
+      "grad_norm": 0.1464519678471706,
+      "learning_rate": 0.00011597515893117637,
+      "loss": 0.6571,
+      "step": 5206
+    },
+    {
+      "epoch": 0.4655758226037196,
+      "grad_norm": 0.1591661206288107,
+      "learning_rate": 0.00011594657007993644,
+      "loss": 0.65,
+      "step": 5207
+    },
+    {
+      "epoch": 0.4656652360515021,
+      "grad_norm": 0.15762886940596174,
+      "learning_rate": 0.0001159179798912769,
+      "loss": 0.6736,
+      "step": 5208
+    },
+    {
+      "epoch": 0.4657546494992847,
+      "grad_norm": 0.17047753640737318,
+      "learning_rate": 0.0001158893883675956,
+      "loss": 0.7119,
+      "step": 5209
+    },
+    {
+      "epoch": 0.46584406294706726,
+      "grad_norm": 0.18366536735815797,
+      "learning_rate": 0.00011586079551129053,
+      "loss": 0.6859,
+      "step": 5210
+    },
+    {
+      "epoch": 0.4659334763948498,
+      "grad_norm": 0.16284539857731883,
+      "learning_rate": 0.00011583220132475966,
+      "loss": 0.6681,
+      "step": 5211
+    },
+    {
+      "epoch": 0.46602288984263235,
+      "grad_norm": 0.1421151166315374,
+      "learning_rate": 0.0001158036058104012,
+      "loss": 0.6506,
+      "step": 5212
+    },
+    {
+      "epoch": 0.46611230329041486,
+      "grad_norm": 0.13056498178793355,
+      "learning_rate": 0.00011577500897061338,
+      "loss": 0.642,
+      "step": 5213
+    },
+    {
+      "epoch": 0.46620171673819744,
+      "grad_norm": 0.14831104736738684,
+      "learning_rate": 0.00011574641080779464,
+      "loss": 0.633,
+      "step": 5214
+    },
+    {
+      "epoch": 0.46629113018597995,
+      "grad_norm": 0.16179329059634084,
+      "learning_rate": 0.00011571781132434343,
+      "loss": 0.6587,
+      "step": 5215
+    },
+    {
+      "epoch": 0.4663805436337625,
+      "grad_norm": 0.16995131258571863,
+      "learning_rate": 0.00011568921052265836,
+      "loss": 0.6818,
+      "step": 5216
+    },
+    {
+      "epoch": 0.46646995708154504,
+      "grad_norm": 0.15842269082677182,
+      "learning_rate": 0.00011566060840513817,
+      "loss": 0.6655,
+      "step": 5217
+    },
+    {
+      "epoch": 0.4665593705293276,
+      "grad_norm": 0.1423207421030152,
+      "learning_rate": 0.00011563200497418168,
+      "loss": 0.657,
+      "step": 5218
+    },
+    {
+      "epoch": 0.4666487839771102,
+      "grad_norm": 0.1641117173123104,
+      "learning_rate": 0.00011560340023218776,
+      "loss": 0.6927,
+      "step": 5219
+    },
+    {
+      "epoch": 0.4667381974248927,
+      "grad_norm": 0.1501515259576367,
+      "learning_rate": 0.00011557479418155555,
+      "loss": 0.6888,
+      "step": 5220
+    },
+    {
+      "epoch": 0.46682761087267527,
+      "grad_norm": 0.1595448494559623,
+      "learning_rate": 0.00011554618682468416,
+      "loss": 0.648,
+      "step": 5221
+    },
+    {
+      "epoch": 0.4669170243204578,
+      "grad_norm": 0.16084699132763491,
+      "learning_rate": 0.00011551757816397285,
+      "loss": 0.6472,
+      "step": 5222
+    },
+    {
+      "epoch": 0.46700643776824036,
+      "grad_norm": 0.13423341832544242,
+      "learning_rate": 0.00011548896820182095,
+      "loss": 0.6326,
+      "step": 5223
+    },
+    {
+      "epoch": 0.4670958512160229,
+      "grad_norm": 0.153676538704012,
+      "learning_rate": 0.00011546035694062806,
+      "loss": 0.6668,
+      "step": 5224
+    },
+    {
+      "epoch": 0.46718526466380544,
+      "grad_norm": 0.14715332232736272,
+      "learning_rate": 0.0001154317443827937,
+      "loss": 0.6734,
+      "step": 5225
+    },
+    {
+      "epoch": 0.46727467811158796,
+      "grad_norm": 0.1841853016787111,
+      "learning_rate": 0.00011540313053071752,
+      "loss": 0.7127,
+      "step": 5226
+    },
+    {
+      "epoch": 0.46736409155937053,
+      "grad_norm": 0.1530136002221469,
+      "learning_rate": 0.00011537451538679944,
+      "loss": 0.7049,
+      "step": 5227
+    },
+    {
+      "epoch": 0.4674535050071531,
+      "grad_norm": 0.13844023520517457,
+      "learning_rate": 0.00011534589895343933,
+      "loss": 0.6698,
+      "step": 5228
+    },
+    {
+      "epoch": 0.4675429184549356,
+      "grad_norm": 0.15071913144847407,
+      "learning_rate": 0.00011531728123303715,
+      "loss": 0.6444,
+      "step": 5229
+    },
+    {
+      "epoch": 0.4676323319027182,
+      "grad_norm": 0.14398912114409074,
+      "learning_rate": 0.00011528866222799313,
+      "loss": 0.6788,
+      "step": 5230
+    },
+    {
+      "epoch": 0.4677217453505007,
+      "grad_norm": 0.1707841680136145,
+      "learning_rate": 0.00011526004194070748,
+      "loss": 0.7201,
+      "step": 5231
+    },
+    {
+      "epoch": 0.4678111587982833,
+      "grad_norm": 0.16546196537878535,
+      "learning_rate": 0.0001152314203735805,
+      "loss": 0.7056,
+      "step": 5232
+    },
+    {
+      "epoch": 0.4679005722460658,
+      "grad_norm": 0.15892311621571686,
+      "learning_rate": 0.00011520279752901273,
+      "loss": 0.702,
+      "step": 5233
+    },
+    {
+      "epoch": 0.46798998569384836,
+      "grad_norm": 0.154621436033038,
+      "learning_rate": 0.00011517417340940468,
+      "loss": 0.6676,
+      "step": 5234
+    },
+    {
+      "epoch": 0.4680793991416309,
+      "grad_norm": 0.12993312388224287,
+      "learning_rate": 0.00011514554801715704,
+      "loss": 0.6478,
+      "step": 5235
+    },
+    {
+      "epoch": 0.46816881258941345,
+      "grad_norm": 0.16157429638315288,
+      "learning_rate": 0.00011511692135467054,
+      "loss": 0.6477,
+      "step": 5236
+    },
+    {
+      "epoch": 0.46825822603719597,
+      "grad_norm": 0.14822132773339908,
+      "learning_rate": 0.00011508829342434615,
+      "loss": 0.6922,
+      "step": 5237
+    },
+    {
+      "epoch": 0.46834763948497854,
+      "grad_norm": 0.12877222717085052,
+      "learning_rate": 0.00011505966422858481,
+      "loss": 0.6574,
+      "step": 5238
+    },
+    {
+      "epoch": 0.4684370529327611,
+      "grad_norm": 0.15257927875422156,
+      "learning_rate": 0.00011503103376978759,
+      "loss": 0.6559,
+      "step": 5239
+    },
+    {
+      "epoch": 0.4685264663805436,
+      "grad_norm": 0.15664884071267288,
+      "learning_rate": 0.00011500240205035573,
+      "loss": 0.6886,
+      "step": 5240
+    },
+    {
+      "epoch": 0.4686158798283262,
+      "grad_norm": 0.16163933154826712,
+      "learning_rate": 0.00011497376907269053,
+      "loss": 0.6932,
+      "step": 5241
+    },
+    {
+      "epoch": 0.4687052932761087,
+      "grad_norm": 0.16241246157743322,
+      "learning_rate": 0.00011494513483919342,
+      "loss": 0.668,
+      "step": 5242
+    },
+    {
+      "epoch": 0.4687947067238913,
+      "grad_norm": 0.1427248703528303,
+      "learning_rate": 0.00011491649935226584,
+      "loss": 0.6384,
+      "step": 5243
+    },
+    {
+      "epoch": 0.4688841201716738,
+      "grad_norm": 0.1410462031798833,
+      "learning_rate": 0.00011488786261430954,
+      "loss": 0.6721,
+      "step": 5244
+    },
+    {
+      "epoch": 0.4689735336194564,
+      "grad_norm": 0.15611427999317912,
+      "learning_rate": 0.00011485922462772616,
+      "loss": 0.7104,
+      "step": 5245
+    },
+    {
+      "epoch": 0.4690629470672389,
+      "grad_norm": 0.15311341899596098,
+      "learning_rate": 0.00011483058539491756,
+      "loss": 0.7045,
+      "step": 5246
+    },
+    {
+      "epoch": 0.46915236051502146,
+      "grad_norm": 0.17088807020394522,
+      "learning_rate": 0.00011480194491828567,
+      "loss": 0.6978,
+      "step": 5247
+    },
+    {
+      "epoch": 0.46924177396280403,
+      "grad_norm": 0.14337884043206234,
+      "learning_rate": 0.00011477330320023255,
+      "loss": 0.6636,
+      "step": 5248
+    },
+    {
+      "epoch": 0.46933118741058655,
+      "grad_norm": 0.17021167389524272,
+      "learning_rate": 0.00011474466024316029,
+      "loss": 0.7039,
+      "step": 5249
+    },
+    {
+      "epoch": 0.4694206008583691,
+      "grad_norm": 0.14779551572111585,
+      "learning_rate": 0.0001147160160494712,
+      "loss": 0.7011,
+      "step": 5250
+    },
+    {
+      "epoch": 0.46951001430615164,
+      "grad_norm": 0.1575869574304628,
+      "learning_rate": 0.00011468737062156765,
+      "loss": 0.6302,
+      "step": 5251
+    },
+    {
+      "epoch": 0.4695994277539342,
+      "grad_norm": 0.1782931544828523,
+      "learning_rate": 0.00011465872396185204,
+      "loss": 0.7019,
+      "step": 5252
+    },
+    {
+      "epoch": 0.4696888412017167,
+      "grad_norm": 0.17036762686227594,
+      "learning_rate": 0.00011463007607272695,
+      "loss": 0.6889,
+      "step": 5253
+    },
+    {
+      "epoch": 0.4697782546494993,
+      "grad_norm": 0.15574416676541006,
+      "learning_rate": 0.00011460142695659503,
+      "loss": 0.6879,
+      "step": 5254
+    },
+    {
+      "epoch": 0.4698676680972818,
+      "grad_norm": 0.16277832515669302,
+      "learning_rate": 0.00011457277661585912,
+      "loss": 0.7492,
+      "step": 5255
+    },
+    {
+      "epoch": 0.4699570815450644,
+      "grad_norm": 0.13245284976658053,
+      "learning_rate": 0.000114544125052922,
+      "loss": 0.6495,
+      "step": 5256
+    },
+    {
+      "epoch": 0.4700464949928469,
+      "grad_norm": 0.14048853673437722,
+      "learning_rate": 0.00011451547227018666,
+      "loss": 0.6583,
+      "step": 5257
+    },
+    {
+      "epoch": 0.47013590844062947,
+      "grad_norm": 0.16183492033987532,
+      "learning_rate": 0.00011448681827005623,
+      "loss": 0.6967,
+      "step": 5258
+    },
+    {
+      "epoch": 0.47022532188841204,
+      "grad_norm": 0.1377975278929966,
+      "learning_rate": 0.00011445816305493382,
+      "loss": 0.6532,
+      "step": 5259
+    },
+    {
+      "epoch": 0.47031473533619456,
+      "grad_norm": 0.1645112643370128,
+      "learning_rate": 0.00011442950662722274,
+      "loss": 0.7005,
+      "step": 5260
+    },
+    {
+      "epoch": 0.4704041487839771,
+      "grad_norm": 0.16166107454960285,
+      "learning_rate": 0.00011440084898932637,
+      "loss": 0.6471,
+      "step": 5261
+    },
+    {
+      "epoch": 0.47049356223175964,
+      "grad_norm": 0.18031487905062676,
+      "learning_rate": 0.00011437219014364819,
+      "loss": 0.6965,
+      "step": 5262
+    },
+    {
+      "epoch": 0.4705829756795422,
+      "grad_norm": 0.15454710909053448,
+      "learning_rate": 0.00011434353009259178,
+      "loss": 0.6461,
+      "step": 5263
+    },
+    {
+      "epoch": 0.47067238912732473,
+      "grad_norm": 0.1683916261751705,
+      "learning_rate": 0.00011431486883856082,
+      "loss": 0.6909,
+      "step": 5264
+    },
+    {
+      "epoch": 0.4707618025751073,
+      "grad_norm": 0.14827264545423702,
+      "learning_rate": 0.0001142862063839591,
+      "loss": 0.6626,
+      "step": 5265
+    },
+    {
+      "epoch": 0.4708512160228898,
+      "grad_norm": 0.16326621859484927,
+      "learning_rate": 0.00011425754273119049,
+      "loss": 0.7112,
+      "step": 5266
+    },
+    {
+      "epoch": 0.4709406294706724,
+      "grad_norm": 0.1423928460388844,
+      "learning_rate": 0.00011422887788265901,
+      "loss": 0.6462,
+      "step": 5267
+    },
+    {
+      "epoch": 0.47103004291845496,
+      "grad_norm": 0.1429162319266176,
+      "learning_rate": 0.00011420021184076872,
+      "loss": 0.645,
+      "step": 5268
+    },
+    {
+      "epoch": 0.4711194563662375,
+      "grad_norm": 0.15716026086125176,
+      "learning_rate": 0.00011417154460792381,
+      "loss": 0.67,
+      "step": 5269
+    },
+    {
+      "epoch": 0.47120886981402005,
+      "grad_norm": 0.15038758563182011,
+      "learning_rate": 0.00011414287618652857,
+      "loss": 0.6482,
+      "step": 5270
+    },
+    {
+      "epoch": 0.47129828326180256,
+      "grad_norm": 0.1396378995757134,
+      "learning_rate": 0.00011411420657898737,
+      "loss": 0.666,
+      "step": 5271
+    },
+    {
+      "epoch": 0.47138769670958514,
+      "grad_norm": 0.1644855837493599,
+      "learning_rate": 0.00011408553578770473,
+      "loss": 0.7109,
+      "step": 5272
+    },
+    {
+      "epoch": 0.47147711015736765,
+      "grad_norm": 0.15153019928277273,
+      "learning_rate": 0.0001140568638150852,
+      "loss": 0.6886,
+      "step": 5273
+    },
+    {
+      "epoch": 0.4715665236051502,
+      "grad_norm": 0.1613998472964693,
+      "learning_rate": 0.00011402819066353348,
+      "loss": 0.6955,
+      "step": 5274
+    },
+    {
+      "epoch": 0.47165593705293274,
+      "grad_norm": 0.15067991569154224,
+      "learning_rate": 0.00011399951633545438,
+      "loss": 0.6515,
+      "step": 5275
+    },
+    {
+      "epoch": 0.4717453505007153,
+      "grad_norm": 0.14484701568376898,
+      "learning_rate": 0.00011397084083325271,
+      "loss": 0.682,
+      "step": 5276
+    },
+    {
+      "epoch": 0.4718347639484979,
+      "grad_norm": 0.12649365008412353,
+      "learning_rate": 0.00011394216415933355,
+      "loss": 0.6244,
+      "step": 5277
+    },
+    {
+      "epoch": 0.4719241773962804,
+      "grad_norm": 0.15419572067904858,
+      "learning_rate": 0.00011391348631610186,
+      "loss": 0.6556,
+      "step": 5278
+    },
+    {
+      "epoch": 0.47201359084406297,
+      "grad_norm": 0.15508346519940433,
+      "learning_rate": 0.0001138848073059629,
+      "loss": 0.6771,
+      "step": 5279
+    },
+    {
+      "epoch": 0.4721030042918455,
+      "grad_norm": 0.12790010938887175,
+      "learning_rate": 0.0001138561271313219,
+      "loss": 0.6717,
+      "step": 5280
+    },
+    {
+      "epoch": 0.47219241773962806,
+      "grad_norm": 0.15143677898177346,
+      "learning_rate": 0.00011382744579458426,
+      "loss": 0.6586,
+      "step": 5281
+    },
+    {
+      "epoch": 0.4722818311874106,
+      "grad_norm": 0.1470532758025979,
+      "learning_rate": 0.00011379876329815546,
+      "loss": 0.65,
+      "step": 5282
+    },
+    {
+      "epoch": 0.47237124463519314,
+      "grad_norm": 0.1425825709470827,
+      "learning_rate": 0.00011377007964444104,
+      "loss": 0.6851,
+      "step": 5283
+    },
+    {
+      "epoch": 0.47246065808297566,
+      "grad_norm": 0.18312437104112997,
+      "learning_rate": 0.00011374139483584667,
+      "loss": 0.7223,
+      "step": 5284
+    },
+    {
+      "epoch": 0.47255007153075823,
+      "grad_norm": 0.14618998997944446,
+      "learning_rate": 0.00011371270887477809,
+      "loss": 0.6631,
+      "step": 5285
+    },
+    {
+      "epoch": 0.47263948497854075,
+      "grad_norm": 0.14334003276783203,
+      "learning_rate": 0.00011368402176364121,
+      "loss": 0.6458,
+      "step": 5286
+    },
+    {
+      "epoch": 0.4727288984263233,
+      "grad_norm": 0.16783511774753365,
+      "learning_rate": 0.00011365533350484194,
+      "loss": 0.6696,
+      "step": 5287
+    },
+    {
+      "epoch": 0.4728183118741059,
+      "grad_norm": 0.15528201681534562,
+      "learning_rate": 0.00011362664410078632,
+      "loss": 0.6634,
+      "step": 5288
+    },
+    {
+      "epoch": 0.4729077253218884,
+      "grad_norm": 0.14669889240710549,
+      "learning_rate": 0.00011359795355388054,
+      "loss": 0.6945,
+      "step": 5289
+    },
+    {
+      "epoch": 0.472997138769671,
+      "grad_norm": 0.14253760503024207,
+      "learning_rate": 0.0001135692618665308,
+      "loss": 0.6548,
+      "step": 5290
+    },
+    {
+      "epoch": 0.4730865522174535,
+      "grad_norm": 0.14774639040405044,
+      "learning_rate": 0.00011354056904114347,
+      "loss": 0.6474,
+      "step": 5291
+    },
+    {
+      "epoch": 0.47317596566523606,
+      "grad_norm": 0.13936341413465314,
+      "learning_rate": 0.00011351187508012496,
+      "loss": 0.6651,
+      "step": 5292
+    },
+    {
+      "epoch": 0.4732653791130186,
+      "grad_norm": 0.13839658186688572,
+      "learning_rate": 0.0001134831799858818,
+      "loss": 0.6614,
+      "step": 5293
+    },
+    {
+      "epoch": 0.47335479256080115,
+      "grad_norm": 0.14788438197466236,
+      "learning_rate": 0.00011345448376082064,
+      "loss": 0.6932,
+      "step": 5294
+    },
+    {
+      "epoch": 0.47344420600858367,
+      "grad_norm": 0.17810248180719035,
+      "learning_rate": 0.00011342578640734816,
+      "loss": 0.6515,
+      "step": 5295
+    },
+    {
+      "epoch": 0.47353361945636624,
+      "grad_norm": 0.1613503421787152,
+      "learning_rate": 0.00011339708792787119,
+      "loss": 0.6953,
+      "step": 5296
+    },
+    {
+      "epoch": 0.4736230329041488,
+      "grad_norm": 0.149515009069758,
+      "learning_rate": 0.00011336838832479661,
+      "loss": 0.6959,
+      "step": 5297
+    },
+    {
+      "epoch": 0.4737124463519313,
+      "grad_norm": 0.15652828392304644,
+      "learning_rate": 0.00011333968760053149,
+      "loss": 0.673,
+      "step": 5298
+    },
+    {
+      "epoch": 0.4738018597997139,
+      "grad_norm": 0.1442642394886768,
+      "learning_rate": 0.00011331098575748284,
+      "loss": 0.6461,
+      "step": 5299
+    },
+    {
+      "epoch": 0.4738912732474964,
+      "grad_norm": 0.16049721949027226,
+      "learning_rate": 0.00011328228279805792,
+      "loss": 0.6853,
+      "step": 5300
+    },
+    {
+      "epoch": 0.473980686695279,
+      "grad_norm": 0.1469303203200467,
+      "learning_rate": 0.00011325357872466398,
+      "loss": 0.6917,
+      "step": 5301
+    },
+    {
+      "epoch": 0.4740701001430615,
+      "grad_norm": 0.1369715730328493,
+      "learning_rate": 0.00011322487353970838,
+      "loss": 0.6658,
+      "step": 5302
+    },
+    {
+      "epoch": 0.4741595135908441,
+      "grad_norm": 0.1572311202078942,
+      "learning_rate": 0.00011319616724559866,
+      "loss": 0.6827,
+      "step": 5303
+    },
+    {
+      "epoch": 0.4742489270386266,
+      "grad_norm": 0.1452619454516866,
+      "learning_rate": 0.00011316745984474226,
+      "loss": 0.6664,
+      "step": 5304
+    },
+    {
+      "epoch": 0.47433834048640916,
+      "grad_norm": 0.14784494932949432,
+      "learning_rate": 0.00011313875133954695,
+      "loss": 0.6286,
+      "step": 5305
+    },
+    {
+      "epoch": 0.4744277539341917,
+      "grad_norm": 0.1474339899156898,
+      "learning_rate": 0.00011311004173242041,
+      "loss": 0.6885,
+      "step": 5306
+    },
+    {
+      "epoch": 0.47451716738197425,
+      "grad_norm": 0.12062849582831198,
+      "learning_rate": 0.0001130813310257705,
+      "loss": 0.6308,
+      "step": 5307
+    },
+    {
+      "epoch": 0.4746065808297568,
+      "grad_norm": 0.14404498515915387,
+      "learning_rate": 0.00011305261922200519,
+      "loss": 0.6814,
+      "step": 5308
+    },
+    {
+      "epoch": 0.47469599427753933,
+      "grad_norm": 0.16306622616394165,
+      "learning_rate": 0.00011302390632353241,
+      "loss": 0.6381,
+      "step": 5309
+    },
+    {
+      "epoch": 0.4747854077253219,
+      "grad_norm": 0.14827580424491602,
+      "learning_rate": 0.00011299519233276037,
+      "loss": 0.7143,
+      "step": 5310
+    },
+    {
+      "epoch": 0.4748748211731044,
+      "grad_norm": 0.16462166469421924,
+      "learning_rate": 0.00011296647725209726,
+      "loss": 0.6695,
+      "step": 5311
+    },
+    {
+      "epoch": 0.474964234620887,
+      "grad_norm": 0.15033170516557554,
+      "learning_rate": 0.00011293776108395135,
+      "loss": 0.6968,
+      "step": 5312
+    },
+    {
+      "epoch": 0.4750536480686695,
+      "grad_norm": 0.15592396648258758,
+      "learning_rate": 0.00011290904383073104,
+      "loss": 0.6556,
+      "step": 5313
+    },
+    {
+      "epoch": 0.4751430615164521,
+      "grad_norm": 0.15670244630548583,
+      "learning_rate": 0.0001128803254948448,
+      "loss": 0.6348,
+      "step": 5314
+    },
+    {
+      "epoch": 0.4752324749642346,
+      "grad_norm": 0.14304536124267545,
+      "learning_rate": 0.00011285160607870124,
+      "loss": 0.6661,
+      "step": 5315
+    },
+    {
+      "epoch": 0.47532188841201717,
+      "grad_norm": 0.15681520351184067,
+      "learning_rate": 0.000112822885584709,
+      "loss": 0.6717,
+      "step": 5316
+    },
+    {
+      "epoch": 0.47541130185979974,
+      "grad_norm": 0.15638330172087472,
+      "learning_rate": 0.0001127941640152768,
+      "loss": 0.7154,
+      "step": 5317
+    },
+    {
+      "epoch": 0.47550071530758226,
+      "grad_norm": 0.15765260222487326,
+      "learning_rate": 0.00011276544137281355,
+      "loss": 0.6866,
+      "step": 5318
+    },
+    {
+      "epoch": 0.4755901287553648,
+      "grad_norm": 0.1847445446870709,
+      "learning_rate": 0.00011273671765972813,
+      "loss": 0.7042,
+      "step": 5319
+    },
+    {
+      "epoch": 0.47567954220314734,
+      "grad_norm": 0.1632791617610799,
+      "learning_rate": 0.00011270799287842957,
+      "loss": 0.7051,
+      "step": 5320
+    },
+    {
+      "epoch": 0.4757689556509299,
+      "grad_norm": 0.14862106459937555,
+      "learning_rate": 0.00011267926703132703,
+      "loss": 0.6714,
+      "step": 5321
+    },
+    {
+      "epoch": 0.47585836909871243,
+      "grad_norm": 0.1349361850171714,
+      "learning_rate": 0.00011265054012082967,
+      "loss": 0.6434,
+      "step": 5322
+    },
+    {
+      "epoch": 0.475947782546495,
+      "grad_norm": 0.1534043403088198,
+      "learning_rate": 0.00011262181214934677,
+      "loss": 0.6889,
+      "step": 5323
+    },
+    {
+      "epoch": 0.4760371959942775,
+      "grad_norm": 0.13879627808986184,
+      "learning_rate": 0.00011259308311928771,
+      "loss": 0.6434,
+      "step": 5324
+    },
+    {
+      "epoch": 0.4761266094420601,
+      "grad_norm": 0.15901491124936365,
+      "learning_rate": 0.00011256435303306203,
+      "loss": 0.6493,
+      "step": 5325
+    },
+    {
+      "epoch": 0.4762160228898426,
+      "grad_norm": 0.16865947404043513,
+      "learning_rate": 0.00011253562189307921,
+      "loss": 0.6958,
+      "step": 5326
+    },
+    {
+      "epoch": 0.4763054363376252,
+      "grad_norm": 0.15227141329805524,
+      "learning_rate": 0.0001125068897017489,
+      "loss": 0.7049,
+      "step": 5327
+    },
+    {
+      "epoch": 0.47639484978540775,
+      "grad_norm": 0.16103684983237002,
+      "learning_rate": 0.00011247815646148087,
+      "loss": 0.7066,
+      "step": 5328
+    },
+    {
+      "epoch": 0.47648426323319026,
+      "grad_norm": 0.17217049095615097,
+      "learning_rate": 0.00011244942217468495,
+      "loss": 0.7208,
+      "step": 5329
+    },
+    {
+      "epoch": 0.47657367668097284,
+      "grad_norm": 0.12834174191640196,
+      "learning_rate": 0.00011242068684377101,
+      "loss": 0.6679,
+      "step": 5330
+    },
+    {
+      "epoch": 0.47666309012875535,
+      "grad_norm": 0.1627135209347121,
+      "learning_rate": 0.00011239195047114903,
+      "loss": 0.6767,
+      "step": 5331
+    },
+    {
+      "epoch": 0.4767525035765379,
+      "grad_norm": 0.1364502124165146,
+      "learning_rate": 0.00011236321305922919,
+      "loss": 0.6488,
+      "step": 5332
+    },
+    {
+      "epoch": 0.47684191702432044,
+      "grad_norm": 0.14772660238721172,
+      "learning_rate": 0.00011233447461042157,
+      "loss": 0.7158,
+      "step": 5333
+    },
+    {
+      "epoch": 0.476931330472103,
+      "grad_norm": 0.1535328839601915,
+      "learning_rate": 0.00011230573512713644,
+      "loss": 0.6678,
+      "step": 5334
+    },
+    {
+      "epoch": 0.4770207439198855,
+      "grad_norm": 0.15354003386315035,
+      "learning_rate": 0.00011227699461178423,
+      "loss": 0.7012,
+      "step": 5335
+    },
+    {
+      "epoch": 0.4771101573676681,
+      "grad_norm": 0.13526635405215268,
+      "learning_rate": 0.00011224825306677527,
+      "loss": 0.6667,
+      "step": 5336
+    },
+    {
+      "epoch": 0.47719957081545067,
+      "grad_norm": 0.1507290925075504,
+      "learning_rate": 0.00011221951049452009,
+      "loss": 0.6648,
+      "step": 5337
+    },
+    {
+      "epoch": 0.4772889842632332,
+      "grad_norm": 0.14747311622972759,
+      "learning_rate": 0.00011219076689742936,
+      "loss": 0.6662,
+      "step": 5338
+    },
+    {
+      "epoch": 0.47737839771101576,
+      "grad_norm": 0.15269703263492823,
+      "learning_rate": 0.00011216202227791373,
+      "loss": 0.6753,
+      "step": 5339
+    },
+    {
+      "epoch": 0.47746781115879827,
+      "grad_norm": 0.14164387722349572,
+      "learning_rate": 0.00011213327663838396,
+      "loss": 0.6923,
+      "step": 5340
+    },
+    {
+      "epoch": 0.47755722460658084,
+      "grad_norm": 0.15094973558454544,
+      "learning_rate": 0.00011210452998125094,
+      "loss": 0.7135,
+      "step": 5341
+    },
+    {
+      "epoch": 0.47764663805436336,
+      "grad_norm": 0.12981840259529745,
+      "learning_rate": 0.00011207578230892562,
+      "loss": 0.6526,
+      "step": 5342
+    },
+    {
+      "epoch": 0.47773605150214593,
+      "grad_norm": 0.20421650044571013,
+      "learning_rate": 0.00011204703362381903,
+      "loss": 0.7089,
+      "step": 5343
+    },
+    {
+      "epoch": 0.47782546494992845,
+      "grad_norm": 0.1444582638908925,
+      "learning_rate": 0.00011201828392834223,
+      "loss": 0.6783,
+      "step": 5344
+    },
+    {
+      "epoch": 0.477914878397711,
+      "grad_norm": 0.1736288798716605,
+      "learning_rate": 0.00011198953322490653,
+      "loss": 0.6974,
+      "step": 5345
+    },
+    {
+      "epoch": 0.4780042918454936,
+      "grad_norm": 0.14625300069972882,
+      "learning_rate": 0.00011196078151592314,
+      "loss": 0.6609,
+      "step": 5346
+    },
+    {
+      "epoch": 0.4780937052932761,
+      "grad_norm": 0.12005101840323647,
+      "learning_rate": 0.00011193202880380343,
+      "loss": 0.6671,
+      "step": 5347
+    },
+    {
+      "epoch": 0.4781831187410587,
+      "grad_norm": 0.1523245632972455,
+      "learning_rate": 0.00011190327509095889,
+      "loss": 0.6713,
+      "step": 5348
+    },
+    {
+      "epoch": 0.4782725321888412,
+      "grad_norm": 0.14966532315588282,
+      "learning_rate": 0.00011187452037980104,
+      "loss": 0.6633,
+      "step": 5349
+    },
+    {
+      "epoch": 0.47836194563662376,
+      "grad_norm": 0.1593249986729182,
+      "learning_rate": 0.0001118457646727415,
+      "loss": 0.6848,
+      "step": 5350
+    },
+    {
+      "epoch": 0.4784513590844063,
+      "grad_norm": 0.1538202331504848,
+      "learning_rate": 0.00011181700797219199,
+      "loss": 0.6855,
+      "step": 5351
+    },
+    {
+      "epoch": 0.47854077253218885,
+      "grad_norm": 0.13179099789597024,
+      "learning_rate": 0.0001117882502805643,
+      "loss": 0.6203,
+      "step": 5352
+    },
+    {
+      "epoch": 0.47863018597997137,
+      "grad_norm": 0.16282536259498365,
+      "learning_rate": 0.00011175949160027031,
+      "loss": 0.7021,
+      "step": 5353
+    },
+    {
+      "epoch": 0.47871959942775394,
+      "grad_norm": 0.127451905952092,
+      "learning_rate": 0.0001117307319337219,
+      "loss": 0.6557,
+      "step": 5354
+    },
+    {
+      "epoch": 0.47880901287553645,
+      "grad_norm": 0.1490571838471997,
+      "learning_rate": 0.00011170197128333122,
+      "loss": 0.6968,
+      "step": 5355
+    },
+    {
+      "epoch": 0.478898426323319,
+      "grad_norm": 0.13589790866499912,
+      "learning_rate": 0.00011167320965151033,
+      "loss": 0.586,
+      "step": 5356
+    },
+    {
+      "epoch": 0.4789878397711016,
+      "grad_norm": 0.1613775859666667,
+      "learning_rate": 0.00011164444704067145,
+      "loss": 0.6807,
+      "step": 5357
+    },
+    {
+      "epoch": 0.4790772532188841,
+      "grad_norm": 0.16116034878489263,
+      "learning_rate": 0.00011161568345322684,
+      "loss": 0.6408,
+      "step": 5358
+    },
+    {
+      "epoch": 0.4791666666666667,
+      "grad_norm": 0.13091861054666284,
+      "learning_rate": 0.00011158691889158892,
+      "loss": 0.6589,
+      "step": 5359
+    },
+    {
+      "epoch": 0.4792560801144492,
+      "grad_norm": 0.14424182935205396,
+      "learning_rate": 0.00011155815335817011,
+      "loss": 0.6592,
+      "step": 5360
+    },
+    {
+      "epoch": 0.4793454935622318,
+      "grad_norm": 0.13391008209398664,
+      "learning_rate": 0.00011152938685538287,
+      "loss": 0.6644,
+      "step": 5361
+    },
+    {
+      "epoch": 0.4794349070100143,
+      "grad_norm": 0.13930901272779342,
+      "learning_rate": 0.00011150061938563993,
+      "loss": 0.6378,
+      "step": 5362
+    },
+    {
+      "epoch": 0.47952432045779686,
+      "grad_norm": 0.15424961568333137,
+      "learning_rate": 0.00011147185095135395,
+      "loss": 0.6873,
+      "step": 5363
+    },
+    {
+      "epoch": 0.4796137339055794,
+      "grad_norm": 0.15894395945539588,
+      "learning_rate": 0.00011144308155493763,
+      "loss": 0.6542,
+      "step": 5364
+    },
+    {
+      "epoch": 0.47970314735336195,
+      "grad_norm": 0.14942685409462048,
+      "learning_rate": 0.00011141431119880392,
+      "loss": 0.7208,
+      "step": 5365
+    },
+    {
+      "epoch": 0.4797925608011445,
+      "grad_norm": 0.13513079839704062,
+      "learning_rate": 0.00011138553988536571,
+      "loss": 0.647,
+      "step": 5366
+    },
+    {
+      "epoch": 0.47988197424892703,
+      "grad_norm": 0.14837789370691956,
+      "learning_rate": 0.000111356767617036,
+      "loss": 0.6751,
+      "step": 5367
+    },
+    {
+      "epoch": 0.4799713876967096,
+      "grad_norm": 0.14060868081023484,
+      "learning_rate": 0.00011132799439622792,
+      "loss": 0.6656,
+      "step": 5368
+    },
+    {
+      "epoch": 0.4800608011444921,
+      "grad_norm": 0.15997582613123165,
+      "learning_rate": 0.00011129922022535464,
+      "loss": 0.6508,
+      "step": 5369
+    },
+    {
+      "epoch": 0.4801502145922747,
+      "grad_norm": 0.13935909679959446,
+      "learning_rate": 0.0001112704451068294,
+      "loss": 0.6697,
+      "step": 5370
+    },
+    {
+      "epoch": 0.4802396280400572,
+      "grad_norm": 0.15496353866868626,
+      "learning_rate": 0.0001112416690430655,
+      "loss": 0.6846,
+      "step": 5371
+    },
+    {
+      "epoch": 0.4803290414878398,
+      "grad_norm": 0.1475913858348003,
+      "learning_rate": 0.00011121289203647644,
+      "loss": 0.6543,
+      "step": 5372
+    },
+    {
+      "epoch": 0.4804184549356223,
+      "grad_norm": 0.16139261578895772,
+      "learning_rate": 0.00011118411408947567,
+      "loss": 0.683,
+      "step": 5373
+    },
+    {
+      "epoch": 0.48050786838340487,
+      "grad_norm": 0.1499932859023073,
+      "learning_rate": 0.00011115533520447674,
+      "loss": 0.6961,
+      "step": 5374
+    },
+    {
+      "epoch": 0.4805972818311874,
+      "grad_norm": 0.15678046651795466,
+      "learning_rate": 0.00011112655538389331,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.48068669527896996,
+      "grad_norm": 0.12554439057144817,
+      "learning_rate": 0.00011109777463013915,
+      "loss": 0.6057,
+      "step": 5376
+    },
+    {
+      "epoch": 0.4807761087267525,
+      "grad_norm": 0.15538603262010015,
+      "learning_rate": 0.000111068992945628,
+      "loss": 0.6719,
+      "step": 5377
+    },
+    {
+      "epoch": 0.48086552217453504,
+      "grad_norm": 0.1846220920935808,
+      "learning_rate": 0.00011104021033277379,
+      "loss": 0.7239,
+      "step": 5378
+    },
+    {
+      "epoch": 0.4809549356223176,
+      "grad_norm": 0.16294859651038526,
+      "learning_rate": 0.00011101142679399049,
+      "loss": 0.6532,
+      "step": 5379
+    },
+    {
+      "epoch": 0.48104434907010013,
+      "grad_norm": 0.15275214546820318,
+      "learning_rate": 0.00011098264233169211,
+      "loss": 0.67,
+      "step": 5380
+    },
+    {
+      "epoch": 0.4811337625178827,
+      "grad_norm": 0.16903587279362645,
+      "learning_rate": 0.00011095385694829278,
+      "loss": 0.7374,
+      "step": 5381
+    },
+    {
+      "epoch": 0.4812231759656652,
+      "grad_norm": 0.1383638318281178,
+      "learning_rate": 0.0001109250706462067,
+      "loss": 0.6662,
+      "step": 5382
+    },
+    {
+      "epoch": 0.4813125894134478,
+      "grad_norm": 0.1604822275520477,
+      "learning_rate": 0.00011089628342784814,
+      "loss": 0.6748,
+      "step": 5383
+    },
+    {
+      "epoch": 0.4814020028612303,
+      "grad_norm": 0.17136060554840152,
+      "learning_rate": 0.00011086749529563143,
+      "loss": 0.6281,
+      "step": 5384
+    },
+    {
+      "epoch": 0.4814914163090129,
+      "grad_norm": 0.1496374821951139,
+      "learning_rate": 0.00011083870625197103,
+      "loss": 0.6273,
+      "step": 5385
+    },
+    {
+      "epoch": 0.48158082975679545,
+      "grad_norm": 0.13012967058183336,
+      "learning_rate": 0.00011080991629928143,
+      "loss": 0.6509,
+      "step": 5386
+    },
+    {
+      "epoch": 0.48167024320457796,
+      "grad_norm": 0.14822466486729172,
+      "learning_rate": 0.00011078112543997723,
+      "loss": 0.6619,
+      "step": 5387
+    },
+    {
+      "epoch": 0.48175965665236054,
+      "grad_norm": 0.170930922712528,
+      "learning_rate": 0.00011075233367647302,
+      "loss": 0.695,
+      "step": 5388
+    },
+    {
+      "epoch": 0.48184907010014305,
+      "grad_norm": 0.14362234335514812,
+      "learning_rate": 0.00011072354101118357,
+      "loss": 0.6641,
+      "step": 5389
+    },
+    {
+      "epoch": 0.4819384835479256,
+      "grad_norm": 0.14250111322175066,
+      "learning_rate": 0.00011069474744652371,
+      "loss": 0.6179,
+      "step": 5390
+    },
+    {
+      "epoch": 0.48202789699570814,
+      "grad_norm": 0.15033186994860215,
+      "learning_rate": 0.00011066595298490827,
+      "loss": 0.6508,
+      "step": 5391
+    },
+    {
+      "epoch": 0.4821173104434907,
+      "grad_norm": 0.15524302433490522,
+      "learning_rate": 0.00011063715762875225,
+      "loss": 0.628,
+      "step": 5392
+    },
+    {
+      "epoch": 0.4822067238912732,
+      "grad_norm": 0.1690657159896385,
+      "learning_rate": 0.00011060836138047066,
+      "loss": 0.7206,
+      "step": 5393
+    },
+    {
+      "epoch": 0.4822961373390558,
+      "grad_norm": 0.1454660886526132,
+      "learning_rate": 0.00011057956424247861,
+      "loss": 0.6295,
+      "step": 5394
+    },
+    {
+      "epoch": 0.4823855507868383,
+      "grad_norm": 0.16711324350908718,
+      "learning_rate": 0.00011055076621719132,
+      "loss": 0.7015,
+      "step": 5395
+    },
+    {
+      "epoch": 0.4824749642346209,
+      "grad_norm": 0.15518232823531017,
+      "learning_rate": 0.00011052196730702396,
+      "loss": 0.7008,
+      "step": 5396
+    },
+    {
+      "epoch": 0.48256437768240346,
+      "grad_norm": 0.15904843514167208,
+      "learning_rate": 0.00011049316751439194,
+      "loss": 0.6342,
+      "step": 5397
+    },
+    {
+      "epoch": 0.48265379113018597,
+      "grad_norm": 0.16431240356634916,
+      "learning_rate": 0.00011046436684171062,
+      "loss": 0.7043,
+      "step": 5398
+    },
+    {
+      "epoch": 0.48274320457796854,
+      "grad_norm": 0.15924057948211928,
+      "learning_rate": 0.00011043556529139549,
+      "loss": 0.653,
+      "step": 5399
+    },
+    {
+      "epoch": 0.48283261802575106,
+      "grad_norm": 0.15501646115191292,
+      "learning_rate": 0.00011040676286586211,
+      "loss": 0.6583,
+      "step": 5400
+    },
+    {
+      "epoch": 0.48292203147353363,
+      "grad_norm": 0.14058013414357934,
+      "learning_rate": 0.00011037795956752608,
+      "loss": 0.6747,
+      "step": 5401
+    },
+    {
+      "epoch": 0.48301144492131615,
+      "grad_norm": 0.1770440040110387,
+      "learning_rate": 0.00011034915539880313,
+      "loss": 0.7347,
+      "step": 5402
+    },
+    {
+      "epoch": 0.4831008583690987,
+      "grad_norm": 0.136237999235707,
+      "learning_rate": 0.00011032035036210901,
+      "loss": 0.6585,
+      "step": 5403
+    },
+    {
+      "epoch": 0.48319027181688123,
+      "grad_norm": 0.1362420423027592,
+      "learning_rate": 0.00011029154445985961,
+      "loss": 0.6733,
+      "step": 5404
+    },
+    {
+      "epoch": 0.4832796852646638,
+      "grad_norm": 0.15272934372744146,
+      "learning_rate": 0.00011026273769447076,
+      "loss": 0.6768,
+      "step": 5405
+    },
+    {
+      "epoch": 0.4833690987124464,
+      "grad_norm": 0.14835782934412642,
+      "learning_rate": 0.00011023393006835847,
+      "loss": 0.673,
+      "step": 5406
+    },
+    {
+      "epoch": 0.4834585121602289,
+      "grad_norm": 0.15945473323424045,
+      "learning_rate": 0.00011020512158393887,
+      "loss": 0.6289,
+      "step": 5407
+    },
+    {
+      "epoch": 0.48354792560801146,
+      "grad_norm": 0.16246888326906037,
+      "learning_rate": 0.00011017631224362803,
+      "loss": 0.6705,
+      "step": 5408
+    },
+    {
+      "epoch": 0.483637339055794,
+      "grad_norm": 0.15835497884288627,
+      "learning_rate": 0.00011014750204984217,
+      "loss": 0.6929,
+      "step": 5409
+    },
+    {
+      "epoch": 0.48372675250357655,
+      "grad_norm": 0.14223751181647887,
+      "learning_rate": 0.00011011869100499758,
+      "loss": 0.6789,
+      "step": 5410
+    },
+    {
+      "epoch": 0.48381616595135907,
+      "grad_norm": 0.13998327336550462,
+      "learning_rate": 0.00011008987911151058,
+      "loss": 0.6388,
+      "step": 5411
+    },
+    {
+      "epoch": 0.48390557939914164,
+      "grad_norm": 0.15706875388697517,
+      "learning_rate": 0.00011006106637179763,
+      "loss": 0.6643,
+      "step": 5412
+    },
+    {
+      "epoch": 0.48399499284692415,
+      "grad_norm": 0.15556200545418555,
+      "learning_rate": 0.00011003225278827515,
+      "loss": 0.6557,
+      "step": 5413
+    },
+    {
+      "epoch": 0.4840844062947067,
+      "grad_norm": 0.15751918332607587,
+      "learning_rate": 0.0001100034383633598,
+      "loss": 0.6812,
+      "step": 5414
+    },
+    {
+      "epoch": 0.4841738197424893,
+      "grad_norm": 0.14459790636339875,
+      "learning_rate": 0.00010997462309946811,
+      "loss": 0.6421,
+      "step": 5415
+    },
+    {
+      "epoch": 0.4842632331902718,
+      "grad_norm": 0.14476099348618582,
+      "learning_rate": 0.00010994580699901684,
+      "loss": 0.6486,
+      "step": 5416
+    },
+    {
+      "epoch": 0.4843526466380544,
+      "grad_norm": 0.1607162028317946,
+      "learning_rate": 0.00010991699006442275,
+      "loss": 0.6824,
+      "step": 5417
+    },
+    {
+      "epoch": 0.4844420600858369,
+      "grad_norm": 0.13863018558371956,
+      "learning_rate": 0.00010988817229810268,
+      "loss": 0.6586,
+      "step": 5418
+    },
+    {
+      "epoch": 0.4845314735336195,
+      "grad_norm": 0.14991008443378792,
+      "learning_rate": 0.00010985935370247355,
+      "loss": 0.6624,
+      "step": 5419
+    },
+    {
+      "epoch": 0.484620886981402,
+      "grad_norm": 0.15554694715079076,
+      "learning_rate": 0.00010983053427995234,
+      "loss": 0.6587,
+      "step": 5420
+    },
+    {
+      "epoch": 0.48471030042918456,
+      "grad_norm": 0.13017389007252553,
+      "learning_rate": 0.0001098017140329561,
+      "loss": 0.6301,
+      "step": 5421
+    },
+    {
+      "epoch": 0.4847997138769671,
+      "grad_norm": 0.1567681260880674,
+      "learning_rate": 0.0001097728929639019,
+      "loss": 0.6813,
+      "step": 5422
+    },
+    {
+      "epoch": 0.48488912732474965,
+      "grad_norm": 0.12110864911787442,
+      "learning_rate": 0.00010974407107520697,
+      "loss": 0.6546,
+      "step": 5423
+    },
+    {
+      "epoch": 0.48497854077253216,
+      "grad_norm": 0.1630153054976298,
+      "learning_rate": 0.0001097152483692886,
+      "loss": 0.7205,
+      "step": 5424
+    },
+    {
+      "epoch": 0.48506795422031473,
+      "grad_norm": 0.150925443989684,
+      "learning_rate": 0.00010968642484856406,
+      "loss": 0.6933,
+      "step": 5425
+    },
+    {
+      "epoch": 0.4851573676680973,
+      "grad_norm": 0.15910363281871842,
+      "learning_rate": 0.0001096576005154508,
+      "loss": 0.6395,
+      "step": 5426
+    },
+    {
+      "epoch": 0.4852467811158798,
+      "grad_norm": 0.16421883902535261,
+      "learning_rate": 0.0001096287753723662,
+      "loss": 0.6436,
+      "step": 5427
+    },
+    {
+      "epoch": 0.4853361945636624,
+      "grad_norm": 0.13736753143708347,
+      "learning_rate": 0.00010959994942172786,
+      "loss": 0.6644,
+      "step": 5428
+    },
+    {
+      "epoch": 0.4854256080114449,
+      "grad_norm": 0.15738499414876597,
+      "learning_rate": 0.00010957112266595338,
+      "loss": 0.6566,
+      "step": 5429
+    },
+    {
+      "epoch": 0.4855150214592275,
+      "grad_norm": 0.15697066214331484,
+      "learning_rate": 0.00010954229510746035,
+      "loss": 0.6627,
+      "step": 5430
+    },
+    {
+      "epoch": 0.48560443490701,
+      "grad_norm": 0.153487088005698,
+      "learning_rate": 0.0001095134667486666,
+      "loss": 0.6743,
+      "step": 5431
+    },
+    {
+      "epoch": 0.48569384835479257,
+      "grad_norm": 0.1339710125594551,
+      "learning_rate": 0.00010948463759198986,
+      "loss": 0.6552,
+      "step": 5432
+    },
+    {
+      "epoch": 0.4857832618025751,
+      "grad_norm": 0.14760714220862112,
+      "learning_rate": 0.00010945580763984801,
+      "loss": 0.6687,
+      "step": 5433
+    },
+    {
+      "epoch": 0.48587267525035766,
+      "grad_norm": 0.17865720560063997,
+      "learning_rate": 0.00010942697689465902,
+      "loss": 0.7089,
+      "step": 5434
+    },
+    {
+      "epoch": 0.4859620886981402,
+      "grad_norm": 0.13406923505984558,
+      "learning_rate": 0.00010939814535884083,
+      "loss": 0.6702,
+      "step": 5435
+    },
+    {
+      "epoch": 0.48605150214592274,
+      "grad_norm": 0.15851993584486504,
+      "learning_rate": 0.00010936931303481158,
+      "loss": 0.6851,
+      "step": 5436
+    },
+    {
+      "epoch": 0.4861409155937053,
+      "grad_norm": 0.1661604703545775,
+      "learning_rate": 0.00010934047992498932,
+      "loss": 0.6914,
+      "step": 5437
+    },
+    {
+      "epoch": 0.48623032904148783,
+      "grad_norm": 0.18317845276279207,
+      "learning_rate": 0.00010931164603179231,
+      "loss": 0.7198,
+      "step": 5438
+    },
+    {
+      "epoch": 0.4863197424892704,
+      "grad_norm": 0.1591487414262536,
+      "learning_rate": 0.0001092828113576388,
+      "loss": 0.6802,
+      "step": 5439
+    },
+    {
+      "epoch": 0.4864091559370529,
+      "grad_norm": 0.13991126972740478,
+      "learning_rate": 0.00010925397590494712,
+      "loss": 0.6389,
+      "step": 5440
+    },
+    {
+      "epoch": 0.4864985693848355,
+      "grad_norm": 0.15745607910120202,
+      "learning_rate": 0.00010922513967613563,
+      "loss": 0.6901,
+      "step": 5441
+    },
+    {
+      "epoch": 0.486587982832618,
+      "grad_norm": 0.13403428811406318,
+      "learning_rate": 0.00010919630267362282,
+      "loss": 0.6333,
+      "step": 5442
+    },
+    {
+      "epoch": 0.4866773962804006,
+      "grad_norm": 0.15027409248969975,
+      "learning_rate": 0.00010916746489982723,
+      "loss": 0.6484,
+      "step": 5443
+    },
+    {
+      "epoch": 0.4867668097281831,
+      "grad_norm": 0.15341324231390108,
+      "learning_rate": 0.00010913862635716741,
+      "loss": 0.6739,
+      "step": 5444
+    },
+    {
+      "epoch": 0.48685622317596566,
+      "grad_norm": 0.14965243019466234,
+      "learning_rate": 0.00010910978704806203,
+      "loss": 0.6606,
+      "step": 5445
+    },
+    {
+      "epoch": 0.48694563662374823,
+      "grad_norm": 0.1558030495288113,
+      "learning_rate": 0.00010908094697492983,
+      "loss": 0.6724,
+      "step": 5446
+    },
+    {
+      "epoch": 0.48703505007153075,
+      "grad_norm": 0.1694266622271161,
+      "learning_rate": 0.00010905210614018957,
+      "loss": 0.6779,
+      "step": 5447
+    },
+    {
+      "epoch": 0.4871244635193133,
+      "grad_norm": 0.14483856138709092,
+      "learning_rate": 0.0001090232645462601,
+      "loss": 0.7013,
+      "step": 5448
+    },
+    {
+      "epoch": 0.48721387696709584,
+      "grad_norm": 0.15440370818281732,
+      "learning_rate": 0.00010899442219556033,
+      "loss": 0.5991,
+      "step": 5449
+    },
+    {
+      "epoch": 0.4873032904148784,
+      "grad_norm": 0.14278305223309604,
+      "learning_rate": 0.00010896557909050927,
+      "loss": 0.6563,
+      "step": 5450
+    },
+    {
+      "epoch": 0.4873927038626609,
+      "grad_norm": 0.1417575860256242,
+      "learning_rate": 0.00010893673523352585,
+      "loss": 0.6654,
+      "step": 5451
+    },
+    {
+      "epoch": 0.4874821173104435,
+      "grad_norm": 0.1671943398186951,
+      "learning_rate": 0.00010890789062702926,
+      "loss": 0.725,
+      "step": 5452
+    },
+    {
+      "epoch": 0.487571530758226,
+      "grad_norm": 0.15689704376272237,
+      "learning_rate": 0.00010887904527343866,
+      "loss": 0.6684,
+      "step": 5453
+    },
+    {
+      "epoch": 0.4876609442060086,
+      "grad_norm": 0.15318714796636768,
+      "learning_rate": 0.00010885019917517325,
+      "loss": 0.6785,
+      "step": 5454
+    },
+    {
+      "epoch": 0.48775035765379116,
+      "grad_norm": 0.15042198284304684,
+      "learning_rate": 0.00010882135233465232,
+      "loss": 0.6566,
+      "step": 5455
+    },
+    {
+      "epoch": 0.48783977110157367,
+      "grad_norm": 0.15043841863029722,
+      "learning_rate": 0.00010879250475429523,
+      "loss": 0.6356,
+      "step": 5456
+    },
+    {
+      "epoch": 0.48792918454935624,
+      "grad_norm": 0.14146529977363875,
+      "learning_rate": 0.0001087636564365214,
+      "loss": 0.6921,
+      "step": 5457
+    },
+    {
+      "epoch": 0.48801859799713876,
+      "grad_norm": 0.16529167896966276,
+      "learning_rate": 0.00010873480738375024,
+      "loss": 0.7199,
+      "step": 5458
+    },
+    {
+      "epoch": 0.48810801144492133,
+      "grad_norm": 0.16624808265168442,
+      "learning_rate": 0.00010870595759840137,
+      "loss": 0.6734,
+      "step": 5459
+    },
+    {
+      "epoch": 0.48819742489270385,
+      "grad_norm": 0.16502664784742624,
+      "learning_rate": 0.00010867710708289434,
+      "loss": 0.6421,
+      "step": 5460
+    },
+    {
+      "epoch": 0.4882868383404864,
+      "grad_norm": 0.148468243509319,
+      "learning_rate": 0.00010864825583964882,
+      "loss": 0.667,
+      "step": 5461
+    },
+    {
+      "epoch": 0.48837625178826893,
+      "grad_norm": 0.14886759703991634,
+      "learning_rate": 0.00010861940387108451,
+      "loss": 0.6216,
+      "step": 5462
+    },
+    {
+      "epoch": 0.4884656652360515,
+      "grad_norm": 0.14038269464466335,
+      "learning_rate": 0.00010859055117962125,
+      "loss": 0.6591,
+      "step": 5463
+    },
+    {
+      "epoch": 0.488555078683834,
+      "grad_norm": 0.1500580972518738,
+      "learning_rate": 0.00010856169776767882,
+      "loss": 0.629,
+      "step": 5464
+    },
+    {
+      "epoch": 0.4886444921316166,
+      "grad_norm": 0.14572617863609297,
+      "learning_rate": 0.0001085328436376771,
+      "loss": 0.6263,
+      "step": 5465
+    },
+    {
+      "epoch": 0.48873390557939916,
+      "grad_norm": 0.16107885976031874,
+      "learning_rate": 0.00010850398879203611,
+      "loss": 0.6527,
+      "step": 5466
+    },
+    {
+      "epoch": 0.4888233190271817,
+      "grad_norm": 0.14585951577215664,
+      "learning_rate": 0.00010847513323317588,
+      "loss": 0.663,
+      "step": 5467
+    },
+    {
+      "epoch": 0.48891273247496425,
+      "grad_norm": 0.1588180945244965,
+      "learning_rate": 0.00010844627696351644,
+      "loss": 0.6566,
+      "step": 5468
+    },
+    {
+      "epoch": 0.48900214592274677,
+      "grad_norm": 0.15259652718796327,
+      "learning_rate": 0.00010841741998547794,
+      "loss": 0.6455,
+      "step": 5469
+    },
+    {
+      "epoch": 0.48909155937052934,
+      "grad_norm": 0.15958485892130547,
+      "learning_rate": 0.00010838856230148063,
+      "loss": 0.7089,
+      "step": 5470
+    },
+    {
+      "epoch": 0.48918097281831185,
+      "grad_norm": 0.14437974619777702,
+      "learning_rate": 0.0001083597039139447,
+      "loss": 0.6858,
+      "step": 5471
+    },
+    {
+      "epoch": 0.4892703862660944,
+      "grad_norm": 0.16252209870574405,
+      "learning_rate": 0.00010833084482529048,
+      "loss": 0.6803,
+      "step": 5472
+    },
+    {
+      "epoch": 0.48935979971387694,
+      "grad_norm": 0.1574489083120589,
+      "learning_rate": 0.0001083019850379384,
+      "loss": 0.7043,
+      "step": 5473
+    },
+    {
+      "epoch": 0.4894492131616595,
+      "grad_norm": 0.1551902101893104,
+      "learning_rate": 0.00010827312455430884,
+      "loss": 0.694,
+      "step": 5474
+    },
+    {
+      "epoch": 0.4895386266094421,
+      "grad_norm": 0.15242356158281836,
+      "learning_rate": 0.00010824426337682235,
+      "loss": 0.6632,
+      "step": 5475
+    },
+    {
+      "epoch": 0.4896280400572246,
+      "grad_norm": 0.12942193769041022,
+      "learning_rate": 0.00010821540150789939,
+      "loss": 0.6534,
+      "step": 5476
+    },
+    {
+      "epoch": 0.48971745350500717,
+      "grad_norm": 0.14793702724946853,
+      "learning_rate": 0.00010818653894996067,
+      "loss": 0.6751,
+      "step": 5477
+    },
+    {
+      "epoch": 0.4898068669527897,
+      "grad_norm": 0.1445587645769382,
+      "learning_rate": 0.00010815767570542681,
+      "loss": 0.6674,
+      "step": 5478
+    },
+    {
+      "epoch": 0.48989628040057226,
+      "grad_norm": 0.134519445669189,
+      "learning_rate": 0.00010812881177671852,
+      "loss": 0.6529,
+      "step": 5479
+    },
+    {
+      "epoch": 0.4899856938483548,
+      "grad_norm": 0.15842079314728372,
+      "learning_rate": 0.00010809994716625662,
+      "loss": 0.6622,
+      "step": 5480
+    },
+    {
+      "epoch": 0.49007510729613735,
+      "grad_norm": 0.16220892038125603,
+      "learning_rate": 0.00010807108187646195,
+      "loss": 0.7064,
+      "step": 5481
+    },
+    {
+      "epoch": 0.49016452074391986,
+      "grad_norm": 0.1402409929859186,
+      "learning_rate": 0.00010804221590975535,
+      "loss": 0.656,
+      "step": 5482
+    },
+    {
+      "epoch": 0.49025393419170243,
+      "grad_norm": 0.14806940303538949,
+      "learning_rate": 0.00010801334926855784,
+      "loss": 0.69,
+      "step": 5483
+    },
+    {
+      "epoch": 0.490343347639485,
+      "grad_norm": 0.1493748879980615,
+      "learning_rate": 0.0001079844819552904,
+      "loss": 0.679,
+      "step": 5484
+    },
+    {
+      "epoch": 0.4904327610872675,
+      "grad_norm": 0.14539766433405535,
+      "learning_rate": 0.0001079556139723741,
+      "loss": 0.633,
+      "step": 5485
+    },
+    {
+      "epoch": 0.4905221745350501,
+      "grad_norm": 0.13464159723902114,
+      "learning_rate": 0.00010792674532223006,
+      "loss": 0.6384,
+      "step": 5486
+    },
+    {
+      "epoch": 0.4906115879828326,
+      "grad_norm": 0.16130777586042727,
+      "learning_rate": 0.00010789787600727948,
+      "loss": 0.6965,
+      "step": 5487
+    },
+    {
+      "epoch": 0.4907010014306152,
+      "grad_norm": 0.15467839546992804,
+      "learning_rate": 0.00010786900602994359,
+      "loss": 0.6642,
+      "step": 5488
+    },
+    {
+      "epoch": 0.4907904148783977,
+      "grad_norm": 0.1601241222552855,
+      "learning_rate": 0.00010784013539264359,
+      "loss": 0.7012,
+      "step": 5489
+    },
+    {
+      "epoch": 0.49087982832618027,
+      "grad_norm": 0.19926797733418228,
+      "learning_rate": 0.00010781126409780098,
+      "loss": 0.6938,
+      "step": 5490
+    },
+    {
+      "epoch": 0.4909692417739628,
+      "grad_norm": 0.1707289619969949,
+      "learning_rate": 0.00010778239214783708,
+      "loss": 0.6841,
+      "step": 5491
+    },
+    {
+      "epoch": 0.49105865522174535,
+      "grad_norm": 0.17996127415934196,
+      "learning_rate": 0.00010775351954517332,
+      "loss": 0.6538,
+      "step": 5492
+    },
+    {
+      "epoch": 0.49114806866952787,
+      "grad_norm": 0.14493861195201097,
+      "learning_rate": 0.00010772464629223124,
+      "loss": 0.6698,
+      "step": 5493
+    },
+    {
+      "epoch": 0.49123748211731044,
+      "grad_norm": 0.14630550184228183,
+      "learning_rate": 0.00010769577239143242,
+      "loss": 0.6655,
+      "step": 5494
+    },
+    {
+      "epoch": 0.491326895565093,
+      "grad_norm": 0.21220428054495455,
+      "learning_rate": 0.00010766689784519845,
+      "loss": 0.6614,
+      "step": 5495
+    },
+    {
+      "epoch": 0.49141630901287553,
+      "grad_norm": 0.13725933250671363,
+      "learning_rate": 0.00010763802265595102,
+      "loss": 0.6504,
+      "step": 5496
+    },
+    {
+      "epoch": 0.4915057224606581,
+      "grad_norm": 0.142384634011442,
+      "learning_rate": 0.00010760914682611188,
+      "loss": 0.6585,
+      "step": 5497
+    },
+    {
+      "epoch": 0.4915951359084406,
+      "grad_norm": 0.142612810763559,
+      "learning_rate": 0.00010758027035810276,
+      "loss": 0.6649,
+      "step": 5498
+    },
+    {
+      "epoch": 0.4916845493562232,
+      "grad_norm": 0.14108024230549018,
+      "learning_rate": 0.00010755139325434548,
+      "loss": 0.6704,
+      "step": 5499
+    },
+    {
+      "epoch": 0.4917739628040057,
+      "grad_norm": 0.15578140438433047,
+      "learning_rate": 0.00010752251551726205,
+      "loss": 0.6911,
+      "step": 5500
+    },
+    {
+      "epoch": 0.4918633762517883,
+      "grad_norm": 0.15987344549169444,
+      "learning_rate": 0.0001074936371492743,
+      "loss": 0.6478,
+      "step": 5501
+    },
+    {
+      "epoch": 0.4919527896995708,
+      "grad_norm": 0.15290104955510792,
+      "learning_rate": 0.00010746475815280424,
+      "loss": 0.6957,
+      "step": 5502
+    },
+    {
+      "epoch": 0.49204220314735336,
+      "grad_norm": 0.15832229415713092,
+      "learning_rate": 0.00010743587853027391,
+      "loss": 0.6954,
+      "step": 5503
+    },
+    {
+      "epoch": 0.49213161659513593,
+      "grad_norm": 0.15811132576992756,
+      "learning_rate": 0.00010740699828410545,
+      "loss": 0.6446,
+      "step": 5504
+    },
+    {
+      "epoch": 0.49222103004291845,
+      "grad_norm": 0.17064327721832329,
+      "learning_rate": 0.00010737811741672101,
+      "loss": 0.7008,
+      "step": 5505
+    },
+    {
+      "epoch": 0.492310443490701,
+      "grad_norm": 0.14767621799732591,
+      "learning_rate": 0.00010734923593054271,
+      "loss": 0.6466,
+      "step": 5506
+    },
+    {
+      "epoch": 0.49239985693848354,
+      "grad_norm": 0.14471410439671265,
+      "learning_rate": 0.00010732035382799293,
+      "loss": 0.6244,
+      "step": 5507
+    },
+    {
+      "epoch": 0.4924892703862661,
+      "grad_norm": 0.14287104341520176,
+      "learning_rate": 0.00010729147111149392,
+      "loss": 0.6479,
+      "step": 5508
+    },
+    {
+      "epoch": 0.4925786838340486,
+      "grad_norm": 0.1541834340522146,
+      "learning_rate": 0.00010726258778346798,
+      "loss": 0.6611,
+      "step": 5509
+    },
+    {
+      "epoch": 0.4926680972818312,
+      "grad_norm": 0.15526685644895882,
+      "learning_rate": 0.0001072337038463376,
+      "loss": 0.674,
+      "step": 5510
+    },
+    {
+      "epoch": 0.4927575107296137,
+      "grad_norm": 0.14782794112422287,
+      "learning_rate": 0.00010720481930252524,
+      "loss": 0.652,
+      "step": 5511
+    },
+    {
+      "epoch": 0.4928469241773963,
+      "grad_norm": 0.14640094911197155,
+      "learning_rate": 0.00010717593415445335,
+      "loss": 0.6608,
+      "step": 5512
+    },
+    {
+      "epoch": 0.4929363376251788,
+      "grad_norm": 0.14509777157295264,
+      "learning_rate": 0.00010714704840454453,
+      "loss": 0.6542,
+      "step": 5513
+    },
+    {
+      "epoch": 0.49302575107296137,
+      "grad_norm": 0.18383129624023417,
+      "learning_rate": 0.0001071181620552214,
+      "loss": 0.7128,
+      "step": 5514
+    },
+    {
+      "epoch": 0.49311516452074394,
+      "grad_norm": 0.1396611722704929,
+      "learning_rate": 0.00010708927510890665,
+      "loss": 0.625,
+      "step": 5515
+    },
+    {
+      "epoch": 0.49320457796852646,
+      "grad_norm": 0.15426746438852437,
+      "learning_rate": 0.0001070603875680229,
+      "loss": 0.6307,
+      "step": 5516
+    },
+    {
+      "epoch": 0.49329399141630903,
+      "grad_norm": 0.16075048806706035,
+      "learning_rate": 0.000107031499434993,
+      "loss": 0.6734,
+      "step": 5517
+    },
+    {
+      "epoch": 0.49338340486409155,
+      "grad_norm": 0.14235642984466537,
+      "learning_rate": 0.00010700261071223973,
+      "loss": 0.6647,
+      "step": 5518
+    },
+    {
+      "epoch": 0.4934728183118741,
+      "grad_norm": 0.15058485054725326,
+      "learning_rate": 0.00010697372140218596,
+      "loss": 0.6674,
+      "step": 5519
+    },
+    {
+      "epoch": 0.49356223175965663,
+      "grad_norm": 0.16968991716651843,
+      "learning_rate": 0.00010694483150725458,
+      "loss": 0.6387,
+      "step": 5520
+    },
+    {
+      "epoch": 0.4936516452074392,
+      "grad_norm": 0.14983083970851613,
+      "learning_rate": 0.00010691594102986861,
+      "loss": 0.6901,
+      "step": 5521
+    },
+    {
+      "epoch": 0.4937410586552217,
+      "grad_norm": 0.1445089152629355,
+      "learning_rate": 0.000106887049972451,
+      "loss": 0.6843,
+      "step": 5522
+    },
+    {
+      "epoch": 0.4938304721030043,
+      "grad_norm": 0.15990822725991707,
+      "learning_rate": 0.00010685815833742481,
+      "loss": 0.6986,
+      "step": 5523
+    },
+    {
+      "epoch": 0.49391988555078686,
+      "grad_norm": 0.16372837927976502,
+      "learning_rate": 0.00010682926612721315,
+      "loss": 0.7113,
+      "step": 5524
+    },
+    {
+      "epoch": 0.4940092989985694,
+      "grad_norm": 0.1679555889577722,
+      "learning_rate": 0.00010680037334423925,
+      "loss": 0.6675,
+      "step": 5525
+    },
+    {
+      "epoch": 0.49409871244635195,
+      "grad_norm": 0.15857963418241558,
+      "learning_rate": 0.00010677147999092618,
+      "loss": 0.6789,
+      "step": 5526
+    },
+    {
+      "epoch": 0.49418812589413447,
+      "grad_norm": 0.15138058115663816,
+      "learning_rate": 0.00010674258606969729,
+      "loss": 0.6685,
+      "step": 5527
+    },
+    {
+      "epoch": 0.49427753934191704,
+      "grad_norm": 0.14350659267224028,
+      "learning_rate": 0.00010671369158297586,
+      "loss": 0.6622,
+      "step": 5528
+    },
+    {
+      "epoch": 0.49436695278969955,
+      "grad_norm": 0.15143224930434718,
+      "learning_rate": 0.00010668479653318522,
+      "loss": 0.6397,
+      "step": 5529
+    },
+    {
+      "epoch": 0.4944563662374821,
+      "grad_norm": 0.14300531996822444,
+      "learning_rate": 0.00010665590092274876,
+      "loss": 0.6534,
+      "step": 5530
+    },
+    {
+      "epoch": 0.49454577968526464,
+      "grad_norm": 0.16117954427472303,
+      "learning_rate": 0.00010662700475408994,
+      "loss": 0.6838,
+      "step": 5531
+    },
+    {
+      "epoch": 0.4946351931330472,
+      "grad_norm": 0.14193069100095157,
+      "learning_rate": 0.00010659810802963224,
+      "loss": 0.6529,
+      "step": 5532
+    },
+    {
+      "epoch": 0.4947246065808298,
+      "grad_norm": 0.13273315494735283,
+      "learning_rate": 0.00010656921075179915,
+      "loss": 0.6852,
+      "step": 5533
+    },
+    {
+      "epoch": 0.4948140200286123,
+      "grad_norm": 0.15896775709587957,
+      "learning_rate": 0.00010654031292301432,
+      "loss": 0.6851,
+      "step": 5534
+    },
+    {
+      "epoch": 0.49490343347639487,
+      "grad_norm": 0.154744072911018,
+      "learning_rate": 0.00010651141454570135,
+      "loss": 0.689,
+      "step": 5535
+    },
+    {
+      "epoch": 0.4949928469241774,
+      "grad_norm": 0.12565600093054835,
+      "learning_rate": 0.00010648251562228386,
+      "loss": 0.6186,
+      "step": 5536
+    },
+    {
+      "epoch": 0.49508226037195996,
+      "grad_norm": 0.1603137714848257,
+      "learning_rate": 0.00010645361615518565,
+      "loss": 0.7195,
+      "step": 5537
+    },
+    {
+      "epoch": 0.4951716738197425,
+      "grad_norm": 0.13823889456966523,
+      "learning_rate": 0.00010642471614683045,
+      "loss": 0.6789,
+      "step": 5538
+    },
+    {
+      "epoch": 0.49526108726752505,
+      "grad_norm": 0.1568029247578376,
+      "learning_rate": 0.00010639581559964205,
+      "loss": 0.6741,
+      "step": 5539
+    },
+    {
+      "epoch": 0.49535050071530756,
+      "grad_norm": 0.12610407159431702,
+      "learning_rate": 0.00010636691451604434,
+      "loss": 0.6027,
+      "step": 5540
+    },
+    {
+      "epoch": 0.49543991416309013,
+      "grad_norm": 0.16018174253619244,
+      "learning_rate": 0.00010633801289846119,
+      "loss": 0.67,
+      "step": 5541
+    },
+    {
+      "epoch": 0.49552932761087265,
+      "grad_norm": 0.14688428646574567,
+      "learning_rate": 0.00010630911074931655,
+      "loss": 0.6457,
+      "step": 5542
+    },
+    {
+      "epoch": 0.4956187410586552,
+      "grad_norm": 0.18088314493569874,
+      "learning_rate": 0.00010628020807103441,
+      "loss": 0.6735,
+      "step": 5543
+    },
+    {
+      "epoch": 0.4957081545064378,
+      "grad_norm": 0.17585428821135465,
+      "learning_rate": 0.00010625130486603878,
+      "loss": 0.7102,
+      "step": 5544
+    },
+    {
+      "epoch": 0.4957975679542203,
+      "grad_norm": 0.14699537857424566,
+      "learning_rate": 0.00010622240113675382,
+      "loss": 0.6761,
+      "step": 5545
+    },
+    {
+      "epoch": 0.4958869814020029,
+      "grad_norm": 0.1637465539686322,
+      "learning_rate": 0.00010619349688560354,
+      "loss": 0.698,
+      "step": 5546
+    },
+    {
+      "epoch": 0.4959763948497854,
+      "grad_norm": 0.15809835149993826,
+      "learning_rate": 0.00010616459211501217,
+      "loss": 0.6813,
+      "step": 5547
+    },
+    {
+      "epoch": 0.49606580829756797,
+      "grad_norm": 0.14261683491617363,
+      "learning_rate": 0.00010613568682740391,
+      "loss": 0.6843,
+      "step": 5548
+    },
+    {
+      "epoch": 0.4961552217453505,
+      "grad_norm": 0.14376598997778206,
+      "learning_rate": 0.00010610678102520301,
+      "loss": 0.6484,
+      "step": 5549
+    },
+    {
+      "epoch": 0.49624463519313305,
+      "grad_norm": 0.1465984169325479,
+      "learning_rate": 0.00010607787471083375,
+      "loss": 0.654,
+      "step": 5550
+    },
+    {
+      "epoch": 0.49633404864091557,
+      "grad_norm": 0.16174276184532077,
+      "learning_rate": 0.00010604896788672048,
+      "loss": 0.7646,
+      "step": 5551
+    },
+    {
+      "epoch": 0.49642346208869814,
+      "grad_norm": 0.16701128805896948,
+      "learning_rate": 0.0001060200605552876,
+      "loss": 0.7002,
+      "step": 5552
+    },
+    {
+      "epoch": 0.4965128755364807,
+      "grad_norm": 0.15038679701062643,
+      "learning_rate": 0.00010599115271895948,
+      "loss": 0.6556,
+      "step": 5553
+    },
+    {
+      "epoch": 0.49660228898426323,
+      "grad_norm": 0.15678328466197905,
+      "learning_rate": 0.00010596224438016063,
+      "loss": 0.7042,
+      "step": 5554
+    },
+    {
+      "epoch": 0.4966917024320458,
+      "grad_norm": 0.14622221053779536,
+      "learning_rate": 0.00010593333554131552,
+      "loss": 0.6687,
+      "step": 5555
+    },
+    {
+      "epoch": 0.4967811158798283,
+      "grad_norm": 0.13868575688275808,
+      "learning_rate": 0.00010590442620484875,
+      "loss": 0.6664,
+      "step": 5556
+    },
+    {
+      "epoch": 0.4968705293276109,
+      "grad_norm": 0.16379052461785737,
+      "learning_rate": 0.00010587551637318489,
+      "loss": 0.7048,
+      "step": 5557
+    },
+    {
+      "epoch": 0.4969599427753934,
+      "grad_norm": 0.13673857352729926,
+      "learning_rate": 0.00010584660604874857,
+      "loss": 0.655,
+      "step": 5558
+    },
+    {
+      "epoch": 0.497049356223176,
+      "grad_norm": 0.16803596205423785,
+      "learning_rate": 0.00010581769523396445,
+      "loss": 0.6914,
+      "step": 5559
+    },
+    {
+      "epoch": 0.4971387696709585,
+      "grad_norm": 0.1678802557346269,
+      "learning_rate": 0.00010578878393125724,
+      "loss": 0.6873,
+      "step": 5560
+    },
+    {
+      "epoch": 0.49722818311874106,
+      "grad_norm": 0.1791199039720581,
+      "learning_rate": 0.00010575987214305174,
+      "loss": 0.6856,
+      "step": 5561
+    },
+    {
+      "epoch": 0.4973175965665236,
+      "grad_norm": 0.16237886138581764,
+      "learning_rate": 0.0001057309598717727,
+      "loss": 0.638,
+      "step": 5562
+    },
+    {
+      "epoch": 0.49740701001430615,
+      "grad_norm": 0.15239587213545042,
+      "learning_rate": 0.000105702047119845,
+      "loss": 0.7116,
+      "step": 5563
+    },
+    {
+      "epoch": 0.4974964234620887,
+      "grad_norm": 0.15044684817174056,
+      "learning_rate": 0.00010567313388969348,
+      "loss": 0.6727,
+      "step": 5564
+    },
+    {
+      "epoch": 0.49758583690987124,
+      "grad_norm": 0.14716986992844822,
+      "learning_rate": 0.00010564422018374307,
+      "loss": 0.6735,
+      "step": 5565
+    },
+    {
+      "epoch": 0.4976752503576538,
+      "grad_norm": 0.15718695653405274,
+      "learning_rate": 0.00010561530600441873,
+      "loss": 0.7044,
+      "step": 5566
+    },
+    {
+      "epoch": 0.4977646638054363,
+      "grad_norm": 0.14747530256427235,
+      "learning_rate": 0.00010558639135414545,
+      "loss": 0.6386,
+      "step": 5567
+    },
+    {
+      "epoch": 0.4978540772532189,
+      "grad_norm": 0.14430392327607547,
+      "learning_rate": 0.00010555747623534831,
+      "loss": 0.6463,
+      "step": 5568
+    },
+    {
+      "epoch": 0.4979434907010014,
+      "grad_norm": 0.16407443913927652,
+      "learning_rate": 0.00010552856065045232,
+      "loss": 0.6601,
+      "step": 5569
+    },
+    {
+      "epoch": 0.498032904148784,
+      "grad_norm": 0.14730509453174573,
+      "learning_rate": 0.00010549964460188261,
+      "loss": 0.6653,
+      "step": 5570
+    },
+    {
+      "epoch": 0.4981223175965665,
+      "grad_norm": 0.14154061489691094,
+      "learning_rate": 0.00010547072809206437,
+      "loss": 0.6452,
+      "step": 5571
+    },
+    {
+      "epoch": 0.49821173104434907,
+      "grad_norm": 0.16155937104347265,
+      "learning_rate": 0.00010544181112342278,
+      "loss": 0.6782,
+      "step": 5572
+    },
+    {
+      "epoch": 0.49830114449213164,
+      "grad_norm": 0.14286355651770086,
+      "learning_rate": 0.00010541289369838302,
+      "loss": 0.6538,
+      "step": 5573
+    },
+    {
+      "epoch": 0.49839055793991416,
+      "grad_norm": 0.14204646047144892,
+      "learning_rate": 0.00010538397581937048,
+      "loss": 0.673,
+      "step": 5574
+    },
+    {
+      "epoch": 0.49847997138769673,
+      "grad_norm": 0.14899459021724912,
+      "learning_rate": 0.00010535505748881031,
+      "loss": 0.6824,
+      "step": 5575
+    },
+    {
+      "epoch": 0.49856938483547925,
+      "grad_norm": 0.1601120978396257,
+      "learning_rate": 0.00010532613870912799,
+      "loss": 0.7106,
+      "step": 5576
+    },
+    {
+      "epoch": 0.4986587982832618,
+      "grad_norm": 0.1354341685369771,
+      "learning_rate": 0.00010529721948274882,
+      "loss": 0.6625,
+      "step": 5577
+    },
+    {
+      "epoch": 0.49874821173104433,
+      "grad_norm": 0.14823539054353704,
+      "learning_rate": 0.00010526829981209827,
+      "loss": 0.6578,
+      "step": 5578
+    },
+    {
+      "epoch": 0.4988376251788269,
+      "grad_norm": 0.14956451210880772,
+      "learning_rate": 0.00010523937969960176,
+      "loss": 0.645,
+      "step": 5579
+    },
+    {
+      "epoch": 0.4989270386266094,
+      "grad_norm": 0.15587485390708325,
+      "learning_rate": 0.00010521045914768482,
+      "loss": 0.6612,
+      "step": 5580
+    },
+    {
+      "epoch": 0.499016452074392,
+      "grad_norm": 0.16122881580908524,
+      "learning_rate": 0.00010518153815877294,
+      "loss": 0.661,
+      "step": 5581
+    },
+    {
+      "epoch": 0.4991058655221745,
+      "grad_norm": 0.1525731282922118,
+      "learning_rate": 0.00010515261673529173,
+      "loss": 0.6885,
+      "step": 5582
+    },
+    {
+      "epoch": 0.4991952789699571,
+      "grad_norm": 0.1603817153248796,
+      "learning_rate": 0.00010512369487966678,
+      "loss": 0.665,
+      "step": 5583
+    },
+    {
+      "epoch": 0.49928469241773965,
+      "grad_norm": 0.13100083484976963,
+      "learning_rate": 0.00010509477259432372,
+      "loss": 0.6291,
+      "step": 5584
+    },
+    {
+      "epoch": 0.49937410586552217,
+      "grad_norm": 0.14316746558705618,
+      "learning_rate": 0.00010506584988168824,
+      "loss": 0.6792,
+      "step": 5585
+    },
+    {
+      "epoch": 0.49946351931330474,
+      "grad_norm": 0.14182577704522362,
+      "learning_rate": 0.00010503692674418603,
+      "loss": 0.6465,
+      "step": 5586
+    },
+    {
+      "epoch": 0.49955293276108725,
+      "grad_norm": 0.14767994309363489,
+      "learning_rate": 0.00010500800318424286,
+      "loss": 0.685,
+      "step": 5587
+    },
+    {
+      "epoch": 0.4996423462088698,
+      "grad_norm": 0.13857028868879465,
+      "learning_rate": 0.00010497907920428454,
+      "loss": 0.6346,
+      "step": 5588
+    },
+    {
+      "epoch": 0.49973175965665234,
+      "grad_norm": 0.16425221745714208,
+      "learning_rate": 0.00010495015480673685,
+      "loss": 0.6936,
+      "step": 5589
+    },
+    {
+      "epoch": 0.4998211731044349,
+      "grad_norm": 0.135205399707194,
+      "learning_rate": 0.00010492122999402562,
+      "loss": 0.6216,
+      "step": 5590
+    },
+    {
+      "epoch": 0.49991058655221743,
+      "grad_norm": 0.12723457928540938,
+      "learning_rate": 0.00010489230476857681,
+      "loss": 0.6217,
+      "step": 5591
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.1616069601584692,
+      "learning_rate": 0.00010486337913281632,
+      "loss": 0.6838,
+      "step": 5592
+    },
+    {
+      "epoch": 0.5000894134477826,
+      "grad_norm": 0.15819618179975434,
+      "learning_rate": 0.00010483445308917006,
+      "loss": 0.703,
+      "step": 5593
+    },
+    {
+      "epoch": 0.5001788268955651,
+      "grad_norm": 0.143637743495593,
+      "learning_rate": 0.00010480552664006406,
+      "loss": 0.6555,
+      "step": 5594
+    },
+    {
+      "epoch": 0.5002682403433476,
+      "grad_norm": 0.12749000726366333,
+      "learning_rate": 0.00010477659978792438,
+      "loss": 0.6427,
+      "step": 5595
+    },
+    {
+      "epoch": 0.5003576537911302,
+      "grad_norm": 0.1337856505554169,
+      "learning_rate": 0.00010474767253517701,
+      "loss": 0.6804,
+      "step": 5596
+    },
+    {
+      "epoch": 0.5004470672389127,
+      "grad_norm": 0.14278340101344325,
+      "learning_rate": 0.00010471874488424808,
+      "loss": 0.6481,
+      "step": 5597
+    },
+    {
+      "epoch": 0.5005364806866953,
+      "grad_norm": 0.1718180440162231,
+      "learning_rate": 0.00010468981683756373,
+      "loss": 0.688,
+      "step": 5598
+    },
+    {
+      "epoch": 0.5006258941344778,
+      "grad_norm": 0.13155126646586246,
+      "learning_rate": 0.00010466088839755012,
+      "loss": 0.6487,
+      "step": 5599
+    },
+    {
+      "epoch": 0.5007153075822603,
+      "grad_norm": 0.14613772236343017,
+      "learning_rate": 0.00010463195956663338,
+      "loss": 0.6567,
+      "step": 5600
+    },
+    {
+      "epoch": 0.5008047210300429,
+      "grad_norm": 0.16180449180462358,
+      "learning_rate": 0.00010460303034723985,
+      "loss": 0.6892,
+      "step": 5601
+    },
+    {
+      "epoch": 0.5008941344778255,
+      "grad_norm": 0.13690719540013974,
+      "learning_rate": 0.00010457410074179568,
+      "loss": 0.6358,
+      "step": 5602
+    },
+    {
+      "epoch": 0.5009835479256081,
+      "grad_norm": 0.1687252339650382,
+      "learning_rate": 0.00010454517075272721,
+      "loss": 0.6673,
+      "step": 5603
+    },
+    {
+      "epoch": 0.5010729613733905,
+      "grad_norm": 0.16102955373781733,
+      "learning_rate": 0.00010451624038246075,
+      "loss": 0.6652,
+      "step": 5604
+    },
+    {
+      "epoch": 0.5011623748211731,
+      "grad_norm": 0.16923351991752095,
+      "learning_rate": 0.00010448730963342268,
+      "loss": 0.7177,
+      "step": 5605
+    },
+    {
+      "epoch": 0.5012517882689557,
+      "grad_norm": 0.1455674313956455,
+      "learning_rate": 0.00010445837850803939,
+      "loss": 0.7034,
+      "step": 5606
+    },
+    {
+      "epoch": 0.5013412017167382,
+      "grad_norm": 0.16004247841363178,
+      "learning_rate": 0.00010442944700873722,
+      "loss": 0.7048,
+      "step": 5607
+    },
+    {
+      "epoch": 0.5014306151645207,
+      "grad_norm": 0.1405022641611069,
+      "learning_rate": 0.00010440051513794271,
+      "loss": 0.6698,
+      "step": 5608
+    },
+    {
+      "epoch": 0.5015200286123033,
+      "grad_norm": 0.17188733563483855,
+      "learning_rate": 0.00010437158289808233,
+      "loss": 0.7084,
+      "step": 5609
+    },
+    {
+      "epoch": 0.5016094420600858,
+      "grad_norm": 0.16417997798544787,
+      "learning_rate": 0.00010434265029158254,
+      "loss": 0.679,
+      "step": 5610
+    },
+    {
+      "epoch": 0.5016988555078684,
+      "grad_norm": 0.15651624722323512,
+      "learning_rate": 0.00010431371732086994,
+      "loss": 0.6639,
+      "step": 5611
+    },
+    {
+      "epoch": 0.501788268955651,
+      "grad_norm": 0.14750367148848345,
+      "learning_rate": 0.00010428478398837107,
+      "loss": 0.6999,
+      "step": 5612
+    },
+    {
+      "epoch": 0.5018776824034334,
+      "grad_norm": 0.15114987555638376,
+      "learning_rate": 0.00010425585029651252,
+      "loss": 0.6889,
+      "step": 5613
+    },
+    {
+      "epoch": 0.501967095851216,
+      "grad_norm": 0.1555194594318666,
+      "learning_rate": 0.00010422691624772097,
+      "loss": 0.7132,
+      "step": 5614
+    },
+    {
+      "epoch": 0.5020565092989986,
+      "grad_norm": 0.12787012861747443,
+      "learning_rate": 0.00010419798184442307,
+      "loss": 0.6227,
+      "step": 5615
+    },
+    {
+      "epoch": 0.5021459227467812,
+      "grad_norm": 0.1483682508773616,
+      "learning_rate": 0.00010416904708904548,
+      "loss": 0.6283,
+      "step": 5616
+    },
+    {
+      "epoch": 0.5022353361945636,
+      "grad_norm": 0.1665951791243982,
+      "learning_rate": 0.00010414011198401492,
+      "loss": 0.6873,
+      "step": 5617
+    },
+    {
+      "epoch": 0.5023247496423462,
+      "grad_norm": 0.1308656188914156,
+      "learning_rate": 0.00010411117653175821,
+      "loss": 0.6586,
+      "step": 5618
+    },
+    {
+      "epoch": 0.5024141630901288,
+      "grad_norm": 0.16384300004969993,
+      "learning_rate": 0.0001040822407347021,
+      "loss": 0.7221,
+      "step": 5619
+    },
+    {
+      "epoch": 0.5025035765379113,
+      "grad_norm": 0.1548374402180604,
+      "learning_rate": 0.00010405330459527336,
+      "loss": 0.6624,
+      "step": 5620
+    },
+    {
+      "epoch": 0.5025929899856938,
+      "grad_norm": 0.17134387562367626,
+      "learning_rate": 0.00010402436811589887,
+      "loss": 0.7206,
+      "step": 5621
+    },
+    {
+      "epoch": 0.5026824034334764,
+      "grad_norm": 0.16316428888882406,
+      "learning_rate": 0.00010399543129900549,
+      "loss": 0.7072,
+      "step": 5622
+    },
+    {
+      "epoch": 0.5027718168812589,
+      "grad_norm": 0.16514919014886553,
+      "learning_rate": 0.00010396649414702011,
+      "loss": 0.6699,
+      "step": 5623
+    },
+    {
+      "epoch": 0.5028612303290415,
+      "grad_norm": 0.15408702558672147,
+      "learning_rate": 0.00010393755666236962,
+      "loss": 0.6355,
+      "step": 5624
+    },
+    {
+      "epoch": 0.5029506437768241,
+      "grad_norm": 0.18152749304558335,
+      "learning_rate": 0.00010390861884748107,
+      "loss": 0.7118,
+      "step": 5625
+    },
+    {
+      "epoch": 0.5030400572246065,
+      "grad_norm": 0.13614668312476236,
+      "learning_rate": 0.00010387968070478136,
+      "loss": 0.6939,
+      "step": 5626
+    },
+    {
+      "epoch": 0.5031294706723891,
+      "grad_norm": 0.15011588710234147,
+      "learning_rate": 0.00010385074223669748,
+      "loss": 0.6237,
+      "step": 5627
+    },
+    {
+      "epoch": 0.5032188841201717,
+      "grad_norm": 0.16186900282142902,
+      "learning_rate": 0.0001038218034456565,
+      "loss": 0.7075,
+      "step": 5628
+    },
+    {
+      "epoch": 0.5033082975679543,
+      "grad_norm": 0.16607031660801086,
+      "learning_rate": 0.00010379286433408553,
+      "loss": 0.6929,
+      "step": 5629
+    },
+    {
+      "epoch": 0.5033977110157367,
+      "grad_norm": 0.18135898518530072,
+      "learning_rate": 0.00010376392490441158,
+      "loss": 0.6861,
+      "step": 5630
+    },
+    {
+      "epoch": 0.5034871244635193,
+      "grad_norm": 0.1668647696031779,
+      "learning_rate": 0.00010373498515906177,
+      "loss": 0.7009,
+      "step": 5631
+    },
+    {
+      "epoch": 0.5035765379113019,
+      "grad_norm": 0.17876385450784893,
+      "learning_rate": 0.00010370604510046331,
+      "loss": 0.6635,
+      "step": 5632
+    },
+    {
+      "epoch": 0.5036659513590844,
+      "grad_norm": 0.1597127488749592,
+      "learning_rate": 0.00010367710473104331,
+      "loss": 0.6979,
+      "step": 5633
+    },
+    {
+      "epoch": 0.503755364806867,
+      "grad_norm": 0.16624291051532314,
+      "learning_rate": 0.00010364816405322895,
+      "loss": 0.6764,
+      "step": 5634
+    },
+    {
+      "epoch": 0.5038447782546495,
+      "grad_norm": 0.13443598941192555,
+      "learning_rate": 0.00010361922306944751,
+      "loss": 0.6355,
+      "step": 5635
+    },
+    {
+      "epoch": 0.503934191702432,
+      "grad_norm": 0.146779861885026,
+      "learning_rate": 0.0001035902817821262,
+      "loss": 0.6624,
+      "step": 5636
+    },
+    {
+      "epoch": 0.5040236051502146,
+      "grad_norm": 0.1525543079090407,
+      "learning_rate": 0.00010356134019369227,
+      "loss": 0.653,
+      "step": 5637
+    },
+    {
+      "epoch": 0.5041130185979972,
+      "grad_norm": 0.14692931555242913,
+      "learning_rate": 0.00010353239830657304,
+      "loss": 0.6185,
+      "step": 5638
+    },
+    {
+      "epoch": 0.5042024320457796,
+      "grad_norm": 0.16627354604390995,
+      "learning_rate": 0.00010350345612319586,
+      "loss": 0.7109,
+      "step": 5639
+    },
+    {
+      "epoch": 0.5042918454935622,
+      "grad_norm": 0.1681541420716703,
+      "learning_rate": 0.00010347451364598804,
+      "loss": 0.7039,
+      "step": 5640
+    },
+    {
+      "epoch": 0.5043812589413448,
+      "grad_norm": 0.12294498461611549,
+      "learning_rate": 0.00010344557087737692,
+      "loss": 0.6209,
+      "step": 5641
+    },
+    {
+      "epoch": 0.5044706723891274,
+      "grad_norm": 0.1763931550368334,
+      "learning_rate": 0.00010341662781978996,
+      "loss": 0.7254,
+      "step": 5642
+    },
+    {
+      "epoch": 0.5045600858369099,
+      "grad_norm": 0.1488195462751156,
+      "learning_rate": 0.00010338768447565457,
+      "loss": 0.6572,
+      "step": 5643
+    },
+    {
+      "epoch": 0.5046494992846924,
+      "grad_norm": 0.1535544592573602,
+      "learning_rate": 0.00010335874084739814,
+      "loss": 0.6354,
+      "step": 5644
+    },
+    {
+      "epoch": 0.504738912732475,
+      "grad_norm": 0.15783579923882846,
+      "learning_rate": 0.00010332979693744815,
+      "loss": 0.672,
+      "step": 5645
+    },
+    {
+      "epoch": 0.5048283261802575,
+      "grad_norm": 0.14537124127238144,
+      "learning_rate": 0.00010330085274823218,
+      "loss": 0.6904,
+      "step": 5646
+    },
+    {
+      "epoch": 0.5049177396280401,
+      "grad_norm": 0.15788841032820772,
+      "learning_rate": 0.00010327190828217763,
+      "loss": 0.6876,
+      "step": 5647
+    },
+    {
+      "epoch": 0.5050071530758226,
+      "grad_norm": 0.1733718517481924,
+      "learning_rate": 0.00010324296354171207,
+      "loss": 0.6629,
+      "step": 5648
+    },
+    {
+      "epoch": 0.5050965665236051,
+      "grad_norm": 0.1638779524683535,
+      "learning_rate": 0.00010321401852926312,
+      "loss": 0.6923,
+      "step": 5649
+    },
+    {
+      "epoch": 0.5051859799713877,
+      "grad_norm": 0.15192901789605465,
+      "learning_rate": 0.0001031850732472583,
+      "loss": 0.7036,
+      "step": 5650
+    },
+    {
+      "epoch": 0.5052753934191703,
+      "grad_norm": 0.14220816211376744,
+      "learning_rate": 0.00010315612769812524,
+      "loss": 0.6558,
+      "step": 5651
+    },
+    {
+      "epoch": 0.5053648068669528,
+      "grad_norm": 0.1429150657651799,
+      "learning_rate": 0.00010312718188429154,
+      "loss": 0.6854,
+      "step": 5652
+    },
+    {
+      "epoch": 0.5054542203147353,
+      "grad_norm": 0.16784589862434823,
+      "learning_rate": 0.00010309823580818489,
+      "loss": 0.7119,
+      "step": 5653
+    },
+    {
+      "epoch": 0.5055436337625179,
+      "grad_norm": 0.1443252703743762,
+      "learning_rate": 0.00010306928947223294,
+      "loss": 0.6557,
+      "step": 5654
+    },
+    {
+      "epoch": 0.5056330472103004,
+      "grad_norm": 0.16674444910029776,
+      "learning_rate": 0.00010304034287886337,
+      "loss": 0.7027,
+      "step": 5655
+    },
+    {
+      "epoch": 0.505722460658083,
+      "grad_norm": 0.16885908511991435,
+      "learning_rate": 0.00010301139603050394,
+      "loss": 0.6565,
+      "step": 5656
+    },
+    {
+      "epoch": 0.5058118741058655,
+      "grad_norm": 0.14784003061962073,
+      "learning_rate": 0.00010298244892958235,
+      "loss": 0.6638,
+      "step": 5657
+    },
+    {
+      "epoch": 0.505901287553648,
+      "grad_norm": 0.14434694745706841,
+      "learning_rate": 0.00010295350157852637,
+      "loss": 0.6715,
+      "step": 5658
+    },
+    {
+      "epoch": 0.5059907010014306,
+      "grad_norm": 0.14750679431743094,
+      "learning_rate": 0.00010292455397976379,
+      "loss": 0.6435,
+      "step": 5659
+    },
+    {
+      "epoch": 0.5060801144492132,
+      "grad_norm": 0.15114523387721948,
+      "learning_rate": 0.0001028956061357224,
+      "loss": 0.6853,
+      "step": 5660
+    },
+    {
+      "epoch": 0.5061695278969958,
+      "grad_norm": 0.15515942720479364,
+      "learning_rate": 0.00010286665804883,
+      "loss": 0.683,
+      "step": 5661
+    },
+    {
+      "epoch": 0.5062589413447782,
+      "grad_norm": 0.16443287900581222,
+      "learning_rate": 0.00010283770972151445,
+      "loss": 0.6794,
+      "step": 5662
+    },
+    {
+      "epoch": 0.5063483547925608,
+      "grad_norm": 0.1720376934417939,
+      "learning_rate": 0.00010280876115620365,
+      "loss": 0.6909,
+      "step": 5663
+    },
+    {
+      "epoch": 0.5064377682403434,
+      "grad_norm": 0.1577946250279658,
+      "learning_rate": 0.00010277981235532541,
+      "loss": 0.6854,
+      "step": 5664
+    },
+    {
+      "epoch": 0.5065271816881259,
+      "grad_norm": 0.136151056083291,
+      "learning_rate": 0.00010275086332130768,
+      "loss": 0.6328,
+      "step": 5665
+    },
+    {
+      "epoch": 0.5066165951359084,
+      "grad_norm": 0.14486064107557617,
+      "learning_rate": 0.00010272191405657836,
+      "loss": 0.6788,
+      "step": 5666
+    },
+    {
+      "epoch": 0.506706008583691,
+      "grad_norm": 0.16280458937442172,
+      "learning_rate": 0.00010269296456356541,
+      "loss": 0.6232,
+      "step": 5667
+    },
+    {
+      "epoch": 0.5067954220314735,
+      "grad_norm": 0.16434839136606033,
+      "learning_rate": 0.00010266401484469674,
+      "loss": 0.6577,
+      "step": 5668
+    },
+    {
+      "epoch": 0.5068848354792561,
+      "grad_norm": 0.17718696709764623,
+      "learning_rate": 0.00010263506490240038,
+      "loss": 0.7129,
+      "step": 5669
+    },
+    {
+      "epoch": 0.5069742489270386,
+      "grad_norm": 0.16773562280678486,
+      "learning_rate": 0.00010260611473910433,
+      "loss": 0.6701,
+      "step": 5670
+    },
+    {
+      "epoch": 0.5070636623748211,
+      "grad_norm": 0.1574473706376713,
+      "learning_rate": 0.00010257716435723656,
+      "loss": 0.6395,
+      "step": 5671
+    },
+    {
+      "epoch": 0.5071530758226037,
+      "grad_norm": 0.14278546266947734,
+      "learning_rate": 0.00010254821375922512,
+      "loss": 0.6318,
+      "step": 5672
+    },
+    {
+      "epoch": 0.5072424892703863,
+      "grad_norm": 0.14303984728427277,
+      "learning_rate": 0.0001025192629474981,
+      "loss": 0.6612,
+      "step": 5673
+    },
+    {
+      "epoch": 0.5073319027181689,
+      "grad_norm": 0.16166390159351984,
+      "learning_rate": 0.0001024903119244835,
+      "loss": 0.6882,
+      "step": 5674
+    },
+    {
+      "epoch": 0.5074213161659513,
+      "grad_norm": 0.17429646555439995,
+      "learning_rate": 0.0001024613606926095,
+      "loss": 0.6721,
+      "step": 5675
+    },
+    {
+      "epoch": 0.5075107296137339,
+      "grad_norm": 0.1701657237407819,
+      "learning_rate": 0.00010243240925430411,
+      "loss": 0.7018,
+      "step": 5676
+    },
+    {
+      "epoch": 0.5076001430615165,
+      "grad_norm": 0.14630139513248555,
+      "learning_rate": 0.00010240345761199553,
+      "loss": 0.6475,
+      "step": 5677
+    },
+    {
+      "epoch": 0.507689556509299,
+      "grad_norm": 0.1413897112403426,
+      "learning_rate": 0.0001023745057681118,
+      "loss": 0.6468,
+      "step": 5678
+    },
+    {
+      "epoch": 0.5077789699570815,
+      "grad_norm": 0.1351978118382644,
+      "learning_rate": 0.00010234555372508119,
+      "loss": 0.6591,
+      "step": 5679
+    },
+    {
+      "epoch": 0.5078683834048641,
+      "grad_norm": 0.15476699435195046,
+      "learning_rate": 0.00010231660148533183,
+      "loss": 0.6947,
+      "step": 5680
+    },
+    {
+      "epoch": 0.5079577968526466,
+      "grad_norm": 0.16852205526462313,
+      "learning_rate": 0.00010228764905129184,
+      "loss": 0.641,
+      "step": 5681
+    },
+    {
+      "epoch": 0.5080472103004292,
+      "grad_norm": 0.16550544733865732,
+      "learning_rate": 0.00010225869642538955,
+      "loss": 0.6764,
+      "step": 5682
+    },
+    {
+      "epoch": 0.5081366237482118,
+      "grad_norm": 0.16686339991680108,
+      "learning_rate": 0.00010222974361005309,
+      "loss": 0.6451,
+      "step": 5683
+    },
+    {
+      "epoch": 0.5082260371959942,
+      "grad_norm": 0.16550711679938834,
+      "learning_rate": 0.00010220079060771075,
+      "loss": 0.6793,
+      "step": 5684
+    },
+    {
+      "epoch": 0.5083154506437768,
+      "grad_norm": 0.15184756768291746,
+      "learning_rate": 0.00010217183742079073,
+      "loss": 0.679,
+      "step": 5685
+    },
+    {
+      "epoch": 0.5084048640915594,
+      "grad_norm": 0.16172444715382361,
+      "learning_rate": 0.00010214288405172133,
+      "loss": 0.6755,
+      "step": 5686
+    },
+    {
+      "epoch": 0.508494277539342,
+      "grad_norm": 0.14254212882529305,
+      "learning_rate": 0.00010211393050293083,
+      "loss": 0.6663,
+      "step": 5687
+    },
+    {
+      "epoch": 0.5085836909871244,
+      "grad_norm": 0.1421788460073831,
+      "learning_rate": 0.00010208497677684754,
+      "loss": 0.627,
+      "step": 5688
+    },
+    {
+      "epoch": 0.508673104434907,
+      "grad_norm": 0.13510822751959964,
+      "learning_rate": 0.0001020560228758998,
+      "loss": 0.6675,
+      "step": 5689
+    },
+    {
+      "epoch": 0.5087625178826896,
+      "grad_norm": 0.1341628901156277,
+      "learning_rate": 0.00010202706880251584,
+      "loss": 0.6563,
+      "step": 5690
+    },
+    {
+      "epoch": 0.5088519313304721,
+      "grad_norm": 0.15264429983969138,
+      "learning_rate": 0.00010199811455912412,
+      "loss": 0.7157,
+      "step": 5691
+    },
+    {
+      "epoch": 0.5089413447782547,
+      "grad_norm": 0.14869599546510445,
+      "learning_rate": 0.00010196916014815292,
+      "loss": 0.5986,
+      "step": 5692
+    },
+    {
+      "epoch": 0.5090307582260372,
+      "grad_norm": 0.14409135258963804,
+      "learning_rate": 0.00010194020557203063,
+      "loss": 0.6502,
+      "step": 5693
+    },
+    {
+      "epoch": 0.5091201716738197,
+      "grad_norm": 0.13960558592581068,
+      "learning_rate": 0.00010191125083318566,
+      "loss": 0.6352,
+      "step": 5694
+    },
+    {
+      "epoch": 0.5092095851216023,
+      "grad_norm": 0.13553582313055093,
+      "learning_rate": 0.00010188229593404639,
+      "loss": 0.6648,
+      "step": 5695
+    },
+    {
+      "epoch": 0.5092989985693849,
+      "grad_norm": 0.1420786615367008,
+      "learning_rate": 0.00010185334087704124,
+      "loss": 0.6549,
+      "step": 5696
+    },
+    {
+      "epoch": 0.5093884120171673,
+      "grad_norm": 0.14889597051319708,
+      "learning_rate": 0.0001018243856645986,
+      "loss": 0.6436,
+      "step": 5697
+    },
+    {
+      "epoch": 0.5094778254649499,
+      "grad_norm": 0.1877206639260806,
+      "learning_rate": 0.00010179543029914695,
+      "loss": 0.7259,
+      "step": 5698
+    },
+    {
+      "epoch": 0.5095672389127325,
+      "grad_norm": 0.1596512180724503,
+      "learning_rate": 0.00010176647478311473,
+      "loss": 0.6666,
+      "step": 5699
+    },
+    {
+      "epoch": 0.509656652360515,
+      "grad_norm": 0.14548258626943905,
+      "learning_rate": 0.00010173751911893041,
+      "loss": 0.6433,
+      "step": 5700
+    },
+    {
+      "epoch": 0.5097460658082976,
+      "grad_norm": 0.16206150142926304,
+      "learning_rate": 0.00010170856330902247,
+      "loss": 0.687,
+      "step": 5701
+    },
+    {
+      "epoch": 0.5098354792560801,
+      "grad_norm": 0.17746990373668478,
+      "learning_rate": 0.00010167960735581936,
+      "loss": 0.698,
+      "step": 5702
+    },
+    {
+      "epoch": 0.5099248927038627,
+      "grad_norm": 0.1673705832625942,
+      "learning_rate": 0.00010165065126174962,
+      "loss": 0.6386,
+      "step": 5703
+    },
+    {
+      "epoch": 0.5100143061516452,
+      "grad_norm": 0.16269430468551127,
+      "learning_rate": 0.00010162169502924177,
+      "loss": 0.6704,
+      "step": 5704
+    },
+    {
+      "epoch": 0.5101037195994278,
+      "grad_norm": 0.1596067763987662,
+      "learning_rate": 0.0001015927386607243,
+      "loss": 0.6765,
+      "step": 5705
+    },
+    {
+      "epoch": 0.5101931330472103,
+      "grad_norm": 0.145484265991133,
+      "learning_rate": 0.00010156378215862578,
+      "loss": 0.6786,
+      "step": 5706
+    },
+    {
+      "epoch": 0.5102825464949928,
+      "grad_norm": 0.16489870982111918,
+      "learning_rate": 0.00010153482552537472,
+      "loss": 0.7254,
+      "step": 5707
+    },
+    {
+      "epoch": 0.5103719599427754,
+      "grad_norm": 0.14917593570610255,
+      "learning_rate": 0.00010150586876339969,
+      "loss": 0.6647,
+      "step": 5708
+    },
+    {
+      "epoch": 0.510461373390558,
+      "grad_norm": 0.15615034446993936,
+      "learning_rate": 0.00010147691187512928,
+      "loss": 0.6619,
+      "step": 5709
+    },
+    {
+      "epoch": 0.5105507868383404,
+      "grad_norm": 0.1604172738314647,
+      "learning_rate": 0.00010144795486299205,
+      "loss": 0.6391,
+      "step": 5710
+    },
+    {
+      "epoch": 0.510640200286123,
+      "grad_norm": 0.15001835393335297,
+      "learning_rate": 0.0001014189977294166,
+      "loss": 0.6509,
+      "step": 5711
+    },
+    {
+      "epoch": 0.5107296137339056,
+      "grad_norm": 0.14786759513944717,
+      "learning_rate": 0.00010139004047683151,
+      "loss": 0.6697,
+      "step": 5712
+    },
+    {
+      "epoch": 0.5108190271816881,
+      "grad_norm": 0.13156839081405225,
+      "learning_rate": 0.00010136108310766544,
+      "loss": 0.638,
+      "step": 5713
+    },
+    {
+      "epoch": 0.5109084406294707,
+      "grad_norm": 0.15029595311039967,
+      "learning_rate": 0.00010133212562434693,
+      "loss": 0.6695,
+      "step": 5714
+    },
+    {
+      "epoch": 0.5109978540772532,
+      "grad_norm": 0.1832674930044973,
+      "learning_rate": 0.00010130316802930467,
+      "loss": 0.6229,
+      "step": 5715
+    },
+    {
+      "epoch": 0.5110872675250357,
+      "grad_norm": 0.16036537577482918,
+      "learning_rate": 0.00010127421032496729,
+      "loss": 0.6646,
+      "step": 5716
+    },
+    {
+      "epoch": 0.5111766809728183,
+      "grad_norm": 0.17416462322191884,
+      "learning_rate": 0.00010124525251376342,
+      "loss": 0.6876,
+      "step": 5717
+    },
+    {
+      "epoch": 0.5112660944206009,
+      "grad_norm": 0.15504323304700676,
+      "learning_rate": 0.00010121629459812172,
+      "loss": 0.6789,
+      "step": 5718
+    },
+    {
+      "epoch": 0.5113555078683834,
+      "grad_norm": 0.15783399468561135,
+      "learning_rate": 0.00010118733658047088,
+      "loss": 0.6569,
+      "step": 5719
+    },
+    {
+      "epoch": 0.5114449213161659,
+      "grad_norm": 0.14939736399504178,
+      "learning_rate": 0.00010115837846323954,
+      "loss": 0.6923,
+      "step": 5720
+    },
+    {
+      "epoch": 0.5115343347639485,
+      "grad_norm": 0.16659871992685624,
+      "learning_rate": 0.00010112942024885639,
+      "loss": 0.6991,
+      "step": 5721
+    },
+    {
+      "epoch": 0.5116237482117311,
+      "grad_norm": 0.15617333952313606,
+      "learning_rate": 0.00010110046193975014,
+      "loss": 0.6759,
+      "step": 5722
+    },
+    {
+      "epoch": 0.5117131616595136,
+      "grad_norm": 0.13702247435280224,
+      "learning_rate": 0.0001010715035383495,
+      "loss": 0.6541,
+      "step": 5723
+    },
+    {
+      "epoch": 0.5118025751072961,
+      "grad_norm": 0.14394609072205583,
+      "learning_rate": 0.00010104254504708311,
+      "loss": 0.6478,
+      "step": 5724
+    },
+    {
+      "epoch": 0.5118919885550787,
+      "grad_norm": 0.16333988113770861,
+      "learning_rate": 0.00010101358646837971,
+      "loss": 0.6772,
+      "step": 5725
+    },
+    {
+      "epoch": 0.5119814020028612,
+      "grad_norm": 0.15431603345400977,
+      "learning_rate": 0.00010098462780466808,
+      "loss": 0.6249,
+      "step": 5726
+    },
+    {
+      "epoch": 0.5120708154506438,
+      "grad_norm": 0.1630536993604445,
+      "learning_rate": 0.00010095566905837692,
+      "loss": 0.6403,
+      "step": 5727
+    },
+    {
+      "epoch": 0.5121602288984263,
+      "grad_norm": 0.13783237549436006,
+      "learning_rate": 0.00010092671023193491,
+      "loss": 0.6427,
+      "step": 5728
+    },
+    {
+      "epoch": 0.5122496423462088,
+      "grad_norm": 0.17417473136934572,
+      "learning_rate": 0.00010089775132777084,
+      "loss": 0.6976,
+      "step": 5729
+    },
+    {
+      "epoch": 0.5123390557939914,
+      "grad_norm": 0.13679692961223153,
+      "learning_rate": 0.00010086879234831345,
+      "loss": 0.6517,
+      "step": 5730
+    },
+    {
+      "epoch": 0.512428469241774,
+      "grad_norm": 0.14372552192004853,
+      "learning_rate": 0.00010083983329599151,
+      "loss": 0.6262,
+      "step": 5731
+    },
+    {
+      "epoch": 0.5125178826895566,
+      "grad_norm": 0.13465771370201757,
+      "learning_rate": 0.00010081087417323374,
+      "loss": 0.6398,
+      "step": 5732
+    },
+    {
+      "epoch": 0.512607296137339,
+      "grad_norm": 0.15021913113554983,
+      "learning_rate": 0.00010078191498246897,
+      "loss": 0.6545,
+      "step": 5733
+    },
+    {
+      "epoch": 0.5126967095851216,
+      "grad_norm": 0.14301268086847826,
+      "learning_rate": 0.00010075295572612593,
+      "loss": 0.6605,
+      "step": 5734
+    },
+    {
+      "epoch": 0.5127861230329042,
+      "grad_norm": 0.15555566977774582,
+      "learning_rate": 0.00010072399640663334,
+      "loss": 0.6604,
+      "step": 5735
+    },
+    {
+      "epoch": 0.5128755364806867,
+      "grad_norm": 0.13756160530379347,
+      "learning_rate": 0.00010069503702642011,
+      "loss": 0.6272,
+      "step": 5736
+    },
+    {
+      "epoch": 0.5129649499284692,
+      "grad_norm": 0.15302495687846998,
+      "learning_rate": 0.00010066607758791495,
+      "loss": 0.6498,
+      "step": 5737
+    },
+    {
+      "epoch": 0.5130543633762518,
+      "grad_norm": 0.17990939995255428,
+      "learning_rate": 0.00010063711809354665,
+      "loss": 0.6874,
+      "step": 5738
+    },
+    {
+      "epoch": 0.5131437768240343,
+      "grad_norm": 0.14318747903291482,
+      "learning_rate": 0.00010060815854574403,
+      "loss": 0.6859,
+      "step": 5739
+    },
+    {
+      "epoch": 0.5132331902718169,
+      "grad_norm": 0.15041283393017546,
+      "learning_rate": 0.00010057919894693593,
+      "loss": 0.6564,
+      "step": 5740
+    },
+    {
+      "epoch": 0.5133226037195995,
+      "grad_norm": 0.16720104443110187,
+      "learning_rate": 0.00010055023929955106,
+      "loss": 0.7128,
+      "step": 5741
+    },
+    {
+      "epoch": 0.5134120171673819,
+      "grad_norm": 0.14420686636510652,
+      "learning_rate": 0.00010052127960601829,
+      "loss": 0.6377,
+      "step": 5742
+    },
+    {
+      "epoch": 0.5135014306151645,
+      "grad_norm": 0.15136698299980314,
+      "learning_rate": 0.00010049231986876646,
+      "loss": 0.6397,
+      "step": 5743
+    },
+    {
+      "epoch": 0.5135908440629471,
+      "grad_norm": 0.15892307722163376,
+      "learning_rate": 0.00010046336009022435,
+      "loss": 0.66,
+      "step": 5744
+    },
+    {
+      "epoch": 0.5136802575107297,
+      "grad_norm": 0.14872203843052978,
+      "learning_rate": 0.00010043440027282078,
+      "loss": 0.6792,
+      "step": 5745
+    },
+    {
+      "epoch": 0.5137696709585121,
+      "grad_norm": 0.14531703652791658,
+      "learning_rate": 0.00010040544041898456,
+      "loss": 0.6526,
+      "step": 5746
+    },
+    {
+      "epoch": 0.5138590844062947,
+      "grad_norm": 0.1529571357414045,
+      "learning_rate": 0.0001003764805311446,
+      "loss": 0.6931,
+      "step": 5747
+    },
+    {
+      "epoch": 0.5139484978540773,
+      "grad_norm": 0.1574538311660191,
+      "learning_rate": 0.00010034752061172961,
+      "loss": 0.6947,
+      "step": 5748
+    },
+    {
+      "epoch": 0.5140379113018598,
+      "grad_norm": 0.15166330381559337,
+      "learning_rate": 0.00010031856066316852,
+      "loss": 0.6546,
+      "step": 5749
+    },
+    {
+      "epoch": 0.5141273247496424,
+      "grad_norm": 0.14364327532395632,
+      "learning_rate": 0.00010028960068789012,
+      "loss": 0.6197,
+      "step": 5750
+    },
+    {
+      "epoch": 0.5142167381974249,
+      "grad_norm": 0.17000607480074145,
+      "learning_rate": 0.00010026064068832328,
+      "loss": 0.7245,
+      "step": 5751
+    },
+    {
+      "epoch": 0.5143061516452074,
+      "grad_norm": 0.16889723370590654,
+      "learning_rate": 0.00010023168066689677,
+      "loss": 0.6811,
+      "step": 5752
+    },
+    {
+      "epoch": 0.51439556509299,
+      "grad_norm": 0.14239384845172534,
+      "learning_rate": 0.00010020272062603953,
+      "loss": 0.6547,
+      "step": 5753
+    },
+    {
+      "epoch": 0.5144849785407726,
+      "grad_norm": 0.14698765821121798,
+      "learning_rate": 0.00010017376056818035,
+      "loss": 0.6622,
+      "step": 5754
+    },
+    {
+      "epoch": 0.514574391988555,
+      "grad_norm": 0.1542038139294214,
+      "learning_rate": 0.00010014480049574808,
+      "loss": 0.651,
+      "step": 5755
+    },
+    {
+      "epoch": 0.5146638054363376,
+      "grad_norm": 0.15757220296468727,
+      "learning_rate": 0.00010011584041117155,
+      "loss": 0.6682,
+      "step": 5756
+    },
+    {
+      "epoch": 0.5147532188841202,
+      "grad_norm": 0.14875110950072212,
+      "learning_rate": 0.00010008688031687964,
+      "loss": 0.6925,
+      "step": 5757
+    },
+    {
+      "epoch": 0.5148426323319027,
+      "grad_norm": 0.1781005869795712,
+      "learning_rate": 0.00010005792021530121,
+      "loss": 0.6617,
+      "step": 5758
+    },
+    {
+      "epoch": 0.5149320457796852,
+      "grad_norm": 0.14793354161795552,
+      "learning_rate": 0.000100028960108865,
+      "loss": 0.658,
+      "step": 5759
+    },
+    {
+      "epoch": 0.5150214592274678,
+      "grad_norm": 0.13562296060623555,
+      "learning_rate": 0.0001,
+      "loss": 0.6183,
+      "step": 5760
+    },
+    {
+      "epoch": 0.5151108726752504,
+      "grad_norm": 0.14478877106607582,
+      "learning_rate": 9.997103989113501e-05,
+      "loss": 0.6633,
+      "step": 5761
+    },
+    {
+      "epoch": 0.5152002861230329,
+      "grad_norm": 0.14347383327214758,
+      "learning_rate": 9.994207978469885e-05,
+      "loss": 0.6826,
+      "step": 5762
+    },
+    {
+      "epoch": 0.5152896995708155,
+      "grad_norm": 0.13264447457158532,
+      "learning_rate": 9.991311968312039e-05,
+      "loss": 0.6571,
+      "step": 5763
+    },
+    {
+      "epoch": 0.515379113018598,
+      "grad_norm": 0.14724575918682217,
+      "learning_rate": 9.988415958882845e-05,
+      "loss": 0.6267,
+      "step": 5764
+    },
+    {
+      "epoch": 0.5154685264663805,
+      "grad_norm": 0.14854335117544587,
+      "learning_rate": 9.985519950425196e-05,
+      "loss": 0.6494,
+      "step": 5765
+    },
+    {
+      "epoch": 0.5155579399141631,
+      "grad_norm": 0.14529024832747325,
+      "learning_rate": 9.982623943181966e-05,
+      "loss": 0.6754,
+      "step": 5766
+    },
+    {
+      "epoch": 0.5156473533619457,
+      "grad_norm": 0.14656103380748958,
+      "learning_rate": 9.979727937396048e-05,
+      "loss": 0.6662,
+      "step": 5767
+    },
+    {
+      "epoch": 0.5157367668097281,
+      "grad_norm": 0.16512820797089625,
+      "learning_rate": 9.976831933310324e-05,
+      "loss": 0.635,
+      "step": 5768
+    },
+    {
+      "epoch": 0.5158261802575107,
+      "grad_norm": 0.15543284692726766,
+      "learning_rate": 9.973935931167677e-05,
+      "loss": 0.675,
+      "step": 5769
+    },
+    {
+      "epoch": 0.5159155937052933,
+      "grad_norm": 0.14887199975172488,
+      "learning_rate": 9.971039931210993e-05,
+      "loss": 0.6424,
+      "step": 5770
+    },
+    {
+      "epoch": 0.5160050071530758,
+      "grad_norm": 0.1790554429948828,
+      "learning_rate": 9.968143933683149e-05,
+      "loss": 0.7037,
+      "step": 5771
+    },
+    {
+      "epoch": 0.5160944206008584,
+      "grad_norm": 0.13553709123883997,
+      "learning_rate": 9.965247938827041e-05,
+      "loss": 0.6234,
+      "step": 5772
+    },
+    {
+      "epoch": 0.5161838340486409,
+      "grad_norm": 0.16204910741427409,
+      "learning_rate": 9.962351946885544e-05,
+      "loss": 0.6521,
+      "step": 5773
+    },
+    {
+      "epoch": 0.5162732474964234,
+      "grad_norm": 0.1671919821187782,
+      "learning_rate": 9.959455958101546e-05,
+      "loss": 0.7252,
+      "step": 5774
+    },
+    {
+      "epoch": 0.516362660944206,
+      "grad_norm": 0.16756606913964836,
+      "learning_rate": 9.956559972717925e-05,
+      "loss": 0.7085,
+      "step": 5775
+    },
+    {
+      "epoch": 0.5164520743919886,
+      "grad_norm": 0.1608698198802088,
+      "learning_rate": 9.953663990977568e-05,
+      "loss": 0.6792,
+      "step": 5776
+    },
+    {
+      "epoch": 0.516541487839771,
+      "grad_norm": 0.1584975034719519,
+      "learning_rate": 9.950768013123358e-05,
+      "loss": 0.6824,
+      "step": 5777
+    },
+    {
+      "epoch": 0.5166309012875536,
+      "grad_norm": 0.178327813217054,
+      "learning_rate": 9.94787203939817e-05,
+      "loss": 0.6838,
+      "step": 5778
+    },
+    {
+      "epoch": 0.5167203147353362,
+      "grad_norm": 0.13530823520263907,
+      "learning_rate": 9.944976070044894e-05,
+      "loss": 0.6537,
+      "step": 5779
+    },
+    {
+      "epoch": 0.5168097281831188,
+      "grad_norm": 0.14473929718549697,
+      "learning_rate": 9.94208010530641e-05,
+      "loss": 0.6742,
+      "step": 5780
+    },
+    {
+      "epoch": 0.5168991416309013,
+      "grad_norm": 0.1444224260324492,
+      "learning_rate": 9.939184145425598e-05,
+      "loss": 0.7025,
+      "step": 5781
+    },
+    {
+      "epoch": 0.5169885550786838,
+      "grad_norm": 0.13690488567495926,
+      "learning_rate": 9.936288190645336e-05,
+      "loss": 0.6609,
+      "step": 5782
+    },
+    {
+      "epoch": 0.5170779685264664,
+      "grad_norm": 0.14445519533351034,
+      "learning_rate": 9.933392241208507e-05,
+      "loss": 0.653,
+      "step": 5783
+    },
+    {
+      "epoch": 0.5171673819742489,
+      "grad_norm": 0.16492573669090616,
+      "learning_rate": 9.930496297357993e-05,
+      "loss": 0.6757,
+      "step": 5784
+    },
+    {
+      "epoch": 0.5172567954220315,
+      "grad_norm": 0.15923214617851464,
+      "learning_rate": 9.927600359336666e-05,
+      "loss": 0.6931,
+      "step": 5785
+    },
+    {
+      "epoch": 0.517346208869814,
+      "grad_norm": 0.16609483124910762,
+      "learning_rate": 9.92470442738741e-05,
+      "loss": 0.6418,
+      "step": 5786
+    },
+    {
+      "epoch": 0.5174356223175965,
+      "grad_norm": 0.15996238639537813,
+      "learning_rate": 9.921808501753106e-05,
+      "loss": 0.6311,
+      "step": 5787
+    },
+    {
+      "epoch": 0.5175250357653791,
+      "grad_norm": 0.17144472899456714,
+      "learning_rate": 9.918912582676629e-05,
+      "loss": 0.6714,
+      "step": 5788
+    },
+    {
+      "epoch": 0.5176144492131617,
+      "grad_norm": 0.14746035628022003,
+      "learning_rate": 9.916016670400851e-05,
+      "loss": 0.6601,
+      "step": 5789
+    },
+    {
+      "epoch": 0.5177038626609443,
+      "grad_norm": 0.1489049407659668,
+      "learning_rate": 9.913120765168657e-05,
+      "loss": 0.6356,
+      "step": 5790
+    },
+    {
+      "epoch": 0.5177932761087267,
+      "grad_norm": 0.15269785381887363,
+      "learning_rate": 9.910224867222921e-05,
+      "loss": 0.6819,
+      "step": 5791
+    },
+    {
+      "epoch": 0.5178826895565093,
+      "grad_norm": 0.14750118635337023,
+      "learning_rate": 9.907328976806511e-05,
+      "loss": 0.664,
+      "step": 5792
+    },
+    {
+      "epoch": 0.5179721030042919,
+      "grad_norm": 0.16005032365474411,
+      "learning_rate": 9.904433094162311e-05,
+      "loss": 0.6669,
+      "step": 5793
+    },
+    {
+      "epoch": 0.5180615164520744,
+      "grad_norm": 0.16016512539524597,
+      "learning_rate": 9.901537219533194e-05,
+      "loss": 0.6439,
+      "step": 5794
+    },
+    {
+      "epoch": 0.5181509298998569,
+      "grad_norm": 0.14769800075734094,
+      "learning_rate": 9.89864135316203e-05,
+      "loss": 0.6721,
+      "step": 5795
+    },
+    {
+      "epoch": 0.5182403433476395,
+      "grad_norm": 0.16277783108694138,
+      "learning_rate": 9.895745495291693e-05,
+      "loss": 0.6982,
+      "step": 5796
+    },
+    {
+      "epoch": 0.518329756795422,
+      "grad_norm": 0.1659695018180022,
+      "learning_rate": 9.892849646165057e-05,
+      "loss": 0.6381,
+      "step": 5797
+    },
+    {
+      "epoch": 0.5184191702432046,
+      "grad_norm": 0.15653688163431023,
+      "learning_rate": 9.889953806024991e-05,
+      "loss": 0.6868,
+      "step": 5798
+    },
+    {
+      "epoch": 0.5185085836909872,
+      "grad_norm": 0.16174541433900316,
+      "learning_rate": 9.887057975114362e-05,
+      "loss": 0.6371,
+      "step": 5799
+    },
+    {
+      "epoch": 0.5185979971387696,
+      "grad_norm": 0.17695643020225066,
+      "learning_rate": 9.884162153676048e-05,
+      "loss": 0.6822,
+      "step": 5800
+    },
+    {
+      "epoch": 0.5186874105865522,
+      "grad_norm": 0.1502274693832993,
+      "learning_rate": 9.881266341952915e-05,
+      "loss": 0.6749,
+      "step": 5801
+    },
+    {
+      "epoch": 0.5187768240343348,
+      "grad_norm": 0.17127918957770963,
+      "learning_rate": 9.878370540187831e-05,
+      "loss": 0.6504,
+      "step": 5802
+    },
+    {
+      "epoch": 0.5188662374821174,
+      "grad_norm": 0.1471464881761673,
+      "learning_rate": 9.875474748623661e-05,
+      "loss": 0.6943,
+      "step": 5803
+    },
+    {
+      "epoch": 0.5189556509298998,
+      "grad_norm": 0.15368477398016053,
+      "learning_rate": 9.872578967503275e-05,
+      "loss": 0.7136,
+      "step": 5804
+    },
+    {
+      "epoch": 0.5190450643776824,
+      "grad_norm": 0.15278465476871111,
+      "learning_rate": 9.869683197069533e-05,
+      "loss": 0.6579,
+      "step": 5805
+    },
+    {
+      "epoch": 0.519134477825465,
+      "grad_norm": 0.15821306003001093,
+      "learning_rate": 9.866787437565308e-05,
+      "loss": 0.6849,
+      "step": 5806
+    },
+    {
+      "epoch": 0.5192238912732475,
+      "grad_norm": 0.14852509838152742,
+      "learning_rate": 9.863891689233459e-05,
+      "loss": 0.6406,
+      "step": 5807
+    },
+    {
+      "epoch": 0.51931330472103,
+      "grad_norm": 0.14388429470480604,
+      "learning_rate": 9.860995952316851e-05,
+      "loss": 0.6352,
+      "step": 5808
+    },
+    {
+      "epoch": 0.5194027181688126,
+      "grad_norm": 0.17368037848581383,
+      "learning_rate": 9.858100227058342e-05,
+      "loss": 0.6978,
+      "step": 5809
+    },
+    {
+      "epoch": 0.5194921316165951,
+      "grad_norm": 0.1620111562296403,
+      "learning_rate": 9.855204513700797e-05,
+      "loss": 0.6815,
+      "step": 5810
+    },
+    {
+      "epoch": 0.5195815450643777,
+      "grad_norm": 0.16318822871711872,
+      "learning_rate": 9.852308812487075e-05,
+      "loss": 0.6813,
+      "step": 5811
+    },
+    {
+      "epoch": 0.5196709585121603,
+      "grad_norm": 0.14494608484427948,
+      "learning_rate": 9.84941312366003e-05,
+      "loss": 0.6615,
+      "step": 5812
+    },
+    {
+      "epoch": 0.5197603719599427,
+      "grad_norm": 0.158724990915876,
+      "learning_rate": 9.846517447462527e-05,
+      "loss": 0.6879,
+      "step": 5813
+    },
+    {
+      "epoch": 0.5198497854077253,
+      "grad_norm": 0.14988169352664082,
+      "learning_rate": 9.843621784137424e-05,
+      "loss": 0.6482,
+      "step": 5814
+    },
+    {
+      "epoch": 0.5199391988555079,
+      "grad_norm": 0.1663507661070589,
+      "learning_rate": 9.840726133927571e-05,
+      "loss": 0.676,
+      "step": 5815
+    },
+    {
+      "epoch": 0.5200286123032904,
+      "grad_norm": 0.1548399750019874,
+      "learning_rate": 9.837830497075824e-05,
+      "loss": 0.6592,
+      "step": 5816
+    },
+    {
+      "epoch": 0.5201180257510729,
+      "grad_norm": 0.15089037311400685,
+      "learning_rate": 9.834934873825038e-05,
+      "loss": 0.6628,
+      "step": 5817
+    },
+    {
+      "epoch": 0.5202074391988555,
+      "grad_norm": 0.14113572337714353,
+      "learning_rate": 9.832039264418067e-05,
+      "loss": 0.667,
+      "step": 5818
+    },
+    {
+      "epoch": 0.520296852646638,
+      "grad_norm": 0.16120436114750072,
+      "learning_rate": 9.829143669097754e-05,
+      "loss": 0.6898,
+      "step": 5819
+    },
+    {
+      "epoch": 0.5203862660944206,
+      "grad_norm": 0.15798756062636407,
+      "learning_rate": 9.826248088106959e-05,
+      "loss": 0.6772,
+      "step": 5820
+    },
+    {
+      "epoch": 0.5204756795422032,
+      "grad_norm": 0.17030669705871807,
+      "learning_rate": 9.823352521688528e-05,
+      "loss": 0.6715,
+      "step": 5821
+    },
+    {
+      "epoch": 0.5205650929899857,
+      "grad_norm": 0.13230828243863504,
+      "learning_rate": 9.820456970085307e-05,
+      "loss": 0.6712,
+      "step": 5822
+    },
+    {
+      "epoch": 0.5206545064377682,
+      "grad_norm": 0.17097166592781715,
+      "learning_rate": 9.817561433540141e-05,
+      "loss": 0.6863,
+      "step": 5823
+    },
+    {
+      "epoch": 0.5207439198855508,
+      "grad_norm": 0.1600043492970926,
+      "learning_rate": 9.81466591229588e-05,
+      "loss": 0.6865,
+      "step": 5824
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 0.16306723958084224,
+      "learning_rate": 9.811770406595365e-05,
+      "loss": 0.704,
+      "step": 5825
+    },
+    {
+      "epoch": 0.5209227467811158,
+      "grad_norm": 0.13319444790050802,
+      "learning_rate": 9.808874916681436e-05,
+      "loss": 0.6581,
+      "step": 5826
+    },
+    {
+      "epoch": 0.5210121602288984,
+      "grad_norm": 0.17503549648518635,
+      "learning_rate": 9.805979442796936e-05,
+      "loss": 0.706,
+      "step": 5827
+    },
+    {
+      "epoch": 0.521101573676681,
+      "grad_norm": 0.14930760062786516,
+      "learning_rate": 9.80308398518471e-05,
+      "loss": 0.7056,
+      "step": 5828
+    },
+    {
+      "epoch": 0.5211909871244635,
+      "grad_norm": 0.1478516669083634,
+      "learning_rate": 9.800188544087592e-05,
+      "loss": 0.6855,
+      "step": 5829
+    },
+    {
+      "epoch": 0.5212804005722461,
+      "grad_norm": 0.15127982744252194,
+      "learning_rate": 9.797293119748417e-05,
+      "loss": 0.6528,
+      "step": 5830
+    },
+    {
+      "epoch": 0.5213698140200286,
+      "grad_norm": 0.13592423256083958,
+      "learning_rate": 9.794397712410025e-05,
+      "loss": 0.6388,
+      "step": 5831
+    },
+    {
+      "epoch": 0.5214592274678111,
+      "grad_norm": 0.1356910732284066,
+      "learning_rate": 9.791502322315249e-05,
+      "loss": 0.6629,
+      "step": 5832
+    },
+    {
+      "epoch": 0.5215486409155937,
+      "grad_norm": 0.15528540591990536,
+      "learning_rate": 9.788606949706918e-05,
+      "loss": 0.6979,
+      "step": 5833
+    },
+    {
+      "epoch": 0.5216380543633763,
+      "grad_norm": 0.1607539392465323,
+      "learning_rate": 9.785711594827868e-05,
+      "loss": 0.681,
+      "step": 5834
+    },
+    {
+      "epoch": 0.5217274678111588,
+      "grad_norm": 0.13741769705626103,
+      "learning_rate": 9.78281625792093e-05,
+      "loss": 0.6606,
+      "step": 5835
+    },
+    {
+      "epoch": 0.5218168812589413,
+      "grad_norm": 0.13887895826640848,
+      "learning_rate": 9.779920939228928e-05,
+      "loss": 0.6415,
+      "step": 5836
+    },
+    {
+      "epoch": 0.5219062947067239,
+      "grad_norm": 0.13044739752795498,
+      "learning_rate": 9.777025638994693e-05,
+      "loss": 0.6392,
+      "step": 5837
+    },
+    {
+      "epoch": 0.5219957081545065,
+      "grad_norm": 0.14461877668114592,
+      "learning_rate": 9.774130357461049e-05,
+      "loss": 0.6479,
+      "step": 5838
+    },
+    {
+      "epoch": 0.522085121602289,
+      "grad_norm": 0.1804567733284038,
+      "learning_rate": 9.771235094870817e-05,
+      "loss": 0.7415,
+      "step": 5839
+    },
+    {
+      "epoch": 0.5221745350500715,
+      "grad_norm": 0.16528646777710945,
+      "learning_rate": 9.768339851466818e-05,
+      "loss": 0.6983,
+      "step": 5840
+    },
+    {
+      "epoch": 0.5222639484978541,
+      "grad_norm": 0.13715079862128177,
+      "learning_rate": 9.765444627491882e-05,
+      "loss": 0.6576,
+      "step": 5841
+    },
+    {
+      "epoch": 0.5223533619456366,
+      "grad_norm": 0.15461681628954616,
+      "learning_rate": 9.76254942318882e-05,
+      "loss": 0.6797,
+      "step": 5842
+    },
+    {
+      "epoch": 0.5224427753934192,
+      "grad_norm": 0.16096947126371947,
+      "learning_rate": 9.759654238800451e-05,
+      "loss": 0.6968,
+      "step": 5843
+    },
+    {
+      "epoch": 0.5225321888412017,
+      "grad_norm": 0.13692691815825941,
+      "learning_rate": 9.756759074569591e-05,
+      "loss": 0.6392,
+      "step": 5844
+    },
+    {
+      "epoch": 0.5226216022889842,
+      "grad_norm": 0.16357554078811165,
+      "learning_rate": 9.753863930739054e-05,
+      "loss": 0.7078,
+      "step": 5845
+    },
+    {
+      "epoch": 0.5227110157367668,
+      "grad_norm": 0.13749766158980012,
+      "learning_rate": 9.75096880755165e-05,
+      "loss": 0.6551,
+      "step": 5846
+    },
+    {
+      "epoch": 0.5228004291845494,
+      "grad_norm": 0.158348606078585,
+      "learning_rate": 9.748073705250188e-05,
+      "loss": 0.6545,
+      "step": 5847
+    },
+    {
+      "epoch": 0.522889842632332,
+      "grad_norm": 0.13302356385333605,
+      "learning_rate": 9.745178624077488e-05,
+      "loss": 0.6657,
+      "step": 5848
+    },
+    {
+      "epoch": 0.5229792560801144,
+      "grad_norm": 0.14221190804231928,
+      "learning_rate": 9.742283564276347e-05,
+      "loss": 0.6394,
+      "step": 5849
+    },
+    {
+      "epoch": 0.523068669527897,
+      "grad_norm": 0.14596051756815,
+      "learning_rate": 9.739388526089568e-05,
+      "loss": 0.6386,
+      "step": 5850
+    },
+    {
+      "epoch": 0.5231580829756796,
+      "grad_norm": 0.13411744187990046,
+      "learning_rate": 9.736493509759962e-05,
+      "loss": 0.66,
+      "step": 5851
+    },
+    {
+      "epoch": 0.5232474964234621,
+      "grad_norm": 0.14788731573859892,
+      "learning_rate": 9.733598515530328e-05,
+      "loss": 0.6705,
+      "step": 5852
+    },
+    {
+      "epoch": 0.5233369098712446,
+      "grad_norm": 0.14062870904932498,
+      "learning_rate": 9.730703543643464e-05,
+      "loss": 0.6785,
+      "step": 5853
+    },
+    {
+      "epoch": 0.5234263233190272,
+      "grad_norm": 0.14299634796018562,
+      "learning_rate": 9.727808594342164e-05,
+      "loss": 0.686,
+      "step": 5854
+    },
+    {
+      "epoch": 0.5235157367668097,
+      "grad_norm": 0.15316105583509385,
+      "learning_rate": 9.724913667869233e-05,
+      "loss": 0.6736,
+      "step": 5855
+    },
+    {
+      "epoch": 0.5236051502145923,
+      "grad_norm": 0.14324037568552642,
+      "learning_rate": 9.722018764467461e-05,
+      "loss": 0.6711,
+      "step": 5856
+    },
+    {
+      "epoch": 0.5236945636623748,
+      "grad_norm": 0.1597857413974306,
+      "learning_rate": 9.719123884379637e-05,
+      "loss": 0.6828,
+      "step": 5857
+    },
+    {
+      "epoch": 0.5237839771101573,
+      "grad_norm": 0.155265740148104,
+      "learning_rate": 9.716229027848556e-05,
+      "loss": 0.6638,
+      "step": 5858
+    },
+    {
+      "epoch": 0.5238733905579399,
+      "grad_norm": 0.1575479594896183,
+      "learning_rate": 9.713334195117004e-05,
+      "loss": 0.7113,
+      "step": 5859
+    },
+    {
+      "epoch": 0.5239628040057225,
+      "grad_norm": 0.14400187594393657,
+      "learning_rate": 9.710439386427764e-05,
+      "loss": 0.6821,
+      "step": 5860
+    },
+    {
+      "epoch": 0.524052217453505,
+      "grad_norm": 0.13760924456285156,
+      "learning_rate": 9.707544602023622e-05,
+      "loss": 0.6719,
+      "step": 5861
+    },
+    {
+      "epoch": 0.5241416309012875,
+      "grad_norm": 0.1581138664974351,
+      "learning_rate": 9.704649842147364e-05,
+      "loss": 0.693,
+      "step": 5862
+    },
+    {
+      "epoch": 0.5242310443490701,
+      "grad_norm": 0.16758823113994148,
+      "learning_rate": 9.701755107041767e-05,
+      "loss": 0.6447,
+      "step": 5863
+    },
+    {
+      "epoch": 0.5243204577968527,
+      "grad_norm": 0.15726194369307647,
+      "learning_rate": 9.698860396949608e-05,
+      "loss": 0.711,
+      "step": 5864
+    },
+    {
+      "epoch": 0.5244098712446352,
+      "grad_norm": 0.1452397025364069,
+      "learning_rate": 9.695965712113666e-05,
+      "loss": 0.65,
+      "step": 5865
+    },
+    {
+      "epoch": 0.5244992846924177,
+      "grad_norm": 0.17091857465077268,
+      "learning_rate": 9.69307105277671e-05,
+      "loss": 0.702,
+      "step": 5866
+    },
+    {
+      "epoch": 0.5245886981402003,
+      "grad_norm": 0.15494180769259436,
+      "learning_rate": 9.690176419181516e-05,
+      "loss": 0.6994,
+      "step": 5867
+    },
+    {
+      "epoch": 0.5246781115879828,
+      "grad_norm": 0.15670939064771994,
+      "learning_rate": 9.687281811570847e-05,
+      "loss": 0.7043,
+      "step": 5868
+    },
+    {
+      "epoch": 0.5247675250357654,
+      "grad_norm": 0.13562101487748568,
+      "learning_rate": 9.68438723018748e-05,
+      "loss": 0.6606,
+      "step": 5869
+    },
+    {
+      "epoch": 0.524856938483548,
+      "grad_norm": 0.14747591000397373,
+      "learning_rate": 9.681492675274171e-05,
+      "loss": 0.6564,
+      "step": 5870
+    },
+    {
+      "epoch": 0.5249463519313304,
+      "grad_norm": 0.1586261493511305,
+      "learning_rate": 9.678598147073689e-05,
+      "loss": 0.6988,
+      "step": 5871
+    },
+    {
+      "epoch": 0.525035765379113,
+      "grad_norm": 0.14558747787196108,
+      "learning_rate": 9.675703645828794e-05,
+      "loss": 0.6455,
+      "step": 5872
+    },
+    {
+      "epoch": 0.5251251788268956,
+      "grad_norm": 0.13726216847664802,
+      "learning_rate": 9.67280917178224e-05,
+      "loss": 0.6174,
+      "step": 5873
+    },
+    {
+      "epoch": 0.5252145922746781,
+      "grad_norm": 0.14673467247055968,
+      "learning_rate": 9.669914725176787e-05,
+      "loss": 0.6396,
+      "step": 5874
+    },
+    {
+      "epoch": 0.5253040057224606,
+      "grad_norm": 0.1618445818230215,
+      "learning_rate": 9.667020306255183e-05,
+      "loss": 0.6531,
+      "step": 5875
+    },
+    {
+      "epoch": 0.5253934191702432,
+      "grad_norm": 0.15627320052685964,
+      "learning_rate": 9.66412591526019e-05,
+      "loss": 0.6649,
+      "step": 5876
+    },
+    {
+      "epoch": 0.5254828326180258,
+      "grad_norm": 0.12348362597479963,
+      "learning_rate": 9.661231552434546e-05,
+      "loss": 0.6152,
+      "step": 5877
+    },
+    {
+      "epoch": 0.5255722460658083,
+      "grad_norm": 0.1503032961497229,
+      "learning_rate": 9.658337218021007e-05,
+      "loss": 0.6884,
+      "step": 5878
+    },
+    {
+      "epoch": 0.5256616595135909,
+      "grad_norm": 0.15894281924346998,
+      "learning_rate": 9.655442912262311e-05,
+      "loss": 0.6963,
+      "step": 5879
+    },
+    {
+      "epoch": 0.5257510729613734,
+      "grad_norm": 0.15705802527841242,
+      "learning_rate": 9.652548635401201e-05,
+      "loss": 0.6583,
+      "step": 5880
+    },
+    {
+      "epoch": 0.5258404864091559,
+      "grad_norm": 0.17095017307974553,
+      "learning_rate": 9.64965438768042e-05,
+      "loss": 0.7096,
+      "step": 5881
+    },
+    {
+      "epoch": 0.5259298998569385,
+      "grad_norm": 0.15133004261089014,
+      "learning_rate": 9.646760169342696e-05,
+      "loss": 0.6433,
+      "step": 5882
+    },
+    {
+      "epoch": 0.5260193133047211,
+      "grad_norm": 0.14137282270470491,
+      "learning_rate": 9.643865980630775e-05,
+      "loss": 0.6893,
+      "step": 5883
+    },
+    {
+      "epoch": 0.5261087267525035,
+      "grad_norm": 0.13317776292298866,
+      "learning_rate": 9.640971821787382e-05,
+      "loss": 0.6202,
+      "step": 5884
+    },
+    {
+      "epoch": 0.5261981402002861,
+      "grad_norm": 0.15791177405607051,
+      "learning_rate": 9.638077693055252e-05,
+      "loss": 0.6703,
+      "step": 5885
+    },
+    {
+      "epoch": 0.5262875536480687,
+      "grad_norm": 0.1593632367007963,
+      "learning_rate": 9.635183594677107e-05,
+      "loss": 0.6512,
+      "step": 5886
+    },
+    {
+      "epoch": 0.5263769670958512,
+      "grad_norm": 0.1581653321393544,
+      "learning_rate": 9.632289526895672e-05,
+      "loss": 0.666,
+      "step": 5887
+    },
+    {
+      "epoch": 0.5264663805436338,
+      "grad_norm": 0.1408339156920449,
+      "learning_rate": 9.629395489953669e-05,
+      "loss": 0.6712,
+      "step": 5888
+    },
+    {
+      "epoch": 0.5265557939914163,
+      "grad_norm": 0.15781703574914077,
+      "learning_rate": 9.626501484093823e-05,
+      "loss": 0.6598,
+      "step": 5889
+    },
+    {
+      "epoch": 0.5266452074391988,
+      "grad_norm": 0.16142324893858573,
+      "learning_rate": 9.623607509558846e-05,
+      "loss": 0.6748,
+      "step": 5890
+    },
+    {
+      "epoch": 0.5267346208869814,
+      "grad_norm": 0.1603982002935929,
+      "learning_rate": 9.620713566591449e-05,
+      "loss": 0.6902,
+      "step": 5891
+    },
+    {
+      "epoch": 0.526824034334764,
+      "grad_norm": 0.18393716202686702,
+      "learning_rate": 9.61781965543435e-05,
+      "loss": 0.7358,
+      "step": 5892
+    },
+    {
+      "epoch": 0.5269134477825465,
+      "grad_norm": 0.15566547479751378,
+      "learning_rate": 9.614925776330254e-05,
+      "loss": 0.6287,
+      "step": 5893
+    },
+    {
+      "epoch": 0.527002861230329,
+      "grad_norm": 0.14547413545260085,
+      "learning_rate": 9.612031929521869e-05,
+      "loss": 0.6751,
+      "step": 5894
+    },
+    {
+      "epoch": 0.5270922746781116,
+      "grad_norm": 0.14634203647032895,
+      "learning_rate": 9.609138115251894e-05,
+      "loss": 0.625,
+      "step": 5895
+    },
+    {
+      "epoch": 0.5271816881258942,
+      "grad_norm": 0.1360768865730474,
+      "learning_rate": 9.606244333763038e-05,
+      "loss": 0.6653,
+      "step": 5896
+    },
+    {
+      "epoch": 0.5272711015736766,
+      "grad_norm": 0.1711461185160813,
+      "learning_rate": 9.603350585297991e-05,
+      "loss": 0.7077,
+      "step": 5897
+    },
+    {
+      "epoch": 0.5273605150214592,
+      "grad_norm": 0.140402282242391,
+      "learning_rate": 9.600456870099454e-05,
+      "loss": 0.6515,
+      "step": 5898
+    },
+    {
+      "epoch": 0.5274499284692418,
+      "grad_norm": 0.14568565470911443,
+      "learning_rate": 9.597563188410116e-05,
+      "loss": 0.6695,
+      "step": 5899
+    },
+    {
+      "epoch": 0.5275393419170243,
+      "grad_norm": 0.15015155661344806,
+      "learning_rate": 9.594669540472666e-05,
+      "loss": 0.6377,
+      "step": 5900
+    },
+    {
+      "epoch": 0.5276287553648069,
+      "grad_norm": 0.15703175265531746,
+      "learning_rate": 9.591775926529793e-05,
+      "loss": 0.6601,
+      "step": 5901
+    },
+    {
+      "epoch": 0.5277181688125894,
+      "grad_norm": 0.1532737558049157,
+      "learning_rate": 9.588882346824177e-05,
+      "loss": 0.6222,
+      "step": 5902
+    },
+    {
+      "epoch": 0.5278075822603719,
+      "grad_norm": 0.14917268760613805,
+      "learning_rate": 9.585988801598506e-05,
+      "loss": 0.6273,
+      "step": 5903
+    },
+    {
+      "epoch": 0.5278969957081545,
+      "grad_norm": 0.1522526412577994,
+      "learning_rate": 9.583095291095453e-05,
+      "loss": 0.6635,
+      "step": 5904
+    },
+    {
+      "epoch": 0.5279864091559371,
+      "grad_norm": 0.16079403837978704,
+      "learning_rate": 9.580201815557695e-05,
+      "loss": 0.6868,
+      "step": 5905
+    },
+    {
+      "epoch": 0.5280758226037195,
+      "grad_norm": 0.14087633440504455,
+      "learning_rate": 9.577308375227906e-05,
+      "loss": 0.685,
+      "step": 5906
+    },
+    {
+      "epoch": 0.5281652360515021,
+      "grad_norm": 0.1552749932173587,
+      "learning_rate": 9.574414970348749e-05,
+      "loss": 0.7037,
+      "step": 5907
+    },
+    {
+      "epoch": 0.5282546494992847,
+      "grad_norm": 0.17426130892342087,
+      "learning_rate": 9.571521601162897e-05,
+      "loss": 0.704,
+      "step": 5908
+    },
+    {
+      "epoch": 0.5283440629470673,
+      "grad_norm": 0.14390736167839105,
+      "learning_rate": 9.568628267913007e-05,
+      "loss": 0.613,
+      "step": 5909
+    },
+    {
+      "epoch": 0.5284334763948498,
+      "grad_norm": 0.15215321753060454,
+      "learning_rate": 9.565734970841747e-05,
+      "loss": 0.6465,
+      "step": 5910
+    },
+    {
+      "epoch": 0.5285228898426323,
+      "grad_norm": 0.13395903695933337,
+      "learning_rate": 9.562841710191769e-05,
+      "loss": 0.6301,
+      "step": 5911
+    },
+    {
+      "epoch": 0.5286123032904149,
+      "grad_norm": 0.14899651795561472,
+      "learning_rate": 9.55994848620573e-05,
+      "loss": 0.6763,
+      "step": 5912
+    },
+    {
+      "epoch": 0.5287017167381974,
+      "grad_norm": 0.18635243367509308,
+      "learning_rate": 9.55705529912628e-05,
+      "loss": 0.6804,
+      "step": 5913
+    },
+    {
+      "epoch": 0.52879113018598,
+      "grad_norm": 0.15830208429528692,
+      "learning_rate": 9.554162149196066e-05,
+      "loss": 0.6715,
+      "step": 5914
+    },
+    {
+      "epoch": 0.5288805436337625,
+      "grad_norm": 0.13788725240524938,
+      "learning_rate": 9.551269036657736e-05,
+      "loss": 0.6332,
+      "step": 5915
+    },
+    {
+      "epoch": 0.528969957081545,
+      "grad_norm": 0.1689200330404133,
+      "learning_rate": 9.548375961753926e-05,
+      "loss": 0.6379,
+      "step": 5916
+    },
+    {
+      "epoch": 0.5290593705293276,
+      "grad_norm": 0.15964357792989384,
+      "learning_rate": 9.545482924727282e-05,
+      "loss": 0.7137,
+      "step": 5917
+    },
+    {
+      "epoch": 0.5291487839771102,
+      "grad_norm": 0.16393667944309354,
+      "learning_rate": 9.542589925820435e-05,
+      "loss": 0.6995,
+      "step": 5918
+    },
+    {
+      "epoch": 0.5292381974248928,
+      "grad_norm": 0.1575205508022501,
+      "learning_rate": 9.539696965276019e-05,
+      "loss": 0.692,
+      "step": 5919
+    },
+    {
+      "epoch": 0.5293276108726752,
+      "grad_norm": 0.15052160702971995,
+      "learning_rate": 9.536804043336664e-05,
+      "loss": 0.6601,
+      "step": 5920
+    },
+    {
+      "epoch": 0.5294170243204578,
+      "grad_norm": 0.154556766008381,
+      "learning_rate": 9.533911160244993e-05,
+      "loss": 0.6843,
+      "step": 5921
+    },
+    {
+      "epoch": 0.5295064377682404,
+      "grad_norm": 0.1624860963613583,
+      "learning_rate": 9.53101831624363e-05,
+      "loss": 0.7117,
+      "step": 5922
+    },
+    {
+      "epoch": 0.5295958512160229,
+      "grad_norm": 0.15117261169367735,
+      "learning_rate": 9.528125511575193e-05,
+      "loss": 0.6483,
+      "step": 5923
+    },
+    {
+      "epoch": 0.5296852646638054,
+      "grad_norm": 0.1371550034362024,
+      "learning_rate": 9.525232746482301e-05,
+      "loss": 0.6475,
+      "step": 5924
+    },
+    {
+      "epoch": 0.529774678111588,
+      "grad_norm": 0.14619554931318574,
+      "learning_rate": 9.522340021207564e-05,
+      "loss": 0.6513,
+      "step": 5925
+    },
+    {
+      "epoch": 0.5298640915593705,
+      "grad_norm": 0.144747609991909,
+      "learning_rate": 9.519447335993595e-05,
+      "loss": 0.6658,
+      "step": 5926
+    },
+    {
+      "epoch": 0.5299535050071531,
+      "grad_norm": 0.12718251324272692,
+      "learning_rate": 9.516554691082995e-05,
+      "loss": 0.6171,
+      "step": 5927
+    },
+    {
+      "epoch": 0.5300429184549357,
+      "grad_norm": 0.14015371890495987,
+      "learning_rate": 9.513662086718372e-05,
+      "loss": 0.6514,
+      "step": 5928
+    },
+    {
+      "epoch": 0.5301323319027181,
+      "grad_norm": 0.14382632619032476,
+      "learning_rate": 9.510769523142322e-05,
+      "loss": 0.6525,
+      "step": 5929
+    },
+    {
+      "epoch": 0.5302217453505007,
+      "grad_norm": 0.16053118852577797,
+      "learning_rate": 9.507877000597437e-05,
+      "loss": 0.6724,
+      "step": 5930
+    },
+    {
+      "epoch": 0.5303111587982833,
+      "grad_norm": 0.15827606294360302,
+      "learning_rate": 9.504984519326316e-05,
+      "loss": 0.685,
+      "step": 5931
+    },
+    {
+      "epoch": 0.5304005722460658,
+      "grad_norm": 0.16691819747127154,
+      "learning_rate": 9.502092079571547e-05,
+      "loss": 0.6509,
+      "step": 5932
+    },
+    {
+      "epoch": 0.5304899856938483,
+      "grad_norm": 0.155462842461785,
+      "learning_rate": 9.499199681575716e-05,
+      "loss": 0.6726,
+      "step": 5933
+    },
+    {
+      "epoch": 0.5305793991416309,
+      "grad_norm": 0.14650026491899265,
+      "learning_rate": 9.496307325581398e-05,
+      "loss": 0.6617,
+      "step": 5934
+    },
+    {
+      "epoch": 0.5306688125894135,
+      "grad_norm": 0.15897958635375853,
+      "learning_rate": 9.49341501183118e-05,
+      "loss": 0.6493,
+      "step": 5935
+    },
+    {
+      "epoch": 0.530758226037196,
+      "grad_norm": 0.15310181529835296,
+      "learning_rate": 9.490522740567633e-05,
+      "loss": 0.6589,
+      "step": 5936
+    },
+    {
+      "epoch": 0.5308476394849786,
+      "grad_norm": 0.16937805415025378,
+      "learning_rate": 9.487630512033325e-05,
+      "loss": 0.6763,
+      "step": 5937
+    },
+    {
+      "epoch": 0.530937052932761,
+      "grad_norm": 0.1448246227330405,
+      "learning_rate": 9.484738326470828e-05,
+      "loss": 0.6643,
+      "step": 5938
+    },
+    {
+      "epoch": 0.5310264663805436,
+      "grad_norm": 0.14854877014193343,
+      "learning_rate": 9.481846184122707e-05,
+      "loss": 0.6533,
+      "step": 5939
+    },
+    {
+      "epoch": 0.5311158798283262,
+      "grad_norm": 0.14477907127699433,
+      "learning_rate": 9.478954085231522e-05,
+      "loss": 0.6477,
+      "step": 5940
+    },
+    {
+      "epoch": 0.5312052932761088,
+      "grad_norm": 0.1370267501036398,
+      "learning_rate": 9.476062030039825e-05,
+      "loss": 0.6344,
+      "step": 5941
+    },
+    {
+      "epoch": 0.5312947067238912,
+      "grad_norm": 0.15034576891762522,
+      "learning_rate": 9.473170018790176e-05,
+      "loss": 0.6627,
+      "step": 5942
+    },
+    {
+      "epoch": 0.5313841201716738,
+      "grad_norm": 0.1693077668443706,
+      "learning_rate": 9.470278051725122e-05,
+      "loss": 0.6872,
+      "step": 5943
+    },
+    {
+      "epoch": 0.5314735336194564,
+      "grad_norm": 0.1701656358450106,
+      "learning_rate": 9.467386129087202e-05,
+      "loss": 0.7002,
+      "step": 5944
+    },
+    {
+      "epoch": 0.531562947067239,
+      "grad_norm": 0.12976165715086685,
+      "learning_rate": 9.464494251118968e-05,
+      "loss": 0.6242,
+      "step": 5945
+    },
+    {
+      "epoch": 0.5316523605150214,
+      "grad_norm": 0.1501376156651067,
+      "learning_rate": 9.461602418062956e-05,
+      "loss": 0.6639,
+      "step": 5946
+    },
+    {
+      "epoch": 0.531741773962804,
+      "grad_norm": 0.16190873420735452,
+      "learning_rate": 9.458710630161698e-05,
+      "loss": 0.6518,
+      "step": 5947
+    },
+    {
+      "epoch": 0.5318311874105865,
+      "grad_norm": 0.15405127527818577,
+      "learning_rate": 9.455818887657725e-05,
+      "loss": 0.6986,
+      "step": 5948
+    },
+    {
+      "epoch": 0.5319206008583691,
+      "grad_norm": 0.16504799995885072,
+      "learning_rate": 9.452927190793566e-05,
+      "loss": 0.6861,
+      "step": 5949
+    },
+    {
+      "epoch": 0.5320100143061517,
+      "grad_norm": 0.16677934995385454,
+      "learning_rate": 9.450035539811741e-05,
+      "loss": 0.6819,
+      "step": 5950
+    },
+    {
+      "epoch": 0.5320994277539342,
+      "grad_norm": 0.15021929068335063,
+      "learning_rate": 9.447143934954771e-05,
+      "loss": 0.6375,
+      "step": 5951
+    },
+    {
+      "epoch": 0.5321888412017167,
+      "grad_norm": 0.132453872253251,
+      "learning_rate": 9.444252376465171e-05,
+      "loss": 0.6541,
+      "step": 5952
+    },
+    {
+      "epoch": 0.5322782546494993,
+      "grad_norm": 0.15673918311141255,
+      "learning_rate": 9.441360864585456e-05,
+      "loss": 0.6838,
+      "step": 5953
+    },
+    {
+      "epoch": 0.5323676680972819,
+      "grad_norm": 0.14446335716925385,
+      "learning_rate": 9.438469399558128e-05,
+      "loss": 0.6499,
+      "step": 5954
+    },
+    {
+      "epoch": 0.5324570815450643,
+      "grad_norm": 0.1643352426062144,
+      "learning_rate": 9.435577981625697e-05,
+      "loss": 0.6807,
+      "step": 5955
+    },
+    {
+      "epoch": 0.5325464949928469,
+      "grad_norm": 0.14102018239366199,
+      "learning_rate": 9.432686611030657e-05,
+      "loss": 0.6408,
+      "step": 5956
+    },
+    {
+      "epoch": 0.5326359084406295,
+      "grad_norm": 0.1404824849186337,
+      "learning_rate": 9.429795288015504e-05,
+      "loss": 0.6516,
+      "step": 5957
+    },
+    {
+      "epoch": 0.532725321888412,
+      "grad_norm": 0.14642782625648915,
+      "learning_rate": 9.42690401282273e-05,
+      "loss": 0.6376,
+      "step": 5958
+    },
+    {
+      "epoch": 0.5328147353361946,
+      "grad_norm": 0.16003376023388016,
+      "learning_rate": 9.424012785694827e-05,
+      "loss": 0.6995,
+      "step": 5959
+    },
+    {
+      "epoch": 0.5329041487839771,
+      "grad_norm": 0.14497055673336542,
+      "learning_rate": 9.421121606874278e-05,
+      "loss": 0.6321,
+      "step": 5960
+    },
+    {
+      "epoch": 0.5329935622317596,
+      "grad_norm": 0.14965345656254142,
+      "learning_rate": 9.418230476603558e-05,
+      "loss": 0.6432,
+      "step": 5961
+    },
+    {
+      "epoch": 0.5330829756795422,
+      "grad_norm": 0.15275674020684948,
+      "learning_rate": 9.415339395125147e-05,
+      "loss": 0.6495,
+      "step": 5962
+    },
+    {
+      "epoch": 0.5331723891273248,
+      "grad_norm": 0.13917856373574725,
+      "learning_rate": 9.412448362681516e-05,
+      "loss": 0.6436,
+      "step": 5963
+    },
+    {
+      "epoch": 0.5332618025751072,
+      "grad_norm": 0.14270301001039243,
+      "learning_rate": 9.409557379515127e-05,
+      "loss": 0.6551,
+      "step": 5964
+    },
+    {
+      "epoch": 0.5333512160228898,
+      "grad_norm": 0.16923464220550188,
+      "learning_rate": 9.406666445868448e-05,
+      "loss": 0.6721,
+      "step": 5965
+    },
+    {
+      "epoch": 0.5334406294706724,
+      "grad_norm": 0.1595815111921188,
+      "learning_rate": 9.40377556198394e-05,
+      "loss": 0.6668,
+      "step": 5966
+    },
+    {
+      "epoch": 0.533530042918455,
+      "grad_norm": 0.15321722580563377,
+      "learning_rate": 9.400884728104056e-05,
+      "loss": 0.663,
+      "step": 5967
+    },
+    {
+      "epoch": 0.5336194563662375,
+      "grad_norm": 0.14733997465759618,
+      "learning_rate": 9.397993944471244e-05,
+      "loss": 0.6612,
+      "step": 5968
+    },
+    {
+      "epoch": 0.53370886981402,
+      "grad_norm": 0.14354913173312642,
+      "learning_rate": 9.395103211327955e-05,
+      "loss": 0.6304,
+      "step": 5969
+    },
+    {
+      "epoch": 0.5337982832618026,
+      "grad_norm": 0.1479215757836243,
+      "learning_rate": 9.39221252891663e-05,
+      "loss": 0.6556,
+      "step": 5970
+    },
+    {
+      "epoch": 0.5338876967095851,
+      "grad_norm": 0.15661645387697765,
+      "learning_rate": 9.389321897479703e-05,
+      "loss": 0.6389,
+      "step": 5971
+    },
+    {
+      "epoch": 0.5339771101573677,
+      "grad_norm": 0.15786071410654864,
+      "learning_rate": 9.386431317259609e-05,
+      "loss": 0.6528,
+      "step": 5972
+    },
+    {
+      "epoch": 0.5340665236051502,
+      "grad_norm": 0.15610336023196528,
+      "learning_rate": 9.383540788498784e-05,
+      "loss": 0.6983,
+      "step": 5973
+    },
+    {
+      "epoch": 0.5341559370529327,
+      "grad_norm": 0.15116729680438254,
+      "learning_rate": 9.380650311439649e-05,
+      "loss": 0.6864,
+      "step": 5974
+    },
+    {
+      "epoch": 0.5342453505007153,
+      "grad_norm": 0.15568597725376954,
+      "learning_rate": 9.37775988632462e-05,
+      "loss": 0.6886,
+      "step": 5975
+    },
+    {
+      "epoch": 0.5343347639484979,
+      "grad_norm": 0.14503599086871158,
+      "learning_rate": 9.374869513396123e-05,
+      "loss": 0.7064,
+      "step": 5976
+    },
+    {
+      "epoch": 0.5344241773962805,
+      "grad_norm": 0.1455843044117177,
+      "learning_rate": 9.371979192896564e-05,
+      "loss": 0.6788,
+      "step": 5977
+    },
+    {
+      "epoch": 0.5345135908440629,
+      "grad_norm": 0.14586060900365494,
+      "learning_rate": 9.369088925068347e-05,
+      "loss": 0.6822,
+      "step": 5978
+    },
+    {
+      "epoch": 0.5346030042918455,
+      "grad_norm": 0.13566616501163783,
+      "learning_rate": 9.366198710153882e-05,
+      "loss": 0.6659,
+      "step": 5979
+    },
+    {
+      "epoch": 0.5346924177396281,
+      "grad_norm": 0.1816841135811918,
+      "learning_rate": 9.363308548395568e-05,
+      "loss": 0.6485,
+      "step": 5980
+    },
+    {
+      "epoch": 0.5347818311874106,
+      "grad_norm": 0.16274813241376876,
+      "learning_rate": 9.360418440035796e-05,
+      "loss": 0.6504,
+      "step": 5981
+    },
+    {
+      "epoch": 0.5348712446351931,
+      "grad_norm": 0.142874433504079,
+      "learning_rate": 9.357528385316958e-05,
+      "loss": 0.6788,
+      "step": 5982
+    },
+    {
+      "epoch": 0.5349606580829757,
+      "grad_norm": 0.14806420282186677,
+      "learning_rate": 9.354638384481437e-05,
+      "loss": 0.6104,
+      "step": 5983
+    },
+    {
+      "epoch": 0.5350500715307582,
+      "grad_norm": 0.13738431752867283,
+      "learning_rate": 9.351748437771615e-05,
+      "loss": 0.6582,
+      "step": 5984
+    },
+    {
+      "epoch": 0.5351394849785408,
+      "grad_norm": 0.15230837444280956,
+      "learning_rate": 9.348858545429868e-05,
+      "loss": 0.658,
+      "step": 5985
+    },
+    {
+      "epoch": 0.5352288984263234,
+      "grad_norm": 0.20121431890613348,
+      "learning_rate": 9.345968707698569e-05,
+      "loss": 0.6698,
+      "step": 5986
+    },
+    {
+      "epoch": 0.5353183118741058,
+      "grad_norm": 0.16292755407661744,
+      "learning_rate": 9.343078924820087e-05,
+      "loss": 0.6811,
+      "step": 5987
+    },
+    {
+      "epoch": 0.5354077253218884,
+      "grad_norm": 0.15886865397868363,
+      "learning_rate": 9.340189197036779e-05,
+      "loss": 0.6694,
+      "step": 5988
+    },
+    {
+      "epoch": 0.535497138769671,
+      "grad_norm": 0.13311774344211502,
+      "learning_rate": 9.337299524591009e-05,
+      "loss": 0.6294,
+      "step": 5989
+    },
+    {
+      "epoch": 0.5355865522174535,
+      "grad_norm": 0.15968006015162003,
+      "learning_rate": 9.334409907725128e-05,
+      "loss": 0.6556,
+      "step": 5990
+    },
+    {
+      "epoch": 0.535675965665236,
+      "grad_norm": 0.14003852991345037,
+      "learning_rate": 9.33152034668148e-05,
+      "loss": 0.6489,
+      "step": 5991
+    },
+    {
+      "epoch": 0.5357653791130186,
+      "grad_norm": 0.16109723390174885,
+      "learning_rate": 9.328630841702414e-05,
+      "loss": 0.6644,
+      "step": 5992
+    },
+    {
+      "epoch": 0.5358547925608012,
+      "grad_norm": 0.15342978749195502,
+      "learning_rate": 9.32574139303027e-05,
+      "loss": 0.6748,
+      "step": 5993
+    },
+    {
+      "epoch": 0.5359442060085837,
+      "grad_norm": 0.16065383026070837,
+      "learning_rate": 9.322852000907383e-05,
+      "loss": 0.6748,
+      "step": 5994
+    },
+    {
+      "epoch": 0.5360336194563662,
+      "grad_norm": 0.17319662159070792,
+      "learning_rate": 9.319962665576078e-05,
+      "loss": 0.6741,
+      "step": 5995
+    },
+    {
+      "epoch": 0.5361230329041488,
+      "grad_norm": 0.1641893906272644,
+      "learning_rate": 9.317073387278686e-05,
+      "loss": 0.6877,
+      "step": 5996
+    },
+    {
+      "epoch": 0.5362124463519313,
+      "grad_norm": 0.13824485440636863,
+      "learning_rate": 9.314184166257524e-05,
+      "loss": 0.6331,
+      "step": 5997
+    },
+    {
+      "epoch": 0.5363018597997139,
+      "grad_norm": 0.16057517851111203,
+      "learning_rate": 9.311295002754905e-05,
+      "loss": 0.6928,
+      "step": 5998
+    },
+    {
+      "epoch": 0.5363912732474965,
+      "grad_norm": 0.14979917560763756,
+      "learning_rate": 9.30840589701314e-05,
+      "loss": 0.6949,
+      "step": 5999
+    },
+    {
+      "epoch": 0.5364806866952789,
+      "grad_norm": 0.16260156448568205,
+      "learning_rate": 9.305516849274541e-05,
+      "loss": 0.6299,
+      "step": 6000
+    },
+    {
+      "epoch": 0.5365701001430615,
+      "grad_norm": 0.14660154481742177,
+      "learning_rate": 9.302627859781406e-05,
+      "loss": 0.6474,
+      "step": 6001
+    },
+    {
+      "epoch": 0.5366595135908441,
+      "grad_norm": 0.14555425561366817,
+      "learning_rate": 9.299738928776029e-05,
+      "loss": 0.648,
+      "step": 6002
+    },
+    {
+      "epoch": 0.5367489270386266,
+      "grad_norm": 0.14783503991406952,
+      "learning_rate": 9.296850056500703e-05,
+      "loss": 0.6878,
+      "step": 6003
+    },
+    {
+      "epoch": 0.5368383404864091,
+      "grad_norm": 0.17779192313832431,
+      "learning_rate": 9.293961243197715e-05,
+      "loss": 0.6985,
+      "step": 6004
+    },
+    {
+      "epoch": 0.5369277539341917,
+      "grad_norm": 0.16227832263552686,
+      "learning_rate": 9.29107248910934e-05,
+      "loss": 0.6696,
+      "step": 6005
+    },
+    {
+      "epoch": 0.5370171673819742,
+      "grad_norm": 0.14862609400290075,
+      "learning_rate": 9.28818379447786e-05,
+      "loss": 0.6457,
+      "step": 6006
+    },
+    {
+      "epoch": 0.5371065808297568,
+      "grad_norm": 0.14172615263491206,
+      "learning_rate": 9.285295159545547e-05,
+      "loss": 0.6683,
+      "step": 6007
+    },
+    {
+      "epoch": 0.5371959942775394,
+      "grad_norm": 0.1574576447015434,
+      "learning_rate": 9.282406584554668e-05,
+      "loss": 0.6811,
+      "step": 6008
+    },
+    {
+      "epoch": 0.5372854077253219,
+      "grad_norm": 0.15193968950582407,
+      "learning_rate": 9.279518069747479e-05,
+      "loss": 0.6887,
+      "step": 6009
+    },
+    {
+      "epoch": 0.5373748211731044,
+      "grad_norm": 0.13971190536252634,
+      "learning_rate": 9.276629615366242e-05,
+      "loss": 0.6229,
+      "step": 6010
+    },
+    {
+      "epoch": 0.537464234620887,
+      "grad_norm": 0.16423980838862656,
+      "learning_rate": 9.273741221653204e-05,
+      "loss": 0.6546,
+      "step": 6011
+    },
+    {
+      "epoch": 0.5375536480686696,
+      "grad_norm": 0.15384826287490508,
+      "learning_rate": 9.270852888850615e-05,
+      "loss": 0.6732,
+      "step": 6012
+    },
+    {
+      "epoch": 0.537643061516452,
+      "grad_norm": 0.14486900604989011,
+      "learning_rate": 9.267964617200707e-05,
+      "loss": 0.6488,
+      "step": 6013
+    },
+    {
+      "epoch": 0.5377324749642346,
+      "grad_norm": 0.15414296065330463,
+      "learning_rate": 9.265076406945727e-05,
+      "loss": 0.6613,
+      "step": 6014
+    },
+    {
+      "epoch": 0.5378218884120172,
+      "grad_norm": 0.17271786550194324,
+      "learning_rate": 9.262188258327901e-05,
+      "loss": 0.6944,
+      "step": 6015
+    },
+    {
+      "epoch": 0.5379113018597997,
+      "grad_norm": 0.14832952279856493,
+      "learning_rate": 9.259300171589456e-05,
+      "loss": 0.6543,
+      "step": 6016
+    },
+    {
+      "epoch": 0.5380007153075823,
+      "grad_norm": 0.1464645964619585,
+      "learning_rate": 9.256412146972611e-05,
+      "loss": 0.6329,
+      "step": 6017
+    },
+    {
+      "epoch": 0.5380901287553648,
+      "grad_norm": 0.142597158509693,
+      "learning_rate": 9.25352418471958e-05,
+      "loss": 0.6711,
+      "step": 6018
+    },
+    {
+      "epoch": 0.5381795422031473,
+      "grad_norm": 0.14045462615712895,
+      "learning_rate": 9.250636285072574e-05,
+      "loss": 0.6552,
+      "step": 6019
+    },
+    {
+      "epoch": 0.5382689556509299,
+      "grad_norm": 0.16092368867845253,
+      "learning_rate": 9.247748448273796e-05,
+      "loss": 0.6656,
+      "step": 6020
+    },
+    {
+      "epoch": 0.5383583690987125,
+      "grad_norm": 0.15457749816721206,
+      "learning_rate": 9.24486067456545e-05,
+      "loss": 0.6528,
+      "step": 6021
+    },
+    {
+      "epoch": 0.538447782546495,
+      "grad_norm": 0.15311299231009862,
+      "learning_rate": 9.241972964189726e-05,
+      "loss": 0.6273,
+      "step": 6022
+    },
+    {
+      "epoch": 0.5385371959942775,
+      "grad_norm": 0.15857590438350633,
+      "learning_rate": 9.239085317388816e-05,
+      "loss": 0.6593,
+      "step": 6023
+    },
+    {
+      "epoch": 0.5386266094420601,
+      "grad_norm": 0.14558267035501257,
+      "learning_rate": 9.236197734404901e-05,
+      "loss": 0.6824,
+      "step": 6024
+    },
+    {
+      "epoch": 0.5387160228898427,
+      "grad_norm": 0.16123825524404806,
+      "learning_rate": 9.233310215480157e-05,
+      "loss": 0.6713,
+      "step": 6025
+    },
+    {
+      "epoch": 0.5388054363376252,
+      "grad_norm": 0.16167379921896458,
+      "learning_rate": 9.230422760856762e-05,
+      "loss": 0.6555,
+      "step": 6026
+    },
+    {
+      "epoch": 0.5388948497854077,
+      "grad_norm": 0.1546471018369637,
+      "learning_rate": 9.227535370776877e-05,
+      "loss": 0.6703,
+      "step": 6027
+    },
+    {
+      "epoch": 0.5389842632331903,
+      "grad_norm": 0.14249776458287639,
+      "learning_rate": 9.22464804548267e-05,
+      "loss": 0.6115,
+      "step": 6028
+    },
+    {
+      "epoch": 0.5390736766809728,
+      "grad_norm": 0.14938939431120357,
+      "learning_rate": 9.221760785216295e-05,
+      "loss": 0.6326,
+      "step": 6029
+    },
+    {
+      "epoch": 0.5391630901287554,
+      "grad_norm": 0.15848155695265823,
+      "learning_rate": 9.218873590219905e-05,
+      "loss": 0.6974,
+      "step": 6030
+    },
+    {
+      "epoch": 0.5392525035765379,
+      "grad_norm": 0.16074822848658527,
+      "learning_rate": 9.215986460735642e-05,
+      "loss": 0.6631,
+      "step": 6031
+    },
+    {
+      "epoch": 0.5393419170243204,
+      "grad_norm": 0.1382118983075175,
+      "learning_rate": 9.213099397005646e-05,
+      "loss": 0.67,
+      "step": 6032
+    },
+    {
+      "epoch": 0.539431330472103,
+      "grad_norm": 0.1447453942729283,
+      "learning_rate": 9.210212399272056e-05,
+      "loss": 0.6241,
+      "step": 6033
+    },
+    {
+      "epoch": 0.5395207439198856,
+      "grad_norm": 0.15740460749107088,
+      "learning_rate": 9.207325467776993e-05,
+      "loss": 0.6599,
+      "step": 6034
+    },
+    {
+      "epoch": 0.539610157367668,
+      "grad_norm": 0.17124702676175635,
+      "learning_rate": 9.204438602762592e-05,
+      "loss": 0.6906,
+      "step": 6035
+    },
+    {
+      "epoch": 0.5396995708154506,
+      "grad_norm": 0.16422245856706472,
+      "learning_rate": 9.201551804470962e-05,
+      "loss": 0.6678,
+      "step": 6036
+    },
+    {
+      "epoch": 0.5397889842632332,
+      "grad_norm": 0.1587884995131701,
+      "learning_rate": 9.198665073144218e-05,
+      "loss": 0.647,
+      "step": 6037
+    },
+    {
+      "epoch": 0.5398783977110158,
+      "grad_norm": 0.1478402212389991,
+      "learning_rate": 9.195778409024468e-05,
+      "loss": 0.684,
+      "step": 6038
+    },
+    {
+      "epoch": 0.5399678111587983,
+      "grad_norm": 0.15006437120376268,
+      "learning_rate": 9.19289181235381e-05,
+      "loss": 0.627,
+      "step": 6039
+    },
+    {
+      "epoch": 0.5400572246065808,
+      "grad_norm": 0.15076316097913525,
+      "learning_rate": 9.190005283374343e-05,
+      "loss": 0.674,
+      "step": 6040
+    },
+    {
+      "epoch": 0.5401466380543634,
+      "grad_norm": 0.14955183028108604,
+      "learning_rate": 9.187118822328149e-05,
+      "loss": 0.6889,
+      "step": 6041
+    },
+    {
+      "epoch": 0.5402360515021459,
+      "grad_norm": 0.15305552399322603,
+      "learning_rate": 9.184232429457323e-05,
+      "loss": 0.683,
+      "step": 6042
+    },
+    {
+      "epoch": 0.5403254649499285,
+      "grad_norm": 0.1528352123149738,
+      "learning_rate": 9.181346105003936e-05,
+      "loss": 0.6377,
+      "step": 6043
+    },
+    {
+      "epoch": 0.540414878397711,
+      "grad_norm": 0.14681937707052636,
+      "learning_rate": 9.178459849210063e-05,
+      "loss": 0.6697,
+      "step": 6044
+    },
+    {
+      "epoch": 0.5405042918454935,
+      "grad_norm": 0.15904359818203065,
+      "learning_rate": 9.175573662317769e-05,
+      "loss": 0.6726,
+      "step": 6045
+    },
+    {
+      "epoch": 0.5405937052932761,
+      "grad_norm": 0.14906197692171022,
+      "learning_rate": 9.172687544569118e-05,
+      "loss": 0.6514,
+      "step": 6046
+    },
+    {
+      "epoch": 0.5406831187410587,
+      "grad_norm": 0.15081502942370562,
+      "learning_rate": 9.169801496206165e-05,
+      "loss": 0.6803,
+      "step": 6047
+    },
+    {
+      "epoch": 0.5407725321888412,
+      "grad_norm": 0.17005576359633715,
+      "learning_rate": 9.166915517470953e-05,
+      "loss": 0.7306,
+      "step": 6048
+    },
+    {
+      "epoch": 0.5408619456366237,
+      "grad_norm": 0.14447142582520933,
+      "learning_rate": 9.164029608605531e-05,
+      "loss": 0.6297,
+      "step": 6049
+    },
+    {
+      "epoch": 0.5409513590844063,
+      "grad_norm": 0.1473433134751942,
+      "learning_rate": 9.161143769851941e-05,
+      "loss": 0.6584,
+      "step": 6050
+    },
+    {
+      "epoch": 0.5410407725321889,
+      "grad_norm": 0.15911550719117312,
+      "learning_rate": 9.158258001452208e-05,
+      "loss": 0.6969,
+      "step": 6051
+    },
+    {
+      "epoch": 0.5411301859799714,
+      "grad_norm": 0.1405726948889957,
+      "learning_rate": 9.155372303648359e-05,
+      "loss": 0.6584,
+      "step": 6052
+    },
+    {
+      "epoch": 0.5412195994277539,
+      "grad_norm": 0.1451275866253388,
+      "learning_rate": 9.152486676682415e-05,
+      "loss": 0.6824,
+      "step": 6053
+    },
+    {
+      "epoch": 0.5413090128755365,
+      "grad_norm": 0.15856198781869885,
+      "learning_rate": 9.149601120796391e-05,
+      "loss": 0.6793,
+      "step": 6054
+    },
+    {
+      "epoch": 0.541398426323319,
+      "grad_norm": 0.15348301027186856,
+      "learning_rate": 9.146715636232291e-05,
+      "loss": 0.687,
+      "step": 6055
+    },
+    {
+      "epoch": 0.5414878397711016,
+      "grad_norm": 0.1444098640803043,
+      "learning_rate": 9.14383022323212e-05,
+      "loss": 0.6947,
+      "step": 6056
+    },
+    {
+      "epoch": 0.5415772532188842,
+      "grad_norm": 0.14068985326569838,
+      "learning_rate": 9.140944882037879e-05,
+      "loss": 0.641,
+      "step": 6057
+    },
+    {
+      "epoch": 0.5416666666666666,
+      "grad_norm": 0.1391820042364807,
+      "learning_rate": 9.138059612891551e-05,
+      "loss": 0.6349,
+      "step": 6058
+    },
+    {
+      "epoch": 0.5417560801144492,
+      "grad_norm": 0.16609635056528516,
+      "learning_rate": 9.13517441603512e-05,
+      "loss": 0.6875,
+      "step": 6059
+    },
+    {
+      "epoch": 0.5418454935622318,
+      "grad_norm": 0.15720339370852665,
+      "learning_rate": 9.13228929171057e-05,
+      "loss": 0.7013,
+      "step": 6060
+    },
+    {
+      "epoch": 0.5419349070100143,
+      "grad_norm": 0.13833428319872937,
+      "learning_rate": 9.129404240159864e-05,
+      "loss": 0.6507,
+      "step": 6061
+    },
+    {
+      "epoch": 0.5420243204577968,
+      "grad_norm": 0.15894018651596112,
+      "learning_rate": 9.126519261624977e-05,
+      "loss": 0.6894,
+      "step": 6062
+    },
+    {
+      "epoch": 0.5421137339055794,
+      "grad_norm": 0.13312677779139218,
+      "learning_rate": 9.123634356347863e-05,
+      "loss": 0.6243,
+      "step": 6063
+    },
+    {
+      "epoch": 0.542203147353362,
+      "grad_norm": 0.15445000718857363,
+      "learning_rate": 9.12074952457048e-05,
+      "loss": 0.6725,
+      "step": 6064
+    },
+    {
+      "epoch": 0.5422925608011445,
+      "grad_norm": 0.1374866735835314,
+      "learning_rate": 9.117864766534772e-05,
+      "loss": 0.6204,
+      "step": 6065
+    },
+    {
+      "epoch": 0.5423819742489271,
+      "grad_norm": 0.13380803447451423,
+      "learning_rate": 9.114980082482677e-05,
+      "loss": 0.654,
+      "step": 6066
+    },
+    {
+      "epoch": 0.5424713876967096,
+      "grad_norm": 0.15929326624684215,
+      "learning_rate": 9.112095472656137e-05,
+      "loss": 0.6899,
+      "step": 6067
+    },
+    {
+      "epoch": 0.5425608011444921,
+      "grad_norm": 0.153356646822226,
+      "learning_rate": 9.109210937297074e-05,
+      "loss": 0.6691,
+      "step": 6068
+    },
+    {
+      "epoch": 0.5426502145922747,
+      "grad_norm": 0.15711355028331758,
+      "learning_rate": 9.106326476647417e-05,
+      "loss": 0.6647,
+      "step": 6069
+    },
+    {
+      "epoch": 0.5427396280400573,
+      "grad_norm": 0.1393789568600422,
+      "learning_rate": 9.103442090949077e-05,
+      "loss": 0.622,
+      "step": 6070
+    },
+    {
+      "epoch": 0.5428290414878397,
+      "grad_norm": 0.15744116503673397,
+      "learning_rate": 9.100557780443968e-05,
+      "loss": 0.6862,
+      "step": 6071
+    },
+    {
+      "epoch": 0.5429184549356223,
+      "grad_norm": 0.14718572800182225,
+      "learning_rate": 9.09767354537399e-05,
+      "loss": 0.6326,
+      "step": 6072
+    },
+    {
+      "epoch": 0.5430078683834049,
+      "grad_norm": 0.14882742025522536,
+      "learning_rate": 9.094789385981045e-05,
+      "loss": 0.6907,
+      "step": 6073
+    },
+    {
+      "epoch": 0.5430972818311874,
+      "grad_norm": 0.14144269959358782,
+      "learning_rate": 9.09190530250702e-05,
+      "loss": 0.6433,
+      "step": 6074
+    },
+    {
+      "epoch": 0.54318669527897,
+      "grad_norm": 0.1495630884449747,
+      "learning_rate": 9.089021295193796e-05,
+      "loss": 0.6586,
+      "step": 6075
+    },
+    {
+      "epoch": 0.5432761087267525,
+      "grad_norm": 0.1619885542128923,
+      "learning_rate": 9.08613736428326e-05,
+      "loss": 0.6269,
+      "step": 6076
+    },
+    {
+      "epoch": 0.543365522174535,
+      "grad_norm": 0.17605611836767504,
+      "learning_rate": 9.083253510017279e-05,
+      "loss": 0.6802,
+      "step": 6077
+    },
+    {
+      "epoch": 0.5434549356223176,
+      "grad_norm": 0.13115000106680672,
+      "learning_rate": 9.08036973263772e-05,
+      "loss": 0.6289,
+      "step": 6078
+    },
+    {
+      "epoch": 0.5435443490701002,
+      "grad_norm": 0.13877857710795347,
+      "learning_rate": 9.077486032386439e-05,
+      "loss": 0.6606,
+      "step": 6079
+    },
+    {
+      "epoch": 0.5436337625178826,
+      "grad_norm": 0.1592220723706873,
+      "learning_rate": 9.074602409505293e-05,
+      "loss": 0.6686,
+      "step": 6080
+    },
+    {
+      "epoch": 0.5437231759656652,
+      "grad_norm": 0.1528207003130045,
+      "learning_rate": 9.071718864236125e-05,
+      "loss": 0.6854,
+      "step": 6081
+    },
+    {
+      "epoch": 0.5438125894134478,
+      "grad_norm": 0.16059278514557632,
+      "learning_rate": 9.06883539682077e-05,
+      "loss": 0.6831,
+      "step": 6082
+    },
+    {
+      "epoch": 0.5439020028612304,
+      "grad_norm": 0.15798323138271664,
+      "learning_rate": 9.065952007501067e-05,
+      "loss": 0.6476,
+      "step": 6083
+    },
+    {
+      "epoch": 0.5439914163090128,
+      "grad_norm": 0.17633748957202722,
+      "learning_rate": 9.063068696518843e-05,
+      "loss": 0.6921,
+      "step": 6084
+    },
+    {
+      "epoch": 0.5440808297567954,
+      "grad_norm": 0.1527650214328419,
+      "learning_rate": 9.060185464115918e-05,
+      "loss": 0.7078,
+      "step": 6085
+    },
+    {
+      "epoch": 0.544170243204578,
+      "grad_norm": 0.15286963846040996,
+      "learning_rate": 9.0573023105341e-05,
+      "loss": 0.6689,
+      "step": 6086
+    },
+    {
+      "epoch": 0.5442596566523605,
+      "grad_norm": 0.16935969576324997,
+      "learning_rate": 9.054419236015201e-05,
+      "loss": 0.6657,
+      "step": 6087
+    },
+    {
+      "epoch": 0.5443490701001431,
+      "grad_norm": 0.16758216888193797,
+      "learning_rate": 9.05153624080102e-05,
+      "loss": 0.671,
+      "step": 6088
+    },
+    {
+      "epoch": 0.5444384835479256,
+      "grad_norm": 0.16410100229493368,
+      "learning_rate": 9.048653325133343e-05,
+      "loss": 0.6604,
+      "step": 6089
+    },
+    {
+      "epoch": 0.5445278969957081,
+      "grad_norm": 0.1513961429103738,
+      "learning_rate": 9.045770489253965e-05,
+      "loss": 0.676,
+      "step": 6090
+    },
+    {
+      "epoch": 0.5446173104434907,
+      "grad_norm": 0.15411304810295712,
+      "learning_rate": 9.042887733404666e-05,
+      "loss": 0.6442,
+      "step": 6091
+    },
+    {
+      "epoch": 0.5447067238912733,
+      "grad_norm": 0.1423192178862189,
+      "learning_rate": 9.040005057827216e-05,
+      "loss": 0.6425,
+      "step": 6092
+    },
+    {
+      "epoch": 0.5447961373390557,
+      "grad_norm": 0.15695242908493673,
+      "learning_rate": 9.037122462763383e-05,
+      "loss": 0.68,
+      "step": 6093
+    },
+    {
+      "epoch": 0.5448855507868383,
+      "grad_norm": 0.16340789043076168,
+      "learning_rate": 9.034239948454925e-05,
+      "loss": 0.661,
+      "step": 6094
+    },
+    {
+      "epoch": 0.5449749642346209,
+      "grad_norm": 0.14837928639689285,
+      "learning_rate": 9.031357515143599e-05,
+      "loss": 0.638,
+      "step": 6095
+    },
+    {
+      "epoch": 0.5450643776824035,
+      "grad_norm": 0.15105509857015426,
+      "learning_rate": 9.028475163071141e-05,
+      "loss": 0.6461,
+      "step": 6096
+    },
+    {
+      "epoch": 0.545153791130186,
+      "grad_norm": 0.14026044570226195,
+      "learning_rate": 9.025592892479303e-05,
+      "loss": 0.6509,
+      "step": 6097
+    },
+    {
+      "epoch": 0.5452432045779685,
+      "grad_norm": 0.14966447546445655,
+      "learning_rate": 9.022710703609814e-05,
+      "loss": 0.64,
+      "step": 6098
+    },
+    {
+      "epoch": 0.5453326180257511,
+      "grad_norm": 0.14015983566009468,
+      "learning_rate": 9.019828596704394e-05,
+      "loss": 0.651,
+      "step": 6099
+    },
+    {
+      "epoch": 0.5454220314735336,
+      "grad_norm": 0.1553121605784372,
+      "learning_rate": 9.01694657200477e-05,
+      "loss": 0.6877,
+      "step": 6100
+    },
+    {
+      "epoch": 0.5455114449213162,
+      "grad_norm": 0.14521831950107852,
+      "learning_rate": 9.014064629752647e-05,
+      "loss": 0.6471,
+      "step": 6101
+    },
+    {
+      "epoch": 0.5456008583690987,
+      "grad_norm": 0.16253327059639952,
+      "learning_rate": 9.011182770189733e-05,
+      "loss": 0.6854,
+      "step": 6102
+    },
+    {
+      "epoch": 0.5456902718168812,
+      "grad_norm": 0.15086968175676263,
+      "learning_rate": 9.008300993557723e-05,
+      "loss": 0.6682,
+      "step": 6103
+    },
+    {
+      "epoch": 0.5457796852646638,
+      "grad_norm": 0.171162496484621,
+      "learning_rate": 9.005419300098316e-05,
+      "loss": 0.6554,
+      "step": 6104
+    },
+    {
+      "epoch": 0.5458690987124464,
+      "grad_norm": 0.14915739960492408,
+      "learning_rate": 9.002537690053191e-05,
+      "loss": 0.6617,
+      "step": 6105
+    },
+    {
+      "epoch": 0.545958512160229,
+      "grad_norm": 0.15258232954202308,
+      "learning_rate": 8.999656163664023e-05,
+      "loss": 0.6897,
+      "step": 6106
+    },
+    {
+      "epoch": 0.5460479256080114,
+      "grad_norm": 0.1370527428831625,
+      "learning_rate": 8.996774721172487e-05,
+      "loss": 0.6461,
+      "step": 6107
+    },
+    {
+      "epoch": 0.546137339055794,
+      "grad_norm": 0.14347723461614936,
+      "learning_rate": 8.993893362820241e-05,
+      "loss": 0.6719,
+      "step": 6108
+    },
+    {
+      "epoch": 0.5462267525035766,
+      "grad_norm": 0.1531020189907076,
+      "learning_rate": 8.991012088848944e-05,
+      "loss": 0.6525,
+      "step": 6109
+    },
+    {
+      "epoch": 0.5463161659513591,
+      "grad_norm": 0.1517914806219988,
+      "learning_rate": 8.988130899500243e-05,
+      "loss": 0.6703,
+      "step": 6110
+    },
+    {
+      "epoch": 0.5464055793991416,
+      "grad_norm": 0.16735604844273588,
+      "learning_rate": 8.985249795015784e-05,
+      "loss": 0.6728,
+      "step": 6111
+    },
+    {
+      "epoch": 0.5464949928469242,
+      "grad_norm": 0.15638342904047794,
+      "learning_rate": 8.9823687756372e-05,
+      "loss": 0.6664,
+      "step": 6112
+    },
+    {
+      "epoch": 0.5465844062947067,
+      "grad_norm": 0.16182808374026156,
+      "learning_rate": 8.979487841606115e-05,
+      "loss": 0.6729,
+      "step": 6113
+    },
+    {
+      "epoch": 0.5466738197424893,
+      "grad_norm": 0.14942893332357,
+      "learning_rate": 8.976606993164155e-05,
+      "loss": 0.6461,
+      "step": 6114
+    },
+    {
+      "epoch": 0.5467632331902719,
+      "grad_norm": 0.15071883919778922,
+      "learning_rate": 8.97372623055293e-05,
+      "loss": 0.6678,
+      "step": 6115
+    },
+    {
+      "epoch": 0.5468526466380543,
+      "grad_norm": 0.13976389122343075,
+      "learning_rate": 8.970845554014044e-05,
+      "loss": 0.6419,
+      "step": 6116
+    },
+    {
+      "epoch": 0.5469420600858369,
+      "grad_norm": 0.1329549416589142,
+      "learning_rate": 8.967964963789097e-05,
+      "loss": 0.6601,
+      "step": 6117
+    },
+    {
+      "epoch": 0.5470314735336195,
+      "grad_norm": 0.15078371449025038,
+      "learning_rate": 8.965084460119687e-05,
+      "loss": 0.6641,
+      "step": 6118
+    },
+    {
+      "epoch": 0.547120886981402,
+      "grad_norm": 0.1571094619464662,
+      "learning_rate": 8.962204043247393e-05,
+      "loss": 0.7145,
+      "step": 6119
+    },
+    {
+      "epoch": 0.5472103004291845,
+      "grad_norm": 0.14718895496383402,
+      "learning_rate": 8.959323713413791e-05,
+      "loss": 0.6646,
+      "step": 6120
+    },
+    {
+      "epoch": 0.5472997138769671,
+      "grad_norm": 0.13078385919375204,
+      "learning_rate": 8.956443470860453e-05,
+      "loss": 0.6369,
+      "step": 6121
+    },
+    {
+      "epoch": 0.5473891273247496,
+      "grad_norm": 0.14688559599744525,
+      "learning_rate": 8.953563315828942e-05,
+      "loss": 0.6757,
+      "step": 6122
+    },
+    {
+      "epoch": 0.5474785407725322,
+      "grad_norm": 0.1530342434662024,
+      "learning_rate": 8.95068324856081e-05,
+      "loss": 0.6385,
+      "step": 6123
+    },
+    {
+      "epoch": 0.5475679542203148,
+      "grad_norm": 0.1448980759386442,
+      "learning_rate": 8.947803269297604e-05,
+      "loss": 0.6562,
+      "step": 6124
+    },
+    {
+      "epoch": 0.5476573676680973,
+      "grad_norm": 0.18614379096942094,
+      "learning_rate": 8.944923378280871e-05,
+      "loss": 0.7295,
+      "step": 6125
+    },
+    {
+      "epoch": 0.5477467811158798,
+      "grad_norm": 0.14789966539394805,
+      "learning_rate": 8.942043575752141e-05,
+      "loss": 0.6674,
+      "step": 6126
+    },
+    {
+      "epoch": 0.5478361945636624,
+      "grad_norm": 0.14241200150823893,
+      "learning_rate": 8.939163861952935e-05,
+      "loss": 0.6069,
+      "step": 6127
+    },
+    {
+      "epoch": 0.547925608011445,
+      "grad_norm": 0.17397675178831537,
+      "learning_rate": 8.936284237124778e-05,
+      "loss": 0.6815,
+      "step": 6128
+    },
+    {
+      "epoch": 0.5480150214592274,
+      "grad_norm": 0.1513386115949831,
+      "learning_rate": 8.933404701509175e-05,
+      "loss": 0.632,
+      "step": 6129
+    },
+    {
+      "epoch": 0.54810443490701,
+      "grad_norm": 0.15410585869459842,
+      "learning_rate": 8.930525255347634e-05,
+      "loss": 0.6953,
+      "step": 6130
+    },
+    {
+      "epoch": 0.5481938483547926,
+      "grad_norm": 0.13821327376323453,
+      "learning_rate": 8.927645898881644e-05,
+      "loss": 0.6414,
+      "step": 6131
+    },
+    {
+      "epoch": 0.5482832618025751,
+      "grad_norm": 0.14189495609415165,
+      "learning_rate": 8.924766632352702e-05,
+      "loss": 0.6612,
+      "step": 6132
+    },
+    {
+      "epoch": 0.5483726752503576,
+      "grad_norm": 0.159322253087434,
+      "learning_rate": 8.92188745600228e-05,
+      "loss": 0.672,
+      "step": 6133
+    },
+    {
+      "epoch": 0.5484620886981402,
+      "grad_norm": 0.13754708437126928,
+      "learning_rate": 8.919008370071859e-05,
+      "loss": 0.6595,
+      "step": 6134
+    },
+    {
+      "epoch": 0.5485515021459227,
+      "grad_norm": 0.15654276546220885,
+      "learning_rate": 8.916129374802899e-05,
+      "loss": 0.6463,
+      "step": 6135
+    },
+    {
+      "epoch": 0.5486409155937053,
+      "grad_norm": 0.15261542237772702,
+      "learning_rate": 8.913250470436858e-05,
+      "loss": 0.6694,
+      "step": 6136
+    },
+    {
+      "epoch": 0.5487303290414879,
+      "grad_norm": 0.160873184477788,
+      "learning_rate": 8.910371657215191e-05,
+      "loss": 0.6418,
+      "step": 6137
+    },
+    {
+      "epoch": 0.5488197424892703,
+      "grad_norm": 0.1436898664338616,
+      "learning_rate": 8.907492935379331e-05,
+      "loss": 0.6287,
+      "step": 6138
+    },
+    {
+      "epoch": 0.5489091559370529,
+      "grad_norm": 0.16367654096517978,
+      "learning_rate": 8.904614305170724e-05,
+      "loss": 0.6673,
+      "step": 6139
+    },
+    {
+      "epoch": 0.5489985693848355,
+      "grad_norm": 0.15916515013311552,
+      "learning_rate": 8.90173576683079e-05,
+      "loss": 0.692,
+      "step": 6140
+    },
+    {
+      "epoch": 0.5490879828326181,
+      "grad_norm": 0.153598569690212,
+      "learning_rate": 8.898857320600952e-05,
+      "loss": 0.657,
+      "step": 6141
+    },
+    {
+      "epoch": 0.5491773962804005,
+      "grad_norm": 0.15331337063684583,
+      "learning_rate": 8.895978966722623e-05,
+      "loss": 0.6409,
+      "step": 6142
+    },
+    {
+      "epoch": 0.5492668097281831,
+      "grad_norm": 0.16715283443703222,
+      "learning_rate": 8.893100705437201e-05,
+      "loss": 0.7062,
+      "step": 6143
+    },
+    {
+      "epoch": 0.5493562231759657,
+      "grad_norm": 0.1553621881785246,
+      "learning_rate": 8.890222536986085e-05,
+      "loss": 0.6657,
+      "step": 6144
+    },
+    {
+      "epoch": 0.5494456366237482,
+      "grad_norm": 0.16379298054818317,
+      "learning_rate": 8.887344461610668e-05,
+      "loss": 0.6815,
+      "step": 6145
+    },
+    {
+      "epoch": 0.5495350500715308,
+      "grad_norm": 0.15767135660608123,
+      "learning_rate": 8.884466479552328e-05,
+      "loss": 0.665,
+      "step": 6146
+    },
+    {
+      "epoch": 0.5496244635193133,
+      "grad_norm": 0.16357856604259305,
+      "learning_rate": 8.881588591052434e-05,
+      "loss": 0.6646,
+      "step": 6147
+    },
+    {
+      "epoch": 0.5497138769670958,
+      "grad_norm": 0.17839335959871924,
+      "learning_rate": 8.878710796352358e-05,
+      "loss": 0.6526,
+      "step": 6148
+    },
+    {
+      "epoch": 0.5498032904148784,
+      "grad_norm": 0.1420749962476726,
+      "learning_rate": 8.875833095693451e-05,
+      "loss": 0.636,
+      "step": 6149
+    },
+    {
+      "epoch": 0.549892703862661,
+      "grad_norm": 0.1451989939756102,
+      "learning_rate": 8.872955489317063e-05,
+      "loss": 0.684,
+      "step": 6150
+    },
+    {
+      "epoch": 0.5499821173104434,
+      "grad_norm": 0.16462804902700776,
+      "learning_rate": 8.870077977464537e-05,
+      "loss": 0.6767,
+      "step": 6151
+    },
+    {
+      "epoch": 0.550071530758226,
+      "grad_norm": 0.1580985762638432,
+      "learning_rate": 8.867200560377209e-05,
+      "loss": 0.6466,
+      "step": 6152
+    },
+    {
+      "epoch": 0.5501609442060086,
+      "grad_norm": 0.138713316956072,
+      "learning_rate": 8.864323238296401e-05,
+      "loss": 0.6683,
+      "step": 6153
+    },
+    {
+      "epoch": 0.5502503576537912,
+      "grad_norm": 0.14796154294771227,
+      "learning_rate": 8.861446011463432e-05,
+      "loss": 0.6466,
+      "step": 6154
+    },
+    {
+      "epoch": 0.5503397711015737,
+      "grad_norm": 0.14676600704179255,
+      "learning_rate": 8.858568880119611e-05,
+      "loss": 0.6498,
+      "step": 6155
+    },
+    {
+      "epoch": 0.5504291845493562,
+      "grad_norm": 0.147892400820367,
+      "learning_rate": 8.855691844506238e-05,
+      "loss": 0.6565,
+      "step": 6156
+    },
+    {
+      "epoch": 0.5505185979971388,
+      "grad_norm": 0.1472675263741607,
+      "learning_rate": 8.852814904864611e-05,
+      "loss": 0.6873,
+      "step": 6157
+    },
+    {
+      "epoch": 0.5506080114449213,
+      "grad_norm": 0.16109917832995949,
+      "learning_rate": 8.849938061436006e-05,
+      "loss": 0.6576,
+      "step": 6158
+    },
+    {
+      "epoch": 0.5506974248927039,
+      "grad_norm": 0.14261382637634593,
+      "learning_rate": 8.847061314461714e-05,
+      "loss": 0.6519,
+      "step": 6159
+    },
+    {
+      "epoch": 0.5507868383404864,
+      "grad_norm": 0.15447101284457537,
+      "learning_rate": 8.844184664182993e-05,
+      "loss": 0.6384,
+      "step": 6160
+    },
+    {
+      "epoch": 0.5508762517882689,
+      "grad_norm": 0.13799169830388863,
+      "learning_rate": 8.84130811084111e-05,
+      "loss": 0.6284,
+      "step": 6161
+    },
+    {
+      "epoch": 0.5509656652360515,
+      "grad_norm": 0.14984063770996475,
+      "learning_rate": 8.838431654677317e-05,
+      "loss": 0.6504,
+      "step": 6162
+    },
+    {
+      "epoch": 0.5510550786838341,
+      "grad_norm": 0.14315904809906305,
+      "learning_rate": 8.835555295932857e-05,
+      "loss": 0.6653,
+      "step": 6163
+    },
+    {
+      "epoch": 0.5511444921316166,
+      "grad_norm": 0.1610430000027718,
+      "learning_rate": 8.832679034848969e-05,
+      "loss": 0.6902,
+      "step": 6164
+    },
+    {
+      "epoch": 0.5512339055793991,
+      "grad_norm": 0.16937729978952226,
+      "learning_rate": 8.829802871666877e-05,
+      "loss": 0.6757,
+      "step": 6165
+    },
+    {
+      "epoch": 0.5513233190271817,
+      "grad_norm": 0.15384904203263125,
+      "learning_rate": 8.82692680662781e-05,
+      "loss": 0.6549,
+      "step": 6166
+    },
+    {
+      "epoch": 0.5514127324749643,
+      "grad_norm": 0.14517082284173227,
+      "learning_rate": 8.824050839972973e-05,
+      "loss": 0.6315,
+      "step": 6167
+    },
+    {
+      "epoch": 0.5515021459227468,
+      "grad_norm": 0.1529194186325057,
+      "learning_rate": 8.821174971943572e-05,
+      "loss": 0.6436,
+      "step": 6168
+    },
+    {
+      "epoch": 0.5515915593705293,
+      "grad_norm": 0.1661908346260971,
+      "learning_rate": 8.818299202780805e-05,
+      "loss": 0.6586,
+      "step": 6169
+    },
+    {
+      "epoch": 0.5516809728183119,
+      "grad_norm": 0.15316126923717477,
+      "learning_rate": 8.815423532725852e-05,
+      "loss": 0.6593,
+      "step": 6170
+    },
+    {
+      "epoch": 0.5517703862660944,
+      "grad_norm": 0.1364931866222575,
+      "learning_rate": 8.8125479620199e-05,
+      "loss": 0.6339,
+      "step": 6171
+    },
+    {
+      "epoch": 0.551859799713877,
+      "grad_norm": 0.13540016155576487,
+      "learning_rate": 8.809672490904111e-05,
+      "loss": 0.6679,
+      "step": 6172
+    },
+    {
+      "epoch": 0.5519492131616596,
+      "grad_norm": 0.14298580364719707,
+      "learning_rate": 8.806797119619658e-05,
+      "loss": 0.6255,
+      "step": 6173
+    },
+    {
+      "epoch": 0.552038626609442,
+      "grad_norm": 0.1602871618557468,
+      "learning_rate": 8.803921848407687e-05,
+      "loss": 0.6907,
+      "step": 6174
+    },
+    {
+      "epoch": 0.5521280400572246,
+      "grad_norm": 0.15840778852105813,
+      "learning_rate": 8.80104667750935e-05,
+      "loss": 0.6705,
+      "step": 6175
+    },
+    {
+      "epoch": 0.5522174535050072,
+      "grad_norm": 0.15807497660468509,
+      "learning_rate": 8.798171607165778e-05,
+      "loss": 0.7139,
+      "step": 6176
+    },
+    {
+      "epoch": 0.5523068669527897,
+      "grad_norm": 0.17121524608501013,
+      "learning_rate": 8.795296637618101e-05,
+      "loss": 0.6731,
+      "step": 6177
+    },
+    {
+      "epoch": 0.5523962804005722,
+      "grad_norm": 0.1542130769278051,
+      "learning_rate": 8.792421769107442e-05,
+      "loss": 0.6837,
+      "step": 6178
+    },
+    {
+      "epoch": 0.5524856938483548,
+      "grad_norm": 0.1357280483061847,
+      "learning_rate": 8.789547001874906e-05,
+      "loss": 0.603,
+      "step": 6179
+    },
+    {
+      "epoch": 0.5525751072961373,
+      "grad_norm": 0.14103814359696812,
+      "learning_rate": 8.786672336161605e-05,
+      "loss": 0.6427,
+      "step": 6180
+    },
+    {
+      "epoch": 0.5526645207439199,
+      "grad_norm": 0.15205451020641567,
+      "learning_rate": 8.783797772208628e-05,
+      "loss": 0.6753,
+      "step": 6181
+    },
+    {
+      "epoch": 0.5527539341917024,
+      "grad_norm": 0.1793909073090077,
+      "learning_rate": 8.780923310257067e-05,
+      "loss": 0.6919,
+      "step": 6182
+    },
+    {
+      "epoch": 0.552843347639485,
+      "grad_norm": 0.18171770978668275,
+      "learning_rate": 8.778048950547994e-05,
+      "loss": 0.7049,
+      "step": 6183
+    },
+    {
+      "epoch": 0.5529327610872675,
+      "grad_norm": 0.15640154184962787,
+      "learning_rate": 8.775174693322478e-05,
+      "loss": 0.6957,
+      "step": 6184
+    },
+    {
+      "epoch": 0.5530221745350501,
+      "grad_norm": 0.15396830111485546,
+      "learning_rate": 8.772300538821583e-05,
+      "loss": 0.6449,
+      "step": 6185
+    },
+    {
+      "epoch": 0.5531115879828327,
+      "grad_norm": 0.1677384966722681,
+      "learning_rate": 8.769426487286356e-05,
+      "loss": 0.6755,
+      "step": 6186
+    },
+    {
+      "epoch": 0.5532010014306151,
+      "grad_norm": 0.16770486073210028,
+      "learning_rate": 8.766552538957846e-05,
+      "loss": 0.6547,
+      "step": 6187
+    },
+    {
+      "epoch": 0.5532904148783977,
+      "grad_norm": 0.17086694038607583,
+      "learning_rate": 8.763678694077083e-05,
+      "loss": 0.706,
+      "step": 6188
+    },
+    {
+      "epoch": 0.5533798283261803,
+      "grad_norm": 0.17635844591768976,
+      "learning_rate": 8.760804952885098e-05,
+      "loss": 0.6287,
+      "step": 6189
+    },
+    {
+      "epoch": 0.5534692417739628,
+      "grad_norm": 0.1475544663305786,
+      "learning_rate": 8.757931315622903e-05,
+      "loss": 0.6517,
+      "step": 6190
+    },
+    {
+      "epoch": 0.5535586552217453,
+      "grad_norm": 0.15362414074722783,
+      "learning_rate": 8.755057782531509e-05,
+      "loss": 0.6647,
+      "step": 6191
+    },
+    {
+      "epoch": 0.5536480686695279,
+      "grad_norm": 0.1563437982516235,
+      "learning_rate": 8.752184353851916e-05,
+      "loss": 0.6888,
+      "step": 6192
+    },
+    {
+      "epoch": 0.5537374821173104,
+      "grad_norm": 0.1289472336562666,
+      "learning_rate": 8.749311029825111e-05,
+      "loss": 0.6322,
+      "step": 6193
+    },
+    {
+      "epoch": 0.553826895565093,
+      "grad_norm": 0.15525319222133233,
+      "learning_rate": 8.74643781069208e-05,
+      "loss": 0.7018,
+      "step": 6194
+    },
+    {
+      "epoch": 0.5539163090128756,
+      "grad_norm": 0.17000794605678382,
+      "learning_rate": 8.7435646966938e-05,
+      "loss": 0.6592,
+      "step": 6195
+    },
+    {
+      "epoch": 0.554005722460658,
+      "grad_norm": 0.1428120830044091,
+      "learning_rate": 8.74069168807123e-05,
+      "loss": 0.6353,
+      "step": 6196
+    },
+    {
+      "epoch": 0.5540951359084406,
+      "grad_norm": 0.1577719362501954,
+      "learning_rate": 8.737818785065326e-05,
+      "loss": 0.6367,
+      "step": 6197
+    },
+    {
+      "epoch": 0.5541845493562232,
+      "grad_norm": 0.14536330253603166,
+      "learning_rate": 8.734945987917038e-05,
+      "loss": 0.6467,
+      "step": 6198
+    },
+    {
+      "epoch": 0.5542739628040058,
+      "grad_norm": 0.15619695566065983,
+      "learning_rate": 8.732073296867303e-05,
+      "loss": 0.6729,
+      "step": 6199
+    },
+    {
+      "epoch": 0.5543633762517882,
+      "grad_norm": 0.17329472685843086,
+      "learning_rate": 8.729200712157043e-05,
+      "loss": 0.6839,
+      "step": 6200
+    },
+    {
+      "epoch": 0.5544527896995708,
+      "grad_norm": 0.1470659138101108,
+      "learning_rate": 8.726328234027188e-05,
+      "loss": 0.6193,
+      "step": 6201
+    },
+    {
+      "epoch": 0.5545422031473534,
+      "grad_norm": 0.17804047473870965,
+      "learning_rate": 8.723455862718649e-05,
+      "loss": 0.6832,
+      "step": 6202
+    },
+    {
+      "epoch": 0.5546316165951359,
+      "grad_norm": 0.16251473099235073,
+      "learning_rate": 8.720583598472322e-05,
+      "loss": 0.655,
+      "step": 6203
+    },
+    {
+      "epoch": 0.5547210300429185,
+      "grad_norm": 0.16399327877889344,
+      "learning_rate": 8.717711441529104e-05,
+      "loss": 0.6891,
+      "step": 6204
+    },
+    {
+      "epoch": 0.554810443490701,
+      "grad_norm": 0.17056979073777212,
+      "learning_rate": 8.71483939212988e-05,
+      "loss": 0.685,
+      "step": 6205
+    },
+    {
+      "epoch": 0.5548998569384835,
+      "grad_norm": 0.14620684569392023,
+      "learning_rate": 8.711967450515524e-05,
+      "loss": 0.6667,
+      "step": 6206
+    },
+    {
+      "epoch": 0.5549892703862661,
+      "grad_norm": 0.14081610595448854,
+      "learning_rate": 8.709095616926897e-05,
+      "loss": 0.6539,
+      "step": 6207
+    },
+    {
+      "epoch": 0.5550786838340487,
+      "grad_norm": 0.12979506936391655,
+      "learning_rate": 8.706223891604866e-05,
+      "loss": 0.6515,
+      "step": 6208
+    },
+    {
+      "epoch": 0.5551680972818311,
+      "grad_norm": 0.15247570239450034,
+      "learning_rate": 8.703352274790276e-05,
+      "loss": 0.6718,
+      "step": 6209
+    },
+    {
+      "epoch": 0.5552575107296137,
+      "grad_norm": 0.1655996403700083,
+      "learning_rate": 8.700480766723964e-05,
+      "loss": 0.6864,
+      "step": 6210
+    },
+    {
+      "epoch": 0.5553469241773963,
+      "grad_norm": 0.16767415928556967,
+      "learning_rate": 8.69760936764676e-05,
+      "loss": 0.623,
+      "step": 6211
+    },
+    {
+      "epoch": 0.5554363376251789,
+      "grad_norm": 0.1482463150094616,
+      "learning_rate": 8.694738077799488e-05,
+      "loss": 0.6242,
+      "step": 6212
+    },
+    {
+      "epoch": 0.5555257510729614,
+      "grad_norm": 0.1420791942047449,
+      "learning_rate": 8.691866897422952e-05,
+      "loss": 0.6213,
+      "step": 6213
+    },
+    {
+      "epoch": 0.5556151645207439,
+      "grad_norm": 0.15603303617921074,
+      "learning_rate": 8.688995826757961e-05,
+      "loss": 0.6593,
+      "step": 6214
+    },
+    {
+      "epoch": 0.5557045779685265,
+      "grad_norm": 0.13647847438440527,
+      "learning_rate": 8.686124866045308e-05,
+      "loss": 0.6385,
+      "step": 6215
+    },
+    {
+      "epoch": 0.555793991416309,
+      "grad_norm": 0.14456243296172017,
+      "learning_rate": 8.683254015525776e-05,
+      "loss": 0.6529,
+      "step": 6216
+    },
+    {
+      "epoch": 0.5558834048640916,
+      "grad_norm": 0.1457841733261936,
+      "learning_rate": 8.680383275440138e-05,
+      "loss": 0.6687,
+      "step": 6217
+    },
+    {
+      "epoch": 0.5559728183118741,
+      "grad_norm": 0.14875248375575886,
+      "learning_rate": 8.677512646029163e-05,
+      "loss": 0.686,
+      "step": 6218
+    },
+    {
+      "epoch": 0.5560622317596566,
+      "grad_norm": 0.15344909859194128,
+      "learning_rate": 8.674642127533605e-05,
+      "loss": 0.6523,
+      "step": 6219
+    },
+    {
+      "epoch": 0.5561516452074392,
+      "grad_norm": 0.14283450767982708,
+      "learning_rate": 8.671771720194211e-05,
+      "loss": 0.6586,
+      "step": 6220
+    },
+    {
+      "epoch": 0.5562410586552218,
+      "grad_norm": 0.1497462777362133,
+      "learning_rate": 8.668901424251714e-05,
+      "loss": 0.695,
+      "step": 6221
+    },
+    {
+      "epoch": 0.5563304721030042,
+      "grad_norm": 0.14777534192671396,
+      "learning_rate": 8.666031239946852e-05,
+      "loss": 0.6737,
+      "step": 6222
+    },
+    {
+      "epoch": 0.5564198855507868,
+      "grad_norm": 0.15808822318363022,
+      "learning_rate": 8.66316116752034e-05,
+      "loss": 0.6524,
+      "step": 6223
+    },
+    {
+      "epoch": 0.5565092989985694,
+      "grad_norm": 0.14841859366401844,
+      "learning_rate": 8.660291207212882e-05,
+      "loss": 0.6807,
+      "step": 6224
+    },
+    {
+      "epoch": 0.556598712446352,
+      "grad_norm": 0.1482232087127765,
+      "learning_rate": 8.657421359265188e-05,
+      "loss": 0.6529,
+      "step": 6225
+    },
+    {
+      "epoch": 0.5566881258941345,
+      "grad_norm": 0.13416012363208607,
+      "learning_rate": 8.654551623917941e-05,
+      "loss": 0.6525,
+      "step": 6226
+    },
+    {
+      "epoch": 0.556777539341917,
+      "grad_norm": 0.14743649955632304,
+      "learning_rate": 8.651682001411821e-05,
+      "loss": 0.6373,
+      "step": 6227
+    },
+    {
+      "epoch": 0.5568669527896996,
+      "grad_norm": 0.1621397415255078,
+      "learning_rate": 8.648812491987504e-05,
+      "loss": 0.7087,
+      "step": 6228
+    },
+    {
+      "epoch": 0.5569563662374821,
+      "grad_norm": 0.15060655381917998,
+      "learning_rate": 8.645943095885655e-05,
+      "loss": 0.6629,
+      "step": 6229
+    },
+    {
+      "epoch": 0.5570457796852647,
+      "grad_norm": 0.143171283914505,
+      "learning_rate": 8.643073813346922e-05,
+      "loss": 0.6625,
+      "step": 6230
+    },
+    {
+      "epoch": 0.5571351931330472,
+      "grad_norm": 0.16249524606498525,
+      "learning_rate": 8.640204644611948e-05,
+      "loss": 0.6798,
+      "step": 6231
+    },
+    {
+      "epoch": 0.5572246065808297,
+      "grad_norm": 0.14905563407878278,
+      "learning_rate": 8.63733558992137e-05,
+      "loss": 0.6946,
+      "step": 6232
+    },
+    {
+      "epoch": 0.5573140200286123,
+      "grad_norm": 0.1645915860878198,
+      "learning_rate": 8.634466649515811e-05,
+      "loss": 0.6826,
+      "step": 6233
+    },
+    {
+      "epoch": 0.5574034334763949,
+      "grad_norm": 0.16384557752842224,
+      "learning_rate": 8.63159782363588e-05,
+      "loss": 0.6574,
+      "step": 6234
+    },
+    {
+      "epoch": 0.5574928469241774,
+      "grad_norm": 0.14120200036346842,
+      "learning_rate": 8.62872911252219e-05,
+      "loss": 0.67,
+      "step": 6235
+    },
+    {
+      "epoch": 0.5575822603719599,
+      "grad_norm": 0.16017539356674754,
+      "learning_rate": 8.625860516415335e-05,
+      "loss": 0.678,
+      "step": 6236
+    },
+    {
+      "epoch": 0.5576716738197425,
+      "grad_norm": 0.19899695859991395,
+      "learning_rate": 8.6229920355559e-05,
+      "loss": 0.6832,
+      "step": 6237
+    },
+    {
+      "epoch": 0.557761087267525,
+      "grad_norm": 0.18290237770497328,
+      "learning_rate": 8.620123670184455e-05,
+      "loss": 0.7074,
+      "step": 6238
+    },
+    {
+      "epoch": 0.5578505007153076,
+      "grad_norm": 0.15272894967539638,
+      "learning_rate": 8.617255420541576e-05,
+      "loss": 0.6694,
+      "step": 6239
+    },
+    {
+      "epoch": 0.5579399141630901,
+      "grad_norm": 0.15385500573177638,
+      "learning_rate": 8.614387286867814e-05,
+      "loss": 0.6698,
+      "step": 6240
+    },
+    {
+      "epoch": 0.5580293276108726,
+      "grad_norm": 0.13533091419630638,
+      "learning_rate": 8.611519269403712e-05,
+      "loss": 0.6238,
+      "step": 6241
+    },
+    {
+      "epoch": 0.5581187410586552,
+      "grad_norm": 0.17240286097372187,
+      "learning_rate": 8.608651368389815e-05,
+      "loss": 0.7016,
+      "step": 6242
+    },
+    {
+      "epoch": 0.5582081545064378,
+      "grad_norm": 0.15583219078200022,
+      "learning_rate": 8.605783584066649e-05,
+      "loss": 0.6554,
+      "step": 6243
+    },
+    {
+      "epoch": 0.5582975679542204,
+      "grad_norm": 0.14262520186895047,
+      "learning_rate": 8.602915916674731e-05,
+      "loss": 0.6271,
+      "step": 6244
+    },
+    {
+      "epoch": 0.5583869814020028,
+      "grad_norm": 0.13568791845336556,
+      "learning_rate": 8.600048366454565e-05,
+      "loss": 0.6563,
+      "step": 6245
+    },
+    {
+      "epoch": 0.5584763948497854,
+      "grad_norm": 0.14725827703332423,
+      "learning_rate": 8.597180933646653e-05,
+      "loss": 0.6528,
+      "step": 6246
+    },
+    {
+      "epoch": 0.558565808297568,
+      "grad_norm": 0.17891157633161509,
+      "learning_rate": 8.594313618491481e-05,
+      "loss": 0.6787,
+      "step": 6247
+    },
+    {
+      "epoch": 0.5586552217453505,
+      "grad_norm": 0.17171111958387364,
+      "learning_rate": 8.591446421229528e-05,
+      "loss": 0.6684,
+      "step": 6248
+    },
+    {
+      "epoch": 0.558744635193133,
+      "grad_norm": 0.15468920518964996,
+      "learning_rate": 8.588579342101263e-05,
+      "loss": 0.6457,
+      "step": 6249
+    },
+    {
+      "epoch": 0.5588340486409156,
+      "grad_norm": 0.16194989123748865,
+      "learning_rate": 8.585712381347145e-05,
+      "loss": 0.6268,
+      "step": 6250
+    },
+    {
+      "epoch": 0.5589234620886981,
+      "grad_norm": 0.1444198815240839,
+      "learning_rate": 8.58284553920762e-05,
+      "loss": 0.6746,
+      "step": 6251
+    },
+    {
+      "epoch": 0.5590128755364807,
+      "grad_norm": 0.14200234012986082,
+      "learning_rate": 8.57997881592313e-05,
+      "loss": 0.6418,
+      "step": 6252
+    },
+    {
+      "epoch": 0.5591022889842633,
+      "grad_norm": 0.1432912602549142,
+      "learning_rate": 8.577112211734104e-05,
+      "loss": 0.6628,
+      "step": 6253
+    },
+    {
+      "epoch": 0.5591917024320457,
+      "grad_norm": 0.15629533515000588,
+      "learning_rate": 8.574245726880953e-05,
+      "loss": 0.6684,
+      "step": 6254
+    },
+    {
+      "epoch": 0.5592811158798283,
+      "grad_norm": 0.16183538736799638,
+      "learning_rate": 8.571379361604091e-05,
+      "loss": 0.6523,
+      "step": 6255
+    },
+    {
+      "epoch": 0.5593705293276109,
+      "grad_norm": 0.13792335089661456,
+      "learning_rate": 8.568513116143919e-05,
+      "loss": 0.6226,
+      "step": 6256
+    },
+    {
+      "epoch": 0.5594599427753935,
+      "grad_norm": 0.14070884040340675,
+      "learning_rate": 8.565646990740824e-05,
+      "loss": 0.5996,
+      "step": 6257
+    },
+    {
+      "epoch": 0.5595493562231759,
+      "grad_norm": 0.14195696138466474,
+      "learning_rate": 8.562780985635183e-05,
+      "loss": 0.6331,
+      "step": 6258
+    },
+    {
+      "epoch": 0.5596387696709585,
+      "grad_norm": 0.15896841453789426,
+      "learning_rate": 8.559915101067366e-05,
+      "loss": 0.6675,
+      "step": 6259
+    },
+    {
+      "epoch": 0.5597281831187411,
+      "grad_norm": 0.14650069886211375,
+      "learning_rate": 8.55704933727773e-05,
+      "loss": 0.6696,
+      "step": 6260
+    },
+    {
+      "epoch": 0.5598175965665236,
+      "grad_norm": 0.147090658251753,
+      "learning_rate": 8.554183694506622e-05,
+      "loss": 0.6555,
+      "step": 6261
+    },
+    {
+      "epoch": 0.5599070100143062,
+      "grad_norm": 0.13430714032534885,
+      "learning_rate": 8.551318172994378e-05,
+      "loss": 0.6717,
+      "step": 6262
+    },
+    {
+      "epoch": 0.5599964234620887,
+      "grad_norm": 0.17078034798666494,
+      "learning_rate": 8.548452772981334e-05,
+      "loss": 0.6414,
+      "step": 6263
+    },
+    {
+      "epoch": 0.5600858369098712,
+      "grad_norm": 0.1439337634376365,
+      "learning_rate": 8.545587494707803e-05,
+      "loss": 0.6527,
+      "step": 6264
+    },
+    {
+      "epoch": 0.5601752503576538,
+      "grad_norm": 0.16327712360924554,
+      "learning_rate": 8.54272233841409e-05,
+      "loss": 0.6896,
+      "step": 6265
+    },
+    {
+      "epoch": 0.5602646638054364,
+      "grad_norm": 0.1515614722958053,
+      "learning_rate": 8.539857304340498e-05,
+      "loss": 0.6618,
+      "step": 6266
+    },
+    {
+      "epoch": 0.5603540772532188,
+      "grad_norm": 0.16857976387558962,
+      "learning_rate": 8.53699239272731e-05,
+      "loss": 0.7084,
+      "step": 6267
+    },
+    {
+      "epoch": 0.5604434907010014,
+      "grad_norm": 0.1683948340861568,
+      "learning_rate": 8.5341276038148e-05,
+      "loss": 0.6913,
+      "step": 6268
+    },
+    {
+      "epoch": 0.560532904148784,
+      "grad_norm": 0.13399735258280598,
+      "learning_rate": 8.531262937843236e-05,
+      "loss": 0.6258,
+      "step": 6269
+    },
+    {
+      "epoch": 0.5606223175965666,
+      "grad_norm": 0.17788454571067053,
+      "learning_rate": 8.528398395052879e-05,
+      "loss": 0.6945,
+      "step": 6270
+    },
+    {
+      "epoch": 0.560711731044349,
+      "grad_norm": 0.14503121904051675,
+      "learning_rate": 8.525533975683972e-05,
+      "loss": 0.6692,
+      "step": 6271
+    },
+    {
+      "epoch": 0.5608011444921316,
+      "grad_norm": 0.16769498817916678,
+      "learning_rate": 8.522669679976749e-05,
+      "loss": 0.7251,
+      "step": 6272
+    },
+    {
+      "epoch": 0.5608905579399142,
+      "grad_norm": 0.1580661284143542,
+      "learning_rate": 8.519805508171437e-05,
+      "loss": 0.6802,
+      "step": 6273
+    },
+    {
+      "epoch": 0.5609799713876967,
+      "grad_norm": 0.13770693143963386,
+      "learning_rate": 8.516941460508247e-05,
+      "loss": 0.668,
+      "step": 6274
+    },
+    {
+      "epoch": 0.5610693848354793,
+      "grad_norm": 0.13484271754447003,
+      "learning_rate": 8.514077537227388e-05,
+      "loss": 0.641,
+      "step": 6275
+    },
+    {
+      "epoch": 0.5611587982832618,
+      "grad_norm": 0.16740771051554068,
+      "learning_rate": 8.511213738569046e-05,
+      "loss": 0.6675,
+      "step": 6276
+    },
+    {
+      "epoch": 0.5612482117310443,
+      "grad_norm": 0.17142162616000867,
+      "learning_rate": 8.508350064773415e-05,
+      "loss": 0.7107,
+      "step": 6277
+    },
+    {
+      "epoch": 0.5613376251788269,
+      "grad_norm": 0.1808423147942489,
+      "learning_rate": 8.50548651608066e-05,
+      "loss": 0.6683,
+      "step": 6278
+    },
+    {
+      "epoch": 0.5614270386266095,
+      "grad_norm": 0.1566747139758281,
+      "learning_rate": 8.50262309273095e-05,
+      "loss": 0.6357,
+      "step": 6279
+    },
+    {
+      "epoch": 0.5615164520743919,
+      "grad_norm": 0.15880479115083956,
+      "learning_rate": 8.49975979496443e-05,
+      "loss": 0.6592,
+      "step": 6280
+    },
+    {
+      "epoch": 0.5616058655221745,
+      "grad_norm": 0.15301026773470147,
+      "learning_rate": 8.496896623021245e-05,
+      "loss": 0.6759,
+      "step": 6281
+    },
+    {
+      "epoch": 0.5616952789699571,
+      "grad_norm": 0.1484651464953513,
+      "learning_rate": 8.494033577141525e-05,
+      "loss": 0.6498,
+      "step": 6282
+    },
+    {
+      "epoch": 0.5617846924177397,
+      "grad_norm": 0.15502892524056097,
+      "learning_rate": 8.491170657565386e-05,
+      "loss": 0.6339,
+      "step": 6283
+    },
+    {
+      "epoch": 0.5618741058655222,
+      "grad_norm": 0.15016745806815454,
+      "learning_rate": 8.488307864532946e-05,
+      "loss": 0.657,
+      "step": 6284
+    },
+    {
+      "epoch": 0.5619635193133047,
+      "grad_norm": 0.15449356787044016,
+      "learning_rate": 8.485445198284298e-05,
+      "loss": 0.6629,
+      "step": 6285
+    },
+    {
+      "epoch": 0.5620529327610873,
+      "grad_norm": 0.18120574844598555,
+      "learning_rate": 8.482582659059534e-05,
+      "loss": 0.6517,
+      "step": 6286
+    },
+    {
+      "epoch": 0.5621423462088698,
+      "grad_norm": 0.15871750126175874,
+      "learning_rate": 8.47972024709873e-05,
+      "loss": 0.6796,
+      "step": 6287
+    },
+    {
+      "epoch": 0.5622317596566524,
+      "grad_norm": 0.1670383962542114,
+      "learning_rate": 8.47685796264195e-05,
+      "loss": 0.6905,
+      "step": 6288
+    },
+    {
+      "epoch": 0.5623211731044349,
+      "grad_norm": 0.1529443794521581,
+      "learning_rate": 8.473995805929257e-05,
+      "loss": 0.6695,
+      "step": 6289
+    },
+    {
+      "epoch": 0.5624105865522174,
+      "grad_norm": 0.15650480383758972,
+      "learning_rate": 8.471133777200688e-05,
+      "loss": 0.6552,
+      "step": 6290
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.13765780641681621,
+      "learning_rate": 8.468271876696286e-05,
+      "loss": 0.6457,
+      "step": 6291
+    },
+    {
+      "epoch": 0.5625894134477826,
+      "grad_norm": 0.13281964107596275,
+      "learning_rate": 8.46541010465607e-05,
+      "loss": 0.6289,
+      "step": 6292
+    },
+    {
+      "epoch": 0.5626788268955651,
+      "grad_norm": 0.14569384790474654,
+      "learning_rate": 8.462548461320057e-05,
+      "loss": 0.6333,
+      "step": 6293
+    },
+    {
+      "epoch": 0.5627682403433476,
+      "grad_norm": 0.1644672536721024,
+      "learning_rate": 8.459686946928249e-05,
+      "loss": 0.6906,
+      "step": 6294
+    },
+    {
+      "epoch": 0.5628576537911302,
+      "grad_norm": 0.13493614454669348,
+      "learning_rate": 8.456825561720634e-05,
+      "loss": 0.6544,
+      "step": 6295
+    },
+    {
+      "epoch": 0.5629470672389127,
+      "grad_norm": 0.1442079355292004,
+      "learning_rate": 8.453964305937197e-05,
+      "loss": 0.6616,
+      "step": 6296
+    },
+    {
+      "epoch": 0.5630364806866953,
+      "grad_norm": 0.16228251993233272,
+      "learning_rate": 8.451103179817903e-05,
+      "loss": 0.7055,
+      "step": 6297
+    },
+    {
+      "epoch": 0.5631258941344778,
+      "grad_norm": 0.14169839357371608,
+      "learning_rate": 8.448242183602719e-05,
+      "loss": 0.6495,
+      "step": 6298
+    },
+    {
+      "epoch": 0.5632153075822603,
+      "grad_norm": 0.17088622514446267,
+      "learning_rate": 8.445381317531586e-05,
+      "loss": 0.6833,
+      "step": 6299
+    },
+    {
+      "epoch": 0.5633047210300429,
+      "grad_norm": 0.15443846835750477,
+      "learning_rate": 8.442520581844447e-05,
+      "loss": 0.6969,
+      "step": 6300
+    },
+    {
+      "epoch": 0.5633941344778255,
+      "grad_norm": 0.1673788349996234,
+      "learning_rate": 8.439659976781226e-05,
+      "loss": 0.663,
+      "step": 6301
+    },
+    {
+      "epoch": 0.5634835479256081,
+      "grad_norm": 0.15190737083611128,
+      "learning_rate": 8.436799502581836e-05,
+      "loss": 0.6741,
+      "step": 6302
+    },
+    {
+      "epoch": 0.5635729613733905,
+      "grad_norm": 0.16395567627974236,
+      "learning_rate": 8.433939159486186e-05,
+      "loss": 0.6446,
+      "step": 6303
+    },
+    {
+      "epoch": 0.5636623748211731,
+      "grad_norm": 0.15408139757299363,
+      "learning_rate": 8.431078947734164e-05,
+      "loss": 0.6594,
+      "step": 6304
+    },
+    {
+      "epoch": 0.5637517882689557,
+      "grad_norm": 0.1746092088518868,
+      "learning_rate": 8.428218867565659e-05,
+      "loss": 0.6641,
+      "step": 6305
+    },
+    {
+      "epoch": 0.5638412017167382,
+      "grad_norm": 0.16548916071082134,
+      "learning_rate": 8.425358919220537e-05,
+      "loss": 0.6941,
+      "step": 6306
+    },
+    {
+      "epoch": 0.5639306151645207,
+      "grad_norm": 0.14685131594394035,
+      "learning_rate": 8.422499102938663e-05,
+      "loss": 0.6231,
+      "step": 6307
+    },
+    {
+      "epoch": 0.5640200286123033,
+      "grad_norm": 0.15393027175273513,
+      "learning_rate": 8.419639418959884e-05,
+      "loss": 0.7058,
+      "step": 6308
+    },
+    {
+      "epoch": 0.5641094420600858,
+      "grad_norm": 0.16726488329694197,
+      "learning_rate": 8.416779867524039e-05,
+      "loss": 0.6862,
+      "step": 6309
+    },
+    {
+      "epoch": 0.5641988555078684,
+      "grad_norm": 0.17617234793733777,
+      "learning_rate": 8.413920448870954e-05,
+      "loss": 0.6859,
+      "step": 6310
+    },
+    {
+      "epoch": 0.564288268955651,
+      "grad_norm": 0.14979884168375343,
+      "learning_rate": 8.411061163240441e-05,
+      "loss": 0.6317,
+      "step": 6311
+    },
+    {
+      "epoch": 0.5643776824034334,
+      "grad_norm": 0.16486721329199983,
+      "learning_rate": 8.408202010872312e-05,
+      "loss": 0.6556,
+      "step": 6312
+    },
+    {
+      "epoch": 0.564467095851216,
+      "grad_norm": 0.15057516042483396,
+      "learning_rate": 8.40534299200636e-05,
+      "loss": 0.6645,
+      "step": 6313
+    },
+    {
+      "epoch": 0.5645565092989986,
+      "grad_norm": 0.16804851783612207,
+      "learning_rate": 8.402484106882364e-05,
+      "loss": 0.6455,
+      "step": 6314
+    },
+    {
+      "epoch": 0.5646459227467812,
+      "grad_norm": 0.15785623226779133,
+      "learning_rate": 8.399625355740097e-05,
+      "loss": 0.6678,
+      "step": 6315
+    },
+    {
+      "epoch": 0.5647353361945636,
+      "grad_norm": 0.15733105236695902,
+      "learning_rate": 8.396766738819319e-05,
+      "loss": 0.6599,
+      "step": 6316
+    },
+    {
+      "epoch": 0.5648247496423462,
+      "grad_norm": 0.13518840279148198,
+      "learning_rate": 8.393908256359776e-05,
+      "loss": 0.6695,
+      "step": 6317
+    },
+    {
+      "epoch": 0.5649141630901288,
+      "grad_norm": 0.15175182174182997,
+      "learning_rate": 8.39104990860121e-05,
+      "loss": 0.6573,
+      "step": 6318
+    },
+    {
+      "epoch": 0.5650035765379113,
+      "grad_norm": 0.15551211683381275,
+      "learning_rate": 8.388191695783345e-05,
+      "loss": 0.7016,
+      "step": 6319
+    },
+    {
+      "epoch": 0.5650929899856938,
+      "grad_norm": 0.1631134685074219,
+      "learning_rate": 8.385333618145896e-05,
+      "loss": 0.7059,
+      "step": 6320
+    },
+    {
+      "epoch": 0.5651824034334764,
+      "grad_norm": 0.15809539647767534,
+      "learning_rate": 8.382475675928568e-05,
+      "loss": 0.6603,
+      "step": 6321
+    },
+    {
+      "epoch": 0.5652718168812589,
+      "grad_norm": 0.16532138966224189,
+      "learning_rate": 8.379617869371049e-05,
+      "loss": 0.6878,
+      "step": 6322
+    },
+    {
+      "epoch": 0.5653612303290415,
+      "grad_norm": 0.13923474196334698,
+      "learning_rate": 8.376760198713024e-05,
+      "loss": 0.6276,
+      "step": 6323
+    },
+    {
+      "epoch": 0.5654506437768241,
+      "grad_norm": 0.15521092941698675,
+      "learning_rate": 8.373902664194156e-05,
+      "loss": 0.6673,
+      "step": 6324
+    },
+    {
+      "epoch": 0.5655400572246065,
+      "grad_norm": 0.15199988091223807,
+      "learning_rate": 8.371045266054114e-05,
+      "loss": 0.6828,
+      "step": 6325
+    },
+    {
+      "epoch": 0.5656294706723891,
+      "grad_norm": 0.16733563772978452,
+      "learning_rate": 8.368188004532535e-05,
+      "loss": 0.6611,
+      "step": 6326
+    },
+    {
+      "epoch": 0.5657188841201717,
+      "grad_norm": 0.1584618020835139,
+      "learning_rate": 8.365330879869059e-05,
+      "loss": 0.6614,
+      "step": 6327
+    },
+    {
+      "epoch": 0.5658082975679543,
+      "grad_norm": 0.15734429767966612,
+      "learning_rate": 8.362473892303308e-05,
+      "loss": 0.6651,
+      "step": 6328
+    },
+    {
+      "epoch": 0.5658977110157367,
+      "grad_norm": 0.16435993357112944,
+      "learning_rate": 8.359617042074891e-05,
+      "loss": 0.6806,
+      "step": 6329
+    },
+    {
+      "epoch": 0.5659871244635193,
+      "grad_norm": 0.1543760942511137,
+      "learning_rate": 8.356760329423417e-05,
+      "loss": 0.6498,
+      "step": 6330
+    },
+    {
+      "epoch": 0.5660765379113019,
+      "grad_norm": 0.14551348540111442,
+      "learning_rate": 8.353903754588463e-05,
+      "loss": 0.6835,
+      "step": 6331
+    },
+    {
+      "epoch": 0.5661659513590844,
+      "grad_norm": 0.13566100320301305,
+      "learning_rate": 8.351047317809617e-05,
+      "loss": 0.6782,
+      "step": 6332
+    },
+    {
+      "epoch": 0.566255364806867,
+      "grad_norm": 0.1526673111148639,
+      "learning_rate": 8.34819101932644e-05,
+      "loss": 0.6699,
+      "step": 6333
+    },
+    {
+      "epoch": 0.5663447782546495,
+      "grad_norm": 0.1675465930483653,
+      "learning_rate": 8.345334859378489e-05,
+      "loss": 0.6813,
+      "step": 6334
+    },
+    {
+      "epoch": 0.566434191702432,
+      "grad_norm": 0.12958092921292808,
+      "learning_rate": 8.342478838205302e-05,
+      "loss": 0.6326,
+      "step": 6335
+    },
+    {
+      "epoch": 0.5665236051502146,
+      "grad_norm": 0.1497346242748205,
+      "learning_rate": 8.339622956046417e-05,
+      "loss": 0.6697,
+      "step": 6336
+    },
+    {
+      "epoch": 0.5666130185979972,
+      "grad_norm": 0.13123724657012978,
+      "learning_rate": 8.336767213141348e-05,
+      "loss": 0.6332,
+      "step": 6337
+    },
+    {
+      "epoch": 0.5667024320457796,
+      "grad_norm": 0.13655197498114066,
+      "learning_rate": 8.333911609729601e-05,
+      "loss": 0.6061,
+      "step": 6338
+    },
+    {
+      "epoch": 0.5667918454935622,
+      "grad_norm": 0.16261699095230392,
+      "learning_rate": 8.331056146050676e-05,
+      "loss": 0.6392,
+      "step": 6339
+    },
+    {
+      "epoch": 0.5668812589413448,
+      "grad_norm": 0.14717989694021308,
+      "learning_rate": 8.328200822344058e-05,
+      "loss": 0.6234,
+      "step": 6340
+    },
+    {
+      "epoch": 0.5669706723891274,
+      "grad_norm": 0.1666672449597561,
+      "learning_rate": 8.325345638849221e-05,
+      "loss": 0.6839,
+      "step": 6341
+    },
+    {
+      "epoch": 0.5670600858369099,
+      "grad_norm": 0.1460988329236724,
+      "learning_rate": 8.322490595805619e-05,
+      "loss": 0.6798,
+      "step": 6342
+    },
+    {
+      "epoch": 0.5671494992846924,
+      "grad_norm": 0.11417100664439152,
+      "learning_rate": 8.319635693452707e-05,
+      "loss": 0.6333,
+      "step": 6343
+    },
+    {
+      "epoch": 0.567238912732475,
+      "grad_norm": 0.15362299499694443,
+      "learning_rate": 8.31678093202992e-05,
+      "loss": 0.6469,
+      "step": 6344
+    },
+    {
+      "epoch": 0.5673283261802575,
+      "grad_norm": 0.15686199056944347,
+      "learning_rate": 8.313926311776678e-05,
+      "loss": 0.6688,
+      "step": 6345
+    },
+    {
+      "epoch": 0.5674177396280401,
+      "grad_norm": 0.13533607656665564,
+      "learning_rate": 8.311071832932404e-05,
+      "loss": 0.6156,
+      "step": 6346
+    },
+    {
+      "epoch": 0.5675071530758226,
+      "grad_norm": 0.16466450310232714,
+      "learning_rate": 8.308217495736496e-05,
+      "loss": 0.6793,
+      "step": 6347
+    },
+    {
+      "epoch": 0.5675965665236051,
+      "grad_norm": 0.15201639615123388,
+      "learning_rate": 8.305363300428346e-05,
+      "loss": 0.6855,
+      "step": 6348
+    },
+    {
+      "epoch": 0.5676859799713877,
+      "grad_norm": 0.1562750303880772,
+      "learning_rate": 8.302509247247325e-05,
+      "loss": 0.6452,
+      "step": 6349
+    },
+    {
+      "epoch": 0.5677753934191703,
+      "grad_norm": 0.14783394939372382,
+      "learning_rate": 8.299655336432806e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.5678648068669528,
+      "grad_norm": 0.1393992841949444,
+      "learning_rate": 8.296801568224142e-05,
+      "loss": 0.6762,
+      "step": 6351
+    },
+    {
+      "epoch": 0.5679542203147353,
+      "grad_norm": 0.17380488524875265,
+      "learning_rate": 8.293947942860666e-05,
+      "loss": 0.7214,
+      "step": 6352
+    },
+    {
+      "epoch": 0.5680436337625179,
+      "grad_norm": 0.1444740351228014,
+      "learning_rate": 8.291094460581721e-05,
+      "loss": 0.6756,
+      "step": 6353
+    },
+    {
+      "epoch": 0.5681330472103004,
+      "grad_norm": 0.156411530299244,
+      "learning_rate": 8.288241121626621e-05,
+      "loss": 0.675,
+      "step": 6354
+    },
+    {
+      "epoch": 0.568222460658083,
+      "grad_norm": 0.13526801642138653,
+      "learning_rate": 8.28538792623467e-05,
+      "loss": 0.6377,
+      "step": 6355
+    },
+    {
+      "epoch": 0.5683118741058655,
+      "grad_norm": 0.16392918506751888,
+      "learning_rate": 8.282534874645162e-05,
+      "loss": 0.6917,
+      "step": 6356
+    },
+    {
+      "epoch": 0.568401287553648,
+      "grad_norm": 0.14763137733713608,
+      "learning_rate": 8.279681967097381e-05,
+      "loss": 0.6178,
+      "step": 6357
+    },
+    {
+      "epoch": 0.5684907010014306,
+      "grad_norm": 0.1500789566346141,
+      "learning_rate": 8.276829203830596e-05,
+      "loss": 0.647,
+      "step": 6358
+    },
+    {
+      "epoch": 0.5685801144492132,
+      "grad_norm": 0.1519184186022406,
+      "learning_rate": 8.27397658508406e-05,
+      "loss": 0.625,
+      "step": 6359
+    },
+    {
+      "epoch": 0.5686695278969958,
+      "grad_norm": 0.1462772819421984,
+      "learning_rate": 8.271124111097026e-05,
+      "loss": 0.6365,
+      "step": 6360
+    },
+    {
+      "epoch": 0.5687589413447782,
+      "grad_norm": 0.18061264006379604,
+      "learning_rate": 8.268271782108727e-05,
+      "loss": 0.713,
+      "step": 6361
+    },
+    {
+      "epoch": 0.5688483547925608,
+      "grad_norm": 0.16914260197128614,
+      "learning_rate": 8.265419598358381e-05,
+      "loss": 0.6826,
+      "step": 6362
+    },
+    {
+      "epoch": 0.5689377682403434,
+      "grad_norm": 0.1609997018123161,
+      "learning_rate": 8.262567560085199e-05,
+      "loss": 0.6313,
+      "step": 6363
+    },
+    {
+      "epoch": 0.5690271816881259,
+      "grad_norm": 0.15061552336422496,
+      "learning_rate": 8.259715667528377e-05,
+      "loss": 0.6542,
+      "step": 6364
+    },
+    {
+      "epoch": 0.5691165951359084,
+      "grad_norm": 0.15733009633052022,
+      "learning_rate": 8.256863920927099e-05,
+      "loss": 0.7185,
+      "step": 6365
+    },
+    {
+      "epoch": 0.569206008583691,
+      "grad_norm": 0.17104513208444852,
+      "learning_rate": 8.254012320520539e-05,
+      "loss": 0.7084,
+      "step": 6366
+    },
+    {
+      "epoch": 0.5692954220314735,
+      "grad_norm": 0.15028235035806187,
+      "learning_rate": 8.251160866547857e-05,
+      "loss": 0.6646,
+      "step": 6367
+    },
+    {
+      "epoch": 0.5693848354792561,
+      "grad_norm": 0.14904851265721444,
+      "learning_rate": 8.248309559248203e-05,
+      "loss": 0.6435,
+      "step": 6368
+    },
+    {
+      "epoch": 0.5694742489270386,
+      "grad_norm": 0.17083223509927525,
+      "learning_rate": 8.245458398860709e-05,
+      "loss": 0.6601,
+      "step": 6369
+    },
+    {
+      "epoch": 0.5695636623748211,
+      "grad_norm": 0.15157146477597583,
+      "learning_rate": 8.242607385624501e-05,
+      "loss": 0.6621,
+      "step": 6370
+    },
+    {
+      "epoch": 0.5696530758226037,
+      "grad_norm": 0.14865291764522387,
+      "learning_rate": 8.23975651977869e-05,
+      "loss": 0.6591,
+      "step": 6371
+    },
+    {
+      "epoch": 0.5697424892703863,
+      "grad_norm": 0.15471694601361763,
+      "learning_rate": 8.236905801562373e-05,
+      "loss": 0.6367,
+      "step": 6372
+    },
+    {
+      "epoch": 0.5698319027181689,
+      "grad_norm": 0.14444238269049123,
+      "learning_rate": 8.234055231214634e-05,
+      "loss": 0.6577,
+      "step": 6373
+    },
+    {
+      "epoch": 0.5699213161659513,
+      "grad_norm": 0.1534362022596091,
+      "learning_rate": 8.231204808974554e-05,
+      "loss": 0.6517,
+      "step": 6374
+    },
+    {
+      "epoch": 0.5700107296137339,
+      "grad_norm": 0.16428582833120334,
+      "learning_rate": 8.228354535081191e-05,
+      "loss": 0.6662,
+      "step": 6375
+    },
+    {
+      "epoch": 0.5701001430615165,
+      "grad_norm": 0.1547263429445127,
+      "learning_rate": 8.225504409773591e-05,
+      "loss": 0.6666,
+      "step": 6376
+    },
+    {
+      "epoch": 0.570189556509299,
+      "grad_norm": 0.16136740048426282,
+      "learning_rate": 8.222654433290795e-05,
+      "loss": 0.6523,
+      "step": 6377
+    },
+    {
+      "epoch": 0.5702789699570815,
+      "grad_norm": 0.15161686349333103,
+      "learning_rate": 8.219804605871826e-05,
+      "loss": 0.6321,
+      "step": 6378
+    },
+    {
+      "epoch": 0.5703683834048641,
+      "grad_norm": 0.16734792705271948,
+      "learning_rate": 8.216954927755692e-05,
+      "loss": 0.6918,
+      "step": 6379
+    },
+    {
+      "epoch": 0.5704577968526466,
+      "grad_norm": 0.17783871775479868,
+      "learning_rate": 8.214105399181393e-05,
+      "loss": 0.7335,
+      "step": 6380
+    },
+    {
+      "epoch": 0.5705472103004292,
+      "grad_norm": 0.15712167341835712,
+      "learning_rate": 8.21125602038792e-05,
+      "loss": 0.6507,
+      "step": 6381
+    },
+    {
+      "epoch": 0.5706366237482118,
+      "grad_norm": 0.17178603424034813,
+      "learning_rate": 8.208406791614247e-05,
+      "loss": 0.7091,
+      "step": 6382
+    },
+    {
+      "epoch": 0.5707260371959942,
+      "grad_norm": 0.16670271067276077,
+      "learning_rate": 8.20555771309933e-05,
+      "loss": 0.6786,
+      "step": 6383
+    },
+    {
+      "epoch": 0.5708154506437768,
+      "grad_norm": 0.14914928932367574,
+      "learning_rate": 8.202708785082121e-05,
+      "loss": 0.6866,
+      "step": 6384
+    },
+    {
+      "epoch": 0.5709048640915594,
+      "grad_norm": 0.16298650774666196,
+      "learning_rate": 8.199860007801557e-05,
+      "loss": 0.6566,
+      "step": 6385
+    },
+    {
+      "epoch": 0.570994277539342,
+      "grad_norm": 0.16604308274208465,
+      "learning_rate": 8.197011381496558e-05,
+      "loss": 0.6361,
+      "step": 6386
+    },
+    {
+      "epoch": 0.5710836909871244,
+      "grad_norm": 0.1574185554911179,
+      "learning_rate": 8.194162906406033e-05,
+      "loss": 0.6573,
+      "step": 6387
+    },
+    {
+      "epoch": 0.571173104434907,
+      "grad_norm": 0.15875974269533372,
+      "learning_rate": 8.191314582768891e-05,
+      "loss": 0.6552,
+      "step": 6388
+    },
+    {
+      "epoch": 0.5712625178826896,
+      "grad_norm": 0.16078353706040982,
+      "learning_rate": 8.18846641082401e-05,
+      "loss": 0.6891,
+      "step": 6389
+    },
+    {
+      "epoch": 0.5713519313304721,
+      "grad_norm": 0.13771633674841646,
+      "learning_rate": 8.18561839081026e-05,
+      "loss": 0.6233,
+      "step": 6390
+    },
+    {
+      "epoch": 0.5714413447782547,
+      "grad_norm": 0.14795062506066925,
+      "learning_rate": 8.182770522966507e-05,
+      "loss": 0.6522,
+      "step": 6391
+    },
+    {
+      "epoch": 0.5715307582260372,
+      "grad_norm": 0.16724030426795222,
+      "learning_rate": 8.179922807531594e-05,
+      "loss": 0.6586,
+      "step": 6392
+    },
+    {
+      "epoch": 0.5716201716738197,
+      "grad_norm": 0.14580841351406787,
+      "learning_rate": 8.177075244744358e-05,
+      "loss": 0.6417,
+      "step": 6393
+    },
+    {
+      "epoch": 0.5717095851216023,
+      "grad_norm": 0.13733465322248278,
+      "learning_rate": 8.174227834843617e-05,
+      "loss": 0.6603,
+      "step": 6394
+    },
+    {
+      "epoch": 0.5717989985693849,
+      "grad_norm": 0.15087871410170545,
+      "learning_rate": 8.171380578068185e-05,
+      "loss": 0.6387,
+      "step": 6395
+    },
+    {
+      "epoch": 0.5718884120171673,
+      "grad_norm": 0.1780956523917635,
+      "learning_rate": 8.168533474656855e-05,
+      "loss": 0.6545,
+      "step": 6396
+    },
+    {
+      "epoch": 0.5719778254649499,
+      "grad_norm": 0.1585529657914241,
+      "learning_rate": 8.165686524848411e-05,
+      "loss": 0.6835,
+      "step": 6397
+    },
+    {
+      "epoch": 0.5720672389127325,
+      "grad_norm": 0.169922963490388,
+      "learning_rate": 8.162839728881625e-05,
+      "loss": 0.636,
+      "step": 6398
+    },
+    {
+      "epoch": 0.572156652360515,
+      "grad_norm": 0.14609035132463014,
+      "learning_rate": 8.159993086995249e-05,
+      "loss": 0.6522,
+      "step": 6399
+    },
+    {
+      "epoch": 0.5722460658082976,
+      "grad_norm": 0.1759651239652461,
+      "learning_rate": 8.157146599428028e-05,
+      "loss": 0.6665,
+      "step": 6400
+    },
+    {
+      "epoch": 0.5723354792560801,
+      "grad_norm": 0.14989806560218966,
+      "learning_rate": 8.154300266418702e-05,
+      "loss": 0.6748,
+      "step": 6401
+    },
+    {
+      "epoch": 0.5724248927038627,
+      "grad_norm": 0.15088766273821694,
+      "learning_rate": 8.151454088205982e-05,
+      "loss": 0.6567,
+      "step": 6402
+    },
+    {
+      "epoch": 0.5725143061516452,
+      "grad_norm": 0.15982522810550281,
+      "learning_rate": 8.148608065028574e-05,
+      "loss": 0.6638,
+      "step": 6403
+    },
+    {
+      "epoch": 0.5726037195994278,
+      "grad_norm": 0.15951858402518931,
+      "learning_rate": 8.145762197125173e-05,
+      "loss": 0.6878,
+      "step": 6404
+    },
+    {
+      "epoch": 0.5726931330472103,
+      "grad_norm": 0.15599554631265314,
+      "learning_rate": 8.142916484734458e-05,
+      "loss": 0.6662,
+      "step": 6405
+    },
+    {
+      "epoch": 0.5727825464949928,
+      "grad_norm": 0.1508768276192932,
+      "learning_rate": 8.140070928095092e-05,
+      "loss": 0.6596,
+      "step": 6406
+    },
+    {
+      "epoch": 0.5728719599427754,
+      "grad_norm": 0.1485615056370028,
+      "learning_rate": 8.137225527445727e-05,
+      "loss": 0.686,
+      "step": 6407
+    },
+    {
+      "epoch": 0.572961373390558,
+      "grad_norm": 0.16281343321092465,
+      "learning_rate": 8.134380283025014e-05,
+      "loss": 0.7015,
+      "step": 6408
+    },
+    {
+      "epoch": 0.5730507868383404,
+      "grad_norm": 0.13851860745832087,
+      "learning_rate": 8.131535195071574e-05,
+      "loss": 0.6258,
+      "step": 6409
+    },
+    {
+      "epoch": 0.573140200286123,
+      "grad_norm": 0.1436047244252916,
+      "learning_rate": 8.128690263824017e-05,
+      "loss": 0.6505,
+      "step": 6410
+    },
+    {
+      "epoch": 0.5732296137339056,
+      "grad_norm": 0.1383604697079733,
+      "learning_rate": 8.12584548952095e-05,
+      "loss": 0.6362,
+      "step": 6411
+    },
+    {
+      "epoch": 0.5733190271816881,
+      "grad_norm": 0.16239989089304505,
+      "learning_rate": 8.123000872400959e-05,
+      "loss": 0.7113,
+      "step": 6412
+    },
+    {
+      "epoch": 0.5734084406294707,
+      "grad_norm": 0.14421663800101808,
+      "learning_rate": 8.120156412702615e-05,
+      "loss": 0.6735,
+      "step": 6413
+    },
+    {
+      "epoch": 0.5734978540772532,
+      "grad_norm": 0.13810686901716387,
+      "learning_rate": 8.117312110664482e-05,
+      "loss": 0.6284,
+      "step": 6414
+    },
+    {
+      "epoch": 0.5735872675250357,
+      "grad_norm": 0.14178758561587987,
+      "learning_rate": 8.114467966525112e-05,
+      "loss": 0.6491,
+      "step": 6415
+    },
+    {
+      "epoch": 0.5736766809728183,
+      "grad_norm": 0.1451476538515246,
+      "learning_rate": 8.111623980523035e-05,
+      "loss": 0.6806,
+      "step": 6416
+    },
+    {
+      "epoch": 0.5737660944206009,
+      "grad_norm": 0.16794672144504552,
+      "learning_rate": 8.108780152896773e-05,
+      "loss": 0.6494,
+      "step": 6417
+    },
+    {
+      "epoch": 0.5738555078683834,
+      "grad_norm": 0.16736790776632443,
+      "learning_rate": 8.105936483884838e-05,
+      "loss": 0.7047,
+      "step": 6418
+    },
+    {
+      "epoch": 0.5739449213161659,
+      "grad_norm": 0.1305258965580542,
+      "learning_rate": 8.103092973725724e-05,
+      "loss": 0.6615,
+      "step": 6419
+    },
+    {
+      "epoch": 0.5740343347639485,
+      "grad_norm": 0.1578709124553482,
+      "learning_rate": 8.100249622657907e-05,
+      "loss": 0.6302,
+      "step": 6420
+    },
+    {
+      "epoch": 0.5741237482117311,
+      "grad_norm": 0.16068804842183984,
+      "learning_rate": 8.097406430919858e-05,
+      "loss": 0.6743,
+      "step": 6421
+    },
+    {
+      "epoch": 0.5742131616595136,
+      "grad_norm": 0.15502916958994017,
+      "learning_rate": 8.094563398750039e-05,
+      "loss": 0.68,
+      "step": 6422
+    },
+    {
+      "epoch": 0.5743025751072961,
+      "grad_norm": 0.15033352696292343,
+      "learning_rate": 8.091720526386886e-05,
+      "loss": 0.6595,
+      "step": 6423
+    },
+    {
+      "epoch": 0.5743919885550787,
+      "grad_norm": 0.1661489910323241,
+      "learning_rate": 8.088877814068827e-05,
+      "loss": 0.6796,
+      "step": 6424
+    },
+    {
+      "epoch": 0.5744814020028612,
+      "grad_norm": 0.16504205880675651,
+      "learning_rate": 8.086035262034278e-05,
+      "loss": 0.6849,
+      "step": 6425
+    },
+    {
+      "epoch": 0.5745708154506438,
+      "grad_norm": 0.1605208625649464,
+      "learning_rate": 8.083192870521638e-05,
+      "loss": 0.6698,
+      "step": 6426
+    },
+    {
+      "epoch": 0.5746602288984263,
+      "grad_norm": 0.16081873452717607,
+      "learning_rate": 8.0803506397693e-05,
+      "loss": 0.6683,
+      "step": 6427
+    },
+    {
+      "epoch": 0.5747496423462088,
+      "grad_norm": 0.14646507813483772,
+      "learning_rate": 8.077508570015632e-05,
+      "loss": 0.6477,
+      "step": 6428
+    },
+    {
+      "epoch": 0.5748390557939914,
+      "grad_norm": 0.14083986084774025,
+      "learning_rate": 8.074666661499002e-05,
+      "loss": 0.6481,
+      "step": 6429
+    },
+    {
+      "epoch": 0.574928469241774,
+      "grad_norm": 0.15487508318999663,
+      "learning_rate": 8.071824914457751e-05,
+      "loss": 0.6734,
+      "step": 6430
+    },
+    {
+      "epoch": 0.5750178826895566,
+      "grad_norm": 0.17789005489754653,
+      "learning_rate": 8.068983329130218e-05,
+      "loss": 0.6317,
+      "step": 6431
+    },
+    {
+      "epoch": 0.575107296137339,
+      "grad_norm": 0.1517894843315587,
+      "learning_rate": 8.066141905754723e-05,
+      "loss": 0.6804,
+      "step": 6432
+    },
+    {
+      "epoch": 0.5751967095851216,
+      "grad_norm": 0.16215336017409782,
+      "learning_rate": 8.063300644569567e-05,
+      "loss": 0.652,
+      "step": 6433
+    },
+    {
+      "epoch": 0.5752861230329042,
+      "grad_norm": 0.1617297323143973,
+      "learning_rate": 8.060459545813049e-05,
+      "loss": 0.6244,
+      "step": 6434
+    },
+    {
+      "epoch": 0.5753755364806867,
+      "grad_norm": 0.15142627178582416,
+      "learning_rate": 8.057618609723443e-05,
+      "loss": 0.6806,
+      "step": 6435
+    },
+    {
+      "epoch": 0.5754649499284692,
+      "grad_norm": 0.15327249989920014,
+      "learning_rate": 8.054777836539022e-05,
+      "loss": 0.6894,
+      "step": 6436
+    },
+    {
+      "epoch": 0.5755543633762518,
+      "grad_norm": 0.1629383669786143,
+      "learning_rate": 8.051937226498034e-05,
+      "loss": 0.6589,
+      "step": 6437
+    },
+    {
+      "epoch": 0.5756437768240343,
+      "grad_norm": 0.13026254581461205,
+      "learning_rate": 8.049096779838719e-05,
+      "loss": 0.6313,
+      "step": 6438
+    },
+    {
+      "epoch": 0.5757331902718169,
+      "grad_norm": 0.17484387271847504,
+      "learning_rate": 8.0462564967993e-05,
+      "loss": 0.6765,
+      "step": 6439
+    },
+    {
+      "epoch": 0.5758226037195995,
+      "grad_norm": 0.14639832208516088,
+      "learning_rate": 8.043416377617988e-05,
+      "loss": 0.6677,
+      "step": 6440
+    },
+    {
+      "epoch": 0.5759120171673819,
+      "grad_norm": 0.1720263405842774,
+      "learning_rate": 8.040576422532984e-05,
+      "loss": 0.6275,
+      "step": 6441
+    },
+    {
+      "epoch": 0.5760014306151645,
+      "grad_norm": 0.16618350419794167,
+      "learning_rate": 8.037736631782465e-05,
+      "loss": 0.6778,
+      "step": 6442
+    },
+    {
+      "epoch": 0.5760908440629471,
+      "grad_norm": 0.14601913026134325,
+      "learning_rate": 8.034897005604608e-05,
+      "loss": 0.6168,
+      "step": 6443
+    },
+    {
+      "epoch": 0.5761802575107297,
+      "grad_norm": 0.17214068783340533,
+      "learning_rate": 8.032057544237565e-05,
+      "loss": 0.6986,
+      "step": 6444
+    },
+    {
+      "epoch": 0.5762696709585121,
+      "grad_norm": 0.1665651464051321,
+      "learning_rate": 8.02921824791948e-05,
+      "loss": 0.6947,
+      "step": 6445
+    },
+    {
+      "epoch": 0.5763590844062947,
+      "grad_norm": 0.16387449313901772,
+      "learning_rate": 8.026379116888481e-05,
+      "loss": 0.6573,
+      "step": 6446
+    },
+    {
+      "epoch": 0.5764484978540773,
+      "grad_norm": 0.1749616361115775,
+      "learning_rate": 8.02354015138268e-05,
+      "loss": 0.6774,
+      "step": 6447
+    },
+    {
+      "epoch": 0.5765379113018598,
+      "grad_norm": 0.14374190769471343,
+      "learning_rate": 8.020701351640182e-05,
+      "loss": 0.6477,
+      "step": 6448
+    },
+    {
+      "epoch": 0.5766273247496424,
+      "grad_norm": 0.1565129839116055,
+      "learning_rate": 8.017862717899066e-05,
+      "loss": 0.689,
+      "step": 6449
+    },
+    {
+      "epoch": 0.5767167381974249,
+      "grad_norm": 0.14643290955689992,
+      "learning_rate": 8.015024250397415e-05,
+      "loss": 0.6014,
+      "step": 6450
+    },
+    {
+      "epoch": 0.5768061516452074,
+      "grad_norm": 0.14713493915488893,
+      "learning_rate": 8.01218594937328e-05,
+      "loss": 0.6259,
+      "step": 6451
+    },
+    {
+      "epoch": 0.57689556509299,
+      "grad_norm": 0.146007145858352,
+      "learning_rate": 8.009347815064712e-05,
+      "loss": 0.6669,
+      "step": 6452
+    },
+    {
+      "epoch": 0.5769849785407726,
+      "grad_norm": 0.15162450043678266,
+      "learning_rate": 8.006509847709735e-05,
+      "loss": 0.6931,
+      "step": 6453
+    },
+    {
+      "epoch": 0.577074391988555,
+      "grad_norm": 0.17622310461298807,
+      "learning_rate": 8.003672047546373e-05,
+      "loss": 0.6759,
+      "step": 6454
+    },
+    {
+      "epoch": 0.5771638054363376,
+      "grad_norm": 0.16270835072954837,
+      "learning_rate": 8.000834414812625e-05,
+      "loss": 0.6582,
+      "step": 6455
+    },
+    {
+      "epoch": 0.5772532188841202,
+      "grad_norm": 0.13509803807831358,
+      "learning_rate": 7.997996949746477e-05,
+      "loss": 0.6647,
+      "step": 6456
+    },
+    {
+      "epoch": 0.5773426323319027,
+      "grad_norm": 0.14472052972969637,
+      "learning_rate": 7.995159652585908e-05,
+      "loss": 0.6395,
+      "step": 6457
+    },
+    {
+      "epoch": 0.5774320457796852,
+      "grad_norm": 0.15943650048391758,
+      "learning_rate": 7.99232252356888e-05,
+      "loss": 0.6664,
+      "step": 6458
+    },
+    {
+      "epoch": 0.5775214592274678,
+      "grad_norm": 0.17017802673599397,
+      "learning_rate": 7.989485562933338e-05,
+      "loss": 0.6619,
+      "step": 6459
+    },
+    {
+      "epoch": 0.5776108726752504,
+      "grad_norm": 0.1540346107285383,
+      "learning_rate": 7.98664877091721e-05,
+      "loss": 0.6293,
+      "step": 6460
+    },
+    {
+      "epoch": 0.5777002861230329,
+      "grad_norm": 0.14235089472315732,
+      "learning_rate": 7.983812147758422e-05,
+      "loss": 0.6576,
+      "step": 6461
+    },
+    {
+      "epoch": 0.5777896995708155,
+      "grad_norm": 0.14723245201923998,
+      "learning_rate": 7.980975693694872e-05,
+      "loss": 0.6448,
+      "step": 6462
+    },
+    {
+      "epoch": 0.577879113018598,
+      "grad_norm": 0.16593883963824113,
+      "learning_rate": 7.97813940896445e-05,
+      "loss": 0.678,
+      "step": 6463
+    },
+    {
+      "epoch": 0.5779685264663805,
+      "grad_norm": 0.17172036217833514,
+      "learning_rate": 7.975303293805035e-05,
+      "loss": 0.6822,
+      "step": 6464
+    },
+    {
+      "epoch": 0.5780579399141631,
+      "grad_norm": 0.15172543350903528,
+      "learning_rate": 7.97246734845449e-05,
+      "loss": 0.6451,
+      "step": 6465
+    },
+    {
+      "epoch": 0.5781473533619457,
+      "grad_norm": 0.16218872627546507,
+      "learning_rate": 7.96963157315066e-05,
+      "loss": 0.72,
+      "step": 6466
+    },
+    {
+      "epoch": 0.5782367668097281,
+      "grad_norm": 0.15417325095935563,
+      "learning_rate": 7.966795968131377e-05,
+      "loss": 0.6617,
+      "step": 6467
+    },
+    {
+      "epoch": 0.5783261802575107,
+      "grad_norm": 0.15545143327188618,
+      "learning_rate": 7.963960533634461e-05,
+      "loss": 0.6683,
+      "step": 6468
+    },
+    {
+      "epoch": 0.5784155937052933,
+      "grad_norm": 0.14905106647544072,
+      "learning_rate": 7.961125269897716e-05,
+      "loss": 0.6235,
+      "step": 6469
+    },
+    {
+      "epoch": 0.5785050071530758,
+      "grad_norm": 0.1605323517093175,
+      "learning_rate": 7.95829017715893e-05,
+      "loss": 0.6292,
+      "step": 6470
+    },
+    {
+      "epoch": 0.5785944206008584,
+      "grad_norm": 0.15175467411055107,
+      "learning_rate": 7.955455255655881e-05,
+      "loss": 0.6423,
+      "step": 6471
+    },
+    {
+      "epoch": 0.5786838340486409,
+      "grad_norm": 0.14088930188769633,
+      "learning_rate": 7.952620505626333e-05,
+      "loss": 0.6395,
+      "step": 6472
+    },
+    {
+      "epoch": 0.5787732474964234,
+      "grad_norm": 0.15455496401355523,
+      "learning_rate": 7.949785927308032e-05,
+      "loss": 0.675,
+      "step": 6473
+    },
+    {
+      "epoch": 0.578862660944206,
+      "grad_norm": 0.14709213733367438,
+      "learning_rate": 7.946951520938706e-05,
+      "loss": 0.6613,
+      "step": 6474
+    },
+    {
+      "epoch": 0.5789520743919886,
+      "grad_norm": 0.13927246772643959,
+      "learning_rate": 7.944117286756079e-05,
+      "loss": 0.6095,
+      "step": 6475
+    },
+    {
+      "epoch": 0.579041487839771,
+      "grad_norm": 0.1384436016894088,
+      "learning_rate": 7.94128322499785e-05,
+      "loss": 0.6593,
+      "step": 6476
+    },
+    {
+      "epoch": 0.5791309012875536,
+      "grad_norm": 0.1406067137468646,
+      "learning_rate": 7.93844933590171e-05,
+      "loss": 0.6394,
+      "step": 6477
+    },
+    {
+      "epoch": 0.5792203147353362,
+      "grad_norm": 0.1751850813825616,
+      "learning_rate": 7.935615619705334e-05,
+      "loss": 0.6724,
+      "step": 6478
+    },
+    {
+      "epoch": 0.5793097281831188,
+      "grad_norm": 0.1584434126106603,
+      "learning_rate": 7.932782076646386e-05,
+      "loss": 0.6607,
+      "step": 6479
+    },
+    {
+      "epoch": 0.5793991416309013,
+      "grad_norm": 0.1567066278634185,
+      "learning_rate": 7.929948706962508e-05,
+      "loss": 0.6673,
+      "step": 6480
+    },
+    {
+      "epoch": 0.5794885550786838,
+      "grad_norm": 0.16174179031198407,
+      "learning_rate": 7.927115510891332e-05,
+      "loss": 0.6391,
+      "step": 6481
+    },
+    {
+      "epoch": 0.5795779685264664,
+      "grad_norm": 0.1591365222681476,
+      "learning_rate": 7.924282488670476e-05,
+      "loss": 0.6684,
+      "step": 6482
+    },
+    {
+      "epoch": 0.5796673819742489,
+      "grad_norm": 0.16485994418350297,
+      "learning_rate": 7.921449640537535e-05,
+      "loss": 0.6149,
+      "step": 6483
+    },
+    {
+      "epoch": 0.5797567954220315,
+      "grad_norm": 0.15113477926861052,
+      "learning_rate": 7.918616966730108e-05,
+      "loss": 0.6488,
+      "step": 6484
+    },
+    {
+      "epoch": 0.579846208869814,
+      "grad_norm": 0.1723617961024025,
+      "learning_rate": 7.91578446748576e-05,
+      "loss": 0.6573,
+      "step": 6485
+    },
+    {
+      "epoch": 0.5799356223175965,
+      "grad_norm": 0.17595245216994768,
+      "learning_rate": 7.912952143042052e-05,
+      "loss": 0.6885,
+      "step": 6486
+    },
+    {
+      "epoch": 0.5800250357653791,
+      "grad_norm": 0.14084962240904075,
+      "learning_rate": 7.910119993636528e-05,
+      "loss": 0.6595,
+      "step": 6487
+    },
+    {
+      "epoch": 0.5801144492131617,
+      "grad_norm": 0.1686988978729496,
+      "learning_rate": 7.907288019506717e-05,
+      "loss": 0.7159,
+      "step": 6488
+    },
+    {
+      "epoch": 0.5802038626609443,
+      "grad_norm": 0.16258231726762484,
+      "learning_rate": 7.904456220890132e-05,
+      "loss": 0.6848,
+      "step": 6489
+    },
+    {
+      "epoch": 0.5802932761087267,
+      "grad_norm": 0.15743493781956816,
+      "learning_rate": 7.901624598024269e-05,
+      "loss": 0.6567,
+      "step": 6490
+    },
+    {
+      "epoch": 0.5803826895565093,
+      "grad_norm": 0.1536861568464194,
+      "learning_rate": 7.89879315114662e-05,
+      "loss": 0.6535,
+      "step": 6491
+    },
+    {
+      "epoch": 0.5804721030042919,
+      "grad_norm": 0.16050912134430506,
+      "learning_rate": 7.895961880494652e-05,
+      "loss": 0.6939,
+      "step": 6492
+    },
+    {
+      "epoch": 0.5805615164520744,
+      "grad_norm": 0.16483017344346887,
+      "learning_rate": 7.893130786305821e-05,
+      "loss": 0.6569,
+      "step": 6493
+    },
+    {
+      "epoch": 0.5806509298998569,
+      "grad_norm": 0.15915621277725647,
+      "learning_rate": 7.890299868817564e-05,
+      "loss": 0.7048,
+      "step": 6494
+    },
+    {
+      "epoch": 0.5807403433476395,
+      "grad_norm": 0.14544946272042977,
+      "learning_rate": 7.887469128267312e-05,
+      "loss": 0.6519,
+      "step": 6495
+    },
+    {
+      "epoch": 0.580829756795422,
+      "grad_norm": 0.13133238374419035,
+      "learning_rate": 7.884638564892472e-05,
+      "loss": 0.6169,
+      "step": 6496
+    },
+    {
+      "epoch": 0.5809191702432046,
+      "grad_norm": 0.13733569952581867,
+      "learning_rate": 7.881808178930438e-05,
+      "loss": 0.6321,
+      "step": 6497
+    },
+    {
+      "epoch": 0.5810085836909872,
+      "grad_norm": 0.17468515763910095,
+      "learning_rate": 7.878977970618595e-05,
+      "loss": 0.6834,
+      "step": 6498
+    },
+    {
+      "epoch": 0.5810979971387696,
+      "grad_norm": 0.15769611182908527,
+      "learning_rate": 7.876147940194311e-05,
+      "loss": 0.6693,
+      "step": 6499
+    },
+    {
+      "epoch": 0.5811874105865522,
+      "grad_norm": 0.18495924945965195,
+      "learning_rate": 7.873318087894933e-05,
+      "loss": 0.6727,
+      "step": 6500
+    },
+    {
+      "epoch": 0.5812768240343348,
+      "grad_norm": 0.14687798703414856,
+      "learning_rate": 7.870488413957797e-05,
+      "loss": 0.6214,
+      "step": 6501
+    },
+    {
+      "epoch": 0.5813662374821174,
+      "grad_norm": 0.13929137012543258,
+      "learning_rate": 7.867658918620229e-05,
+      "loss": 0.6134,
+      "step": 6502
+    },
+    {
+      "epoch": 0.5814556509298998,
+      "grad_norm": 0.16419173298649709,
+      "learning_rate": 7.86482960211953e-05,
+      "loss": 0.6739,
+      "step": 6503
+    },
+    {
+      "epoch": 0.5815450643776824,
+      "grad_norm": 0.17674885016732317,
+      "learning_rate": 7.862000464692991e-05,
+      "loss": 0.6507,
+      "step": 6504
+    },
+    {
+      "epoch": 0.581634477825465,
+      "grad_norm": 0.14054385822163312,
+      "learning_rate": 7.859171506577893e-05,
+      "loss": 0.6434,
+      "step": 6505
+    },
+    {
+      "epoch": 0.5817238912732475,
+      "grad_norm": 0.1637241116402177,
+      "learning_rate": 7.856342728011498e-05,
+      "loss": 0.6492,
+      "step": 6506
+    },
+    {
+      "epoch": 0.58181330472103,
+      "grad_norm": 0.17254346960621678,
+      "learning_rate": 7.853514129231049e-05,
+      "loss": 0.6614,
+      "step": 6507
+    },
+    {
+      "epoch": 0.5819027181688126,
+      "grad_norm": 0.1551707275561401,
+      "learning_rate": 7.850685710473775e-05,
+      "loss": 0.7224,
+      "step": 6508
+    },
+    {
+      "epoch": 0.5819921316165951,
+      "grad_norm": 0.1569915672420225,
+      "learning_rate": 7.847857471976897e-05,
+      "loss": 0.6229,
+      "step": 6509
+    },
+    {
+      "epoch": 0.5820815450643777,
+      "grad_norm": 0.14928607692920165,
+      "learning_rate": 7.845029413977613e-05,
+      "loss": 0.6749,
+      "step": 6510
+    },
+    {
+      "epoch": 0.5821709585121603,
+      "grad_norm": 0.1485372244003121,
+      "learning_rate": 7.842201536713107e-05,
+      "loss": 0.6664,
+      "step": 6511
+    },
+    {
+      "epoch": 0.5822603719599427,
+      "grad_norm": 0.1610440872775054,
+      "learning_rate": 7.839373840420554e-05,
+      "loss": 0.6519,
+      "step": 6512
+    },
+    {
+      "epoch": 0.5823497854077253,
+      "grad_norm": 0.13568382842174348,
+      "learning_rate": 7.83654632533711e-05,
+      "loss": 0.6406,
+      "step": 6513
+    },
+    {
+      "epoch": 0.5824391988555079,
+      "grad_norm": 0.14517604935522543,
+      "learning_rate": 7.83371899169991e-05,
+      "loss": 0.6516,
+      "step": 6514
+    },
+    {
+      "epoch": 0.5825286123032904,
+      "grad_norm": 0.14900668139008438,
+      "learning_rate": 7.830891839746083e-05,
+      "loss": 0.6558,
+      "step": 6515
+    },
+    {
+      "epoch": 0.5826180257510729,
+      "grad_norm": 0.1616485825867669,
+      "learning_rate": 7.828064869712739e-05,
+      "loss": 0.6357,
+      "step": 6516
+    },
+    {
+      "epoch": 0.5827074391988555,
+      "grad_norm": 0.15970536952875453,
+      "learning_rate": 7.82523808183697e-05,
+      "loss": 0.6953,
+      "step": 6517
+    },
+    {
+      "epoch": 0.582796852646638,
+      "grad_norm": 0.15058044187015496,
+      "learning_rate": 7.822411476355854e-05,
+      "loss": 0.6866,
+      "step": 6518
+    },
+    {
+      "epoch": 0.5828862660944206,
+      "grad_norm": 0.15420345896364507,
+      "learning_rate": 7.819585053506461e-05,
+      "loss": 0.6538,
+      "step": 6519
+    },
+    {
+      "epoch": 0.5829756795422032,
+      "grad_norm": 0.15128395055176022,
+      "learning_rate": 7.816758813525836e-05,
+      "loss": 0.65,
+      "step": 6520
+    },
+    {
+      "epoch": 0.5830650929899857,
+      "grad_norm": 0.17772609395236516,
+      "learning_rate": 7.813932756651012e-05,
+      "loss": 0.7072,
+      "step": 6521
+    },
+    {
+      "epoch": 0.5831545064377682,
+      "grad_norm": 0.15948585549296043,
+      "learning_rate": 7.811106883119008e-05,
+      "loss": 0.6917,
+      "step": 6522
+    },
+    {
+      "epoch": 0.5832439198855508,
+      "grad_norm": 0.14484856291315076,
+      "learning_rate": 7.808281193166829e-05,
+      "loss": 0.6808,
+      "step": 6523
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 0.1597600607943944,
+      "learning_rate": 7.805455687031455e-05,
+      "loss": 0.6473,
+      "step": 6524
+    },
+    {
+      "epoch": 0.5834227467811158,
+      "grad_norm": 0.1507834616584632,
+      "learning_rate": 7.80263036494986e-05,
+      "loss": 0.6372,
+      "step": 6525
+    },
+    {
+      "epoch": 0.5835121602288984,
+      "grad_norm": 0.16542000213121655,
+      "learning_rate": 7.799805227159007e-05,
+      "loss": 0.6477,
+      "step": 6526
+    },
+    {
+      "epoch": 0.583601573676681,
+      "grad_norm": 0.14596313448623638,
+      "learning_rate": 7.796980273895833e-05,
+      "loss": 0.6204,
+      "step": 6527
+    },
+    {
+      "epoch": 0.5836909871244635,
+      "grad_norm": 0.1550344906682956,
+      "learning_rate": 7.794155505397261e-05,
+      "loss": 0.6632,
+      "step": 6528
+    },
+    {
+      "epoch": 0.5837804005722461,
+      "grad_norm": 0.13914155348009308,
+      "learning_rate": 7.791330921900205e-05,
+      "loss": 0.6653,
+      "step": 6529
+    },
+    {
+      "epoch": 0.5838698140200286,
+      "grad_norm": 0.12715231030540736,
+      "learning_rate": 7.788506523641556e-05,
+      "loss": 0.6488,
+      "step": 6530
+    },
+    {
+      "epoch": 0.5839592274678111,
+      "grad_norm": 0.14858997007791752,
+      "learning_rate": 7.785682310858193e-05,
+      "loss": 0.6559,
+      "step": 6531
+    },
+    {
+      "epoch": 0.5840486409155937,
+      "grad_norm": 0.17511985335620928,
+      "learning_rate": 7.782858283786976e-05,
+      "loss": 0.6529,
+      "step": 6532
+    },
+    {
+      "epoch": 0.5841380543633763,
+      "grad_norm": 0.1608060693793059,
+      "learning_rate": 7.780034442664764e-05,
+      "loss": 0.6423,
+      "step": 6533
+    },
+    {
+      "epoch": 0.5842274678111588,
+      "grad_norm": 0.14841887457301936,
+      "learning_rate": 7.777210787728382e-05,
+      "loss": 0.6577,
+      "step": 6534
+    },
+    {
+      "epoch": 0.5843168812589413,
+      "grad_norm": 0.15797648842714848,
+      "learning_rate": 7.774387319214643e-05,
+      "loss": 0.6273,
+      "step": 6535
+    },
+    {
+      "epoch": 0.5844062947067239,
+      "grad_norm": 0.16752565634768735,
+      "learning_rate": 7.771564037360355e-05,
+      "loss": 0.6692,
+      "step": 6536
+    },
+    {
+      "epoch": 0.5844957081545065,
+      "grad_norm": 0.1599544000512917,
+      "learning_rate": 7.768740942402301e-05,
+      "loss": 0.6615,
+      "step": 6537
+    },
+    {
+      "epoch": 0.584585121602289,
+      "grad_norm": 0.149011463563657,
+      "learning_rate": 7.765918034577245e-05,
+      "loss": 0.7279,
+      "step": 6538
+    },
+    {
+      "epoch": 0.5846745350500715,
+      "grad_norm": 0.15418713827778938,
+      "learning_rate": 7.763095314121945e-05,
+      "loss": 0.6854,
+      "step": 6539
+    },
+    {
+      "epoch": 0.5847639484978541,
+      "grad_norm": 0.15118873272705163,
+      "learning_rate": 7.760272781273142e-05,
+      "loss": 0.672,
+      "step": 6540
+    },
+    {
+      "epoch": 0.5848533619456366,
+      "grad_norm": 0.18582761179716403,
+      "learning_rate": 7.757450436267558e-05,
+      "loss": 0.6912,
+      "step": 6541
+    },
+    {
+      "epoch": 0.5849427753934192,
+      "grad_norm": 0.15420581328293476,
+      "learning_rate": 7.754628279341895e-05,
+      "loss": 0.6527,
+      "step": 6542
+    },
+    {
+      "epoch": 0.5850321888412017,
+      "grad_norm": 0.16667094814124647,
+      "learning_rate": 7.751806310732847e-05,
+      "loss": 0.6649,
+      "step": 6543
+    },
+    {
+      "epoch": 0.5851216022889842,
+      "grad_norm": 0.15175464016286203,
+      "learning_rate": 7.748984530677089e-05,
+      "loss": 0.654,
+      "step": 6544
+    },
+    {
+      "epoch": 0.5852110157367668,
+      "grad_norm": 0.14620453939574785,
+      "learning_rate": 7.746162939411279e-05,
+      "loss": 0.6447,
+      "step": 6545
+    },
+    {
+      "epoch": 0.5853004291845494,
+      "grad_norm": 0.1533808754163262,
+      "learning_rate": 7.74334153717206e-05,
+      "loss": 0.6314,
+      "step": 6546
+    },
+    {
+      "epoch": 0.585389842632332,
+      "grad_norm": 0.14376837974390186,
+      "learning_rate": 7.740520324196064e-05,
+      "loss": 0.6836,
+      "step": 6547
+    },
+    {
+      "epoch": 0.5854792560801144,
+      "grad_norm": 0.14073808384738684,
+      "learning_rate": 7.737699300719896e-05,
+      "loss": 0.6416,
+      "step": 6548
+    },
+    {
+      "epoch": 0.585568669527897,
+      "grad_norm": 0.14723773638008703,
+      "learning_rate": 7.734878466980159e-05,
+      "loss": 0.6869,
+      "step": 6549
+    },
+    {
+      "epoch": 0.5856580829756796,
+      "grad_norm": 0.15320563287035707,
+      "learning_rate": 7.73205782321343e-05,
+      "loss": 0.6652,
+      "step": 6550
+    },
+    {
+      "epoch": 0.5857474964234621,
+      "grad_norm": 0.16257061792659291,
+      "learning_rate": 7.729237369656269e-05,
+      "loss": 0.7178,
+      "step": 6551
+    },
+    {
+      "epoch": 0.5858369098712446,
+      "grad_norm": 0.1524773970378388,
+      "learning_rate": 7.72641710654523e-05,
+      "loss": 0.6485,
+      "step": 6552
+    },
+    {
+      "epoch": 0.5859263233190272,
+      "grad_norm": 0.14767818059796553,
+      "learning_rate": 7.723597034116838e-05,
+      "loss": 0.6762,
+      "step": 6553
+    },
+    {
+      "epoch": 0.5860157367668097,
+      "grad_norm": 0.1508759842906144,
+      "learning_rate": 7.720777152607619e-05,
+      "loss": 0.7006,
+      "step": 6554
+    },
+    {
+      "epoch": 0.5861051502145923,
+      "grad_norm": 0.1657470076723648,
+      "learning_rate": 7.717957462254065e-05,
+      "loss": 0.6497,
+      "step": 6555
+    },
+    {
+      "epoch": 0.5861945636623748,
+      "grad_norm": 0.1527066619811548,
+      "learning_rate": 7.715137963292665e-05,
+      "loss": 0.6478,
+      "step": 6556
+    },
+    {
+      "epoch": 0.5862839771101573,
+      "grad_norm": 0.1769638559718847,
+      "learning_rate": 7.712318655959884e-05,
+      "loss": 0.6911,
+      "step": 6557
+    },
+    {
+      "epoch": 0.5863733905579399,
+      "grad_norm": 0.14529560614569784,
+      "learning_rate": 7.709499540492171e-05,
+      "loss": 0.6683,
+      "step": 6558
+    },
+    {
+      "epoch": 0.5864628040057225,
+      "grad_norm": 0.13143200317752152,
+      "learning_rate": 7.70668061712597e-05,
+      "loss": 0.6322,
+      "step": 6559
+    },
+    {
+      "epoch": 0.586552217453505,
+      "grad_norm": 0.1573342373533572,
+      "learning_rate": 7.70386188609769e-05,
+      "loss": 0.6996,
+      "step": 6560
+    },
+    {
+      "epoch": 0.5866416309012875,
+      "grad_norm": 0.1569911810463796,
+      "learning_rate": 7.701043347643747e-05,
+      "loss": 0.6182,
+      "step": 6561
+    },
+    {
+      "epoch": 0.5867310443490701,
+      "grad_norm": 0.1571724558201029,
+      "learning_rate": 7.698225002000516e-05,
+      "loss": 0.6931,
+      "step": 6562
+    },
+    {
+      "epoch": 0.5868204577968527,
+      "grad_norm": 0.15158628332717172,
+      "learning_rate": 7.695406849404379e-05,
+      "loss": 0.6625,
+      "step": 6563
+    },
+    {
+      "epoch": 0.5869098712446352,
+      "grad_norm": 0.1575515593195994,
+      "learning_rate": 7.692588890091686e-05,
+      "loss": 0.6467,
+      "step": 6564
+    },
+    {
+      "epoch": 0.5869992846924177,
+      "grad_norm": 0.12690677240961823,
+      "learning_rate": 7.689771124298774e-05,
+      "loss": 0.6293,
+      "step": 6565
+    },
+    {
+      "epoch": 0.5870886981402003,
+      "grad_norm": 0.13554486396765242,
+      "learning_rate": 7.686953552261966e-05,
+      "loss": 0.6429,
+      "step": 6566
+    },
+    {
+      "epoch": 0.5871781115879828,
+      "grad_norm": 0.14745042913238707,
+      "learning_rate": 7.684136174217574e-05,
+      "loss": 0.6609,
+      "step": 6567
+    },
+    {
+      "epoch": 0.5872675250357654,
+      "grad_norm": 0.15587135943545863,
+      "learning_rate": 7.681318990401885e-05,
+      "loss": 0.6772,
+      "step": 6568
+    },
+    {
+      "epoch": 0.587356938483548,
+      "grad_norm": 0.161951077621834,
+      "learning_rate": 7.678502001051168e-05,
+      "loss": 0.6629,
+      "step": 6569
+    },
+    {
+      "epoch": 0.5874463519313304,
+      "grad_norm": 0.146478561529424,
+      "learning_rate": 7.675685206401689e-05,
+      "loss": 0.6139,
+      "step": 6570
+    },
+    {
+      "epoch": 0.587535765379113,
+      "grad_norm": 0.15535095642711572,
+      "learning_rate": 7.67286860668968e-05,
+      "loss": 0.6624,
+      "step": 6571
+    },
+    {
+      "epoch": 0.5876251788268956,
+      "grad_norm": 0.16239723516443574,
+      "learning_rate": 7.670052202151374e-05,
+      "loss": 0.6637,
+      "step": 6572
+    },
+    {
+      "epoch": 0.5877145922746781,
+      "grad_norm": 0.16368522061547944,
+      "learning_rate": 7.667235993022972e-05,
+      "loss": 0.6968,
+      "step": 6573
+    },
+    {
+      "epoch": 0.5878040057224606,
+      "grad_norm": 0.15803681416164303,
+      "learning_rate": 7.664419979540673e-05,
+      "loss": 0.6456,
+      "step": 6574
+    },
+    {
+      "epoch": 0.5878934191702432,
+      "grad_norm": 0.18219210486012982,
+      "learning_rate": 7.66160416194065e-05,
+      "loss": 0.6681,
+      "step": 6575
+    },
+    {
+      "epoch": 0.5879828326180258,
+      "grad_norm": 0.1683230132583611,
+      "learning_rate": 7.658788540459062e-05,
+      "loss": 0.6832,
+      "step": 6576
+    },
+    {
+      "epoch": 0.5880722460658083,
+      "grad_norm": 0.14226921893459893,
+      "learning_rate": 7.655973115332052e-05,
+      "loss": 0.6152,
+      "step": 6577
+    },
+    {
+      "epoch": 0.5881616595135909,
+      "grad_norm": 0.16235509329803735,
+      "learning_rate": 7.653157886795744e-05,
+      "loss": 0.6801,
+      "step": 6578
+    },
+    {
+      "epoch": 0.5882510729613734,
+      "grad_norm": 0.13513537359190245,
+      "learning_rate": 7.65034285508625e-05,
+      "loss": 0.6439,
+      "step": 6579
+    },
+    {
+      "epoch": 0.5883404864091559,
+      "grad_norm": 0.1613087918934444,
+      "learning_rate": 7.647528020439662e-05,
+      "loss": 0.6496,
+      "step": 6580
+    },
+    {
+      "epoch": 0.5884298998569385,
+      "grad_norm": 0.13754477155093217,
+      "learning_rate": 7.64471338309206e-05,
+      "loss": 0.6565,
+      "step": 6581
+    },
+    {
+      "epoch": 0.5885193133047211,
+      "grad_norm": 0.16258967553620332,
+      "learning_rate": 7.641898943279501e-05,
+      "loss": 0.6972,
+      "step": 6582
+    },
+    {
+      "epoch": 0.5886087267525035,
+      "grad_norm": 0.14846871853418114,
+      "learning_rate": 7.639084701238032e-05,
+      "loss": 0.6493,
+      "step": 6583
+    },
+    {
+      "epoch": 0.5886981402002861,
+      "grad_norm": 0.16296589265616276,
+      "learning_rate": 7.636270657203677e-05,
+      "loss": 0.6537,
+      "step": 6584
+    },
+    {
+      "epoch": 0.5887875536480687,
+      "grad_norm": 0.1526856223101222,
+      "learning_rate": 7.633456811412446e-05,
+      "loss": 0.6352,
+      "step": 6585
+    },
+    {
+      "epoch": 0.5888769670958512,
+      "grad_norm": 0.1486413049688082,
+      "learning_rate": 7.630643164100335e-05,
+      "loss": 0.6372,
+      "step": 6586
+    },
+    {
+      "epoch": 0.5889663805436338,
+      "grad_norm": 0.19250985632682385,
+      "learning_rate": 7.627829715503317e-05,
+      "loss": 0.682,
+      "step": 6587
+    },
+    {
+      "epoch": 0.5890557939914163,
+      "grad_norm": 0.1517167898594341,
+      "learning_rate": 7.625016465857361e-05,
+      "loss": 0.6952,
+      "step": 6588
+    },
+    {
+      "epoch": 0.5891452074391988,
+      "grad_norm": 0.14885055725152957,
+      "learning_rate": 7.622203415398402e-05,
+      "loss": 0.6663,
+      "step": 6589
+    },
+    {
+      "epoch": 0.5892346208869814,
+      "grad_norm": 0.172519143917125,
+      "learning_rate": 7.619390564362374e-05,
+      "loss": 0.7008,
+      "step": 6590
+    },
+    {
+      "epoch": 0.589324034334764,
+      "grad_norm": 0.15882893648025276,
+      "learning_rate": 7.616577912985185e-05,
+      "loss": 0.598,
+      "step": 6591
+    },
+    {
+      "epoch": 0.5894134477825465,
+      "grad_norm": 0.16063886632132282,
+      "learning_rate": 7.613765461502724e-05,
+      "loss": 0.6832,
+      "step": 6592
+    },
+    {
+      "epoch": 0.589502861230329,
+      "grad_norm": 0.15643547783259237,
+      "learning_rate": 7.610953210150875e-05,
+      "loss": 0.6568,
+      "step": 6593
+    },
+    {
+      "epoch": 0.5895922746781116,
+      "grad_norm": 0.1546177547278734,
+      "learning_rate": 7.608141159165492e-05,
+      "loss": 0.6909,
+      "step": 6594
+    },
+    {
+      "epoch": 0.5896816881258942,
+      "grad_norm": 0.16719627524722128,
+      "learning_rate": 7.605329308782423e-05,
+      "loss": 0.6846,
+      "step": 6595
+    },
+    {
+      "epoch": 0.5897711015736766,
+      "grad_norm": 0.1641613752695238,
+      "learning_rate": 7.602517659237492e-05,
+      "loss": 0.6114,
+      "step": 6596
+    },
+    {
+      "epoch": 0.5898605150214592,
+      "grad_norm": 0.15505427762840707,
+      "learning_rate": 7.599706210766513e-05,
+      "loss": 0.6433,
+      "step": 6597
+    },
+    {
+      "epoch": 0.5899499284692418,
+      "grad_norm": 0.16011770156859084,
+      "learning_rate": 7.596894963605274e-05,
+      "loss": 0.66,
+      "step": 6598
+    },
+    {
+      "epoch": 0.5900393419170243,
+      "grad_norm": 0.1411097722350394,
+      "learning_rate": 7.594083917989549e-05,
+      "loss": 0.6387,
+      "step": 6599
+    },
+    {
+      "epoch": 0.5901287553648069,
+      "grad_norm": 0.12578969881081406,
+      "learning_rate": 7.591273074155104e-05,
+      "loss": 0.6682,
+      "step": 6600
+    },
+    {
+      "epoch": 0.5902181688125894,
+      "grad_norm": 0.1344166538027998,
+      "learning_rate": 7.588462432337672e-05,
+      "loss": 0.6709,
+      "step": 6601
+    },
+    {
+      "epoch": 0.5903075822603719,
+      "grad_norm": 0.17883178870600383,
+      "learning_rate": 7.585651992772988e-05,
+      "loss": 0.6613,
+      "step": 6602
+    },
+    {
+      "epoch": 0.5903969957081545,
+      "grad_norm": 0.16817969819019582,
+      "learning_rate": 7.582841755696754e-05,
+      "loss": 0.6327,
+      "step": 6603
+    },
+    {
+      "epoch": 0.5904864091559371,
+      "grad_norm": 0.1508645402570625,
+      "learning_rate": 7.580031721344663e-05,
+      "loss": 0.6419,
+      "step": 6604
+    },
+    {
+      "epoch": 0.5905758226037195,
+      "grad_norm": 0.1458049732267733,
+      "learning_rate": 7.577221889952389e-05,
+      "loss": 0.6342,
+      "step": 6605
+    },
+    {
+      "epoch": 0.5906652360515021,
+      "grad_norm": 0.14248947740182896,
+      "learning_rate": 7.57441226175559e-05,
+      "loss": 0.6685,
+      "step": 6606
+    },
+    {
+      "epoch": 0.5907546494992847,
+      "grad_norm": 0.1461230036060701,
+      "learning_rate": 7.571602836989906e-05,
+      "loss": 0.6526,
+      "step": 6607
+    },
+    {
+      "epoch": 0.5908440629470673,
+      "grad_norm": 0.14239880153259124,
+      "learning_rate": 7.568793615890954e-05,
+      "loss": 0.6244,
+      "step": 6608
+    },
+    {
+      "epoch": 0.5909334763948498,
+      "grad_norm": 0.15549183626269825,
+      "learning_rate": 7.565984598694349e-05,
+      "loss": 0.6706,
+      "step": 6609
+    },
+    {
+      "epoch": 0.5910228898426323,
+      "grad_norm": 0.154530868245998,
+      "learning_rate": 7.563175785635678e-05,
+      "loss": 0.6697,
+      "step": 6610
+    },
+    {
+      "epoch": 0.5911123032904149,
+      "grad_norm": 0.17114199645500341,
+      "learning_rate": 7.56036717695051e-05,
+      "loss": 0.6974,
+      "step": 6611
+    },
+    {
+      "epoch": 0.5912017167381974,
+      "grad_norm": 0.15808600239663045,
+      "learning_rate": 7.557558772874398e-05,
+      "loss": 0.6412,
+      "step": 6612
+    },
+    {
+      "epoch": 0.59129113018598,
+      "grad_norm": 0.15561596296640523,
+      "learning_rate": 7.554750573642886e-05,
+      "loss": 0.6912,
+      "step": 6613
+    },
+    {
+      "epoch": 0.5913805436337625,
+      "grad_norm": 0.13611184044735877,
+      "learning_rate": 7.551942579491489e-05,
+      "loss": 0.6739,
+      "step": 6614
+    },
+    {
+      "epoch": 0.591469957081545,
+      "grad_norm": 0.147615669148529,
+      "learning_rate": 7.549134790655708e-05,
+      "loss": 0.6481,
+      "step": 6615
+    },
+    {
+      "epoch": 0.5915593705293276,
+      "grad_norm": 0.15135385225993844,
+      "learning_rate": 7.546327207371033e-05,
+      "loss": 0.6255,
+      "step": 6616
+    },
+    {
+      "epoch": 0.5916487839771102,
+      "grad_norm": 0.15579967958138202,
+      "learning_rate": 7.543519829872934e-05,
+      "loss": 0.6393,
+      "step": 6617
+    },
+    {
+      "epoch": 0.5917381974248928,
+      "grad_norm": 0.1344083447769552,
+      "learning_rate": 7.54071265839686e-05,
+      "loss": 0.639,
+      "step": 6618
+    },
+    {
+      "epoch": 0.5918276108726752,
+      "grad_norm": 0.168650523957791,
+      "learning_rate": 7.537905693178245e-05,
+      "loss": 0.6686,
+      "step": 6619
+    },
+    {
+      "epoch": 0.5919170243204578,
+      "grad_norm": 0.19203676829794233,
+      "learning_rate": 7.535098934452508e-05,
+      "loss": 0.7131,
+      "step": 6620
+    },
+    {
+      "epoch": 0.5920064377682404,
+      "grad_norm": 0.14860564660008904,
+      "learning_rate": 7.532292382455044e-05,
+      "loss": 0.6761,
+      "step": 6621
+    },
+    {
+      "epoch": 0.5920958512160229,
+      "grad_norm": 0.14157533290845206,
+      "learning_rate": 7.529486037421235e-05,
+      "loss": 0.6472,
+      "step": 6622
+    },
+    {
+      "epoch": 0.5921852646638054,
+      "grad_norm": 0.1316680490116375,
+      "learning_rate": 7.52667989958645e-05,
+      "loss": 0.6528,
+      "step": 6623
+    },
+    {
+      "epoch": 0.592274678111588,
+      "grad_norm": 0.15663149195535753,
+      "learning_rate": 7.523873969186039e-05,
+      "loss": 0.6514,
+      "step": 6624
+    },
+    {
+      "epoch": 0.5923640915593705,
+      "grad_norm": 0.15202630527189923,
+      "learning_rate": 7.521068246455325e-05,
+      "loss": 0.6514,
+      "step": 6625
+    },
+    {
+      "epoch": 0.5924535050071531,
+      "grad_norm": 0.16735827312268745,
+      "learning_rate": 7.518262731629623e-05,
+      "loss": 0.6882,
+      "step": 6626
+    },
+    {
+      "epoch": 0.5925429184549357,
+      "grad_norm": 0.16761686291754782,
+      "learning_rate": 7.51545742494423e-05,
+      "loss": 0.6367,
+      "step": 6627
+    },
+    {
+      "epoch": 0.5926323319027181,
+      "grad_norm": 0.15052142069193195,
+      "learning_rate": 7.512652326634421e-05,
+      "loss": 0.6848,
+      "step": 6628
+    },
+    {
+      "epoch": 0.5927217453505007,
+      "grad_norm": 0.14314948064298103,
+      "learning_rate": 7.509847436935455e-05,
+      "loss": 0.6554,
+      "step": 6629
+    },
+    {
+      "epoch": 0.5928111587982833,
+      "grad_norm": 0.13527295721613672,
+      "learning_rate": 7.50704275608258e-05,
+      "loss": 0.6333,
+      "step": 6630
+    },
+    {
+      "epoch": 0.5929005722460658,
+      "grad_norm": 0.16018696492280396,
+      "learning_rate": 7.504238284311019e-05,
+      "loss": 0.6774,
+      "step": 6631
+    },
+    {
+      "epoch": 0.5929899856938483,
+      "grad_norm": 0.1543686795150611,
+      "learning_rate": 7.501434021855977e-05,
+      "loss": 0.704,
+      "step": 6632
+    },
+    {
+      "epoch": 0.5930793991416309,
+      "grad_norm": 0.14988094562300172,
+      "learning_rate": 7.498629968952648e-05,
+      "loss": 0.652,
+      "step": 6633
+    },
+    {
+      "epoch": 0.5931688125894135,
+      "grad_norm": 0.16499322105221134,
+      "learning_rate": 7.495826125836203e-05,
+      "loss": 0.6604,
+      "step": 6634
+    },
+    {
+      "epoch": 0.593258226037196,
+      "grad_norm": 0.13154165109852792,
+      "learning_rate": 7.493022492741795e-05,
+      "loss": 0.6008,
+      "step": 6635
+    },
+    {
+      "epoch": 0.5933476394849786,
+      "grad_norm": 0.16947550965762806,
+      "learning_rate": 7.49021906990456e-05,
+      "loss": 0.6914,
+      "step": 6636
+    },
+    {
+      "epoch": 0.593437052932761,
+      "grad_norm": 0.12668830882291604,
+      "learning_rate": 7.487415857559625e-05,
+      "loss": 0.6513,
+      "step": 6637
+    },
+    {
+      "epoch": 0.5935264663805436,
+      "grad_norm": 0.14866986912171462,
+      "learning_rate": 7.484612855942088e-05,
+      "loss": 0.6761,
+      "step": 6638
+    },
+    {
+      "epoch": 0.5936158798283262,
+      "grad_norm": 0.1386598851782088,
+      "learning_rate": 7.481810065287029e-05,
+      "loss": 0.6185,
+      "step": 6639
+    },
+    {
+      "epoch": 0.5937052932761088,
+      "grad_norm": 0.17602209390315057,
+      "learning_rate": 7.479007485829523e-05,
+      "loss": 0.6681,
+      "step": 6640
+    },
+    {
+      "epoch": 0.5937947067238912,
+      "grad_norm": 0.13052632376418066,
+      "learning_rate": 7.476205117804614e-05,
+      "loss": 0.6738,
+      "step": 6641
+    },
+    {
+      "epoch": 0.5938841201716738,
+      "grad_norm": 0.14787718479869116,
+      "learning_rate": 7.47340296144733e-05,
+      "loss": 0.6576,
+      "step": 6642
+    },
+    {
+      "epoch": 0.5939735336194564,
+      "grad_norm": 0.1551395981794857,
+      "learning_rate": 7.470601016992687e-05,
+      "loss": 0.6475,
+      "step": 6643
+    },
+    {
+      "epoch": 0.594062947067239,
+      "grad_norm": 0.16436761833103672,
+      "learning_rate": 7.467799284675687e-05,
+      "loss": 0.6685,
+      "step": 6644
+    },
+    {
+      "epoch": 0.5941523605150214,
+      "grad_norm": 0.17809674981482917,
+      "learning_rate": 7.464997764731304e-05,
+      "loss": 0.6579,
+      "step": 6645
+    },
+    {
+      "epoch": 0.594241773962804,
+      "grad_norm": 0.14346788115557224,
+      "learning_rate": 7.462196457394493e-05,
+      "loss": 0.6798,
+      "step": 6646
+    },
+    {
+      "epoch": 0.5943311874105865,
+      "grad_norm": 0.14673295068997347,
+      "learning_rate": 7.459395362900201e-05,
+      "loss": 0.646,
+      "step": 6647
+    },
+    {
+      "epoch": 0.5944206008583691,
+      "grad_norm": 0.16866871317821694,
+      "learning_rate": 7.456594481483355e-05,
+      "loss": 0.6555,
+      "step": 6648
+    },
+    {
+      "epoch": 0.5945100143061517,
+      "grad_norm": 0.15766328486321507,
+      "learning_rate": 7.453793813378853e-05,
+      "loss": 0.6674,
+      "step": 6649
+    },
+    {
+      "epoch": 0.5945994277539342,
+      "grad_norm": 0.14907706964563872,
+      "learning_rate": 7.450993358821589e-05,
+      "loss": 0.6694,
+      "step": 6650
+    },
+    {
+      "epoch": 0.5946888412017167,
+      "grad_norm": 0.1489982470478537,
+      "learning_rate": 7.448193118046435e-05,
+      "loss": 0.668,
+      "step": 6651
+    },
+    {
+      "epoch": 0.5947782546494993,
+      "grad_norm": 0.16914472274511275,
+      "learning_rate": 7.445393091288247e-05,
+      "loss": 0.6807,
+      "step": 6652
+    },
+    {
+      "epoch": 0.5948676680972819,
+      "grad_norm": 0.15849003492532132,
+      "learning_rate": 7.442593278781848e-05,
+      "loss": 0.6854,
+      "step": 6653
+    },
+    {
+      "epoch": 0.5949570815450643,
+      "grad_norm": 0.12729685699504598,
+      "learning_rate": 7.439793680762068e-05,
+      "loss": 0.6358,
+      "step": 6654
+    },
+    {
+      "epoch": 0.5950464949928469,
+      "grad_norm": 0.14012394102600112,
+      "learning_rate": 7.436994297463698e-05,
+      "loss": 0.6272,
+      "step": 6655
+    },
+    {
+      "epoch": 0.5951359084406295,
+      "grad_norm": 0.17185730209652972,
+      "learning_rate": 7.434195129121518e-05,
+      "loss": 0.659,
+      "step": 6656
+    },
+    {
+      "epoch": 0.595225321888412,
+      "grad_norm": 0.1520120764294903,
+      "learning_rate": 7.431396175970296e-05,
+      "loss": 0.6708,
+      "step": 6657
+    },
+    {
+      "epoch": 0.5953147353361946,
+      "grad_norm": 0.15684377142873893,
+      "learning_rate": 7.428597438244776e-05,
+      "loss": 0.7091,
+      "step": 6658
+    },
+    {
+      "epoch": 0.5954041487839771,
+      "grad_norm": 0.1458400337793941,
+      "learning_rate": 7.425798916179683e-05,
+      "loss": 0.6745,
+      "step": 6659
+    },
+    {
+      "epoch": 0.5954935622317596,
+      "grad_norm": 0.1443764226991367,
+      "learning_rate": 7.423000610009725e-05,
+      "loss": 0.6321,
+      "step": 6660
+    },
+    {
+      "epoch": 0.5955829756795422,
+      "grad_norm": 0.15439554355029245,
+      "learning_rate": 7.420202519969595e-05,
+      "loss": 0.651,
+      "step": 6661
+    },
+    {
+      "epoch": 0.5956723891273248,
+      "grad_norm": 0.15374570587523065,
+      "learning_rate": 7.417404646293961e-05,
+      "loss": 0.6694,
+      "step": 6662
+    },
+    {
+      "epoch": 0.5957618025751072,
+      "grad_norm": 0.1683296151739397,
+      "learning_rate": 7.414606989217482e-05,
+      "loss": 0.6518,
+      "step": 6663
+    },
+    {
+      "epoch": 0.5958512160228898,
+      "grad_norm": 0.13918518285906367,
+      "learning_rate": 7.411809548974792e-05,
+      "loss": 0.636,
+      "step": 6664
+    },
+    {
+      "epoch": 0.5959406294706724,
+      "grad_norm": 0.13235250270178864,
+      "learning_rate": 7.409012325800511e-05,
+      "loss": 0.6487,
+      "step": 6665
+    },
+    {
+      "epoch": 0.596030042918455,
+      "grad_norm": 0.15659523773636497,
+      "learning_rate": 7.406215319929235e-05,
+      "loss": 0.6602,
+      "step": 6666
+    },
+    {
+      "epoch": 0.5961194563662375,
+      "grad_norm": 0.15315724694970806,
+      "learning_rate": 7.403418531595551e-05,
+      "loss": 0.6662,
+      "step": 6667
+    },
+    {
+      "epoch": 0.59620886981402,
+      "grad_norm": 0.1888365481253103,
+      "learning_rate": 7.400621961034018e-05,
+      "loss": 0.7191,
+      "step": 6668
+    },
+    {
+      "epoch": 0.5962982832618026,
+      "grad_norm": 0.1598008756891152,
+      "learning_rate": 7.39782560847918e-05,
+      "loss": 0.6307,
+      "step": 6669
+    },
+    {
+      "epoch": 0.5963876967095851,
+      "grad_norm": 0.15876296470808027,
+      "learning_rate": 7.395029474165562e-05,
+      "loss": 0.6781,
+      "step": 6670
+    },
+    {
+      "epoch": 0.5964771101573677,
+      "grad_norm": 0.1387545862388105,
+      "learning_rate": 7.392233558327683e-05,
+      "loss": 0.6616,
+      "step": 6671
+    },
+    {
+      "epoch": 0.5965665236051502,
+      "grad_norm": 0.14550602012951278,
+      "learning_rate": 7.389437861200024e-05,
+      "loss": 0.6698,
+      "step": 6672
+    },
+    {
+      "epoch": 0.5966559370529327,
+      "grad_norm": 0.14801758686855684,
+      "learning_rate": 7.386642383017057e-05,
+      "loss": 0.6407,
+      "step": 6673
+    },
+    {
+      "epoch": 0.5967453505007153,
+      "grad_norm": 0.13300892025576577,
+      "learning_rate": 7.383847124013239e-05,
+      "loss": 0.6261,
+      "step": 6674
+    },
+    {
+      "epoch": 0.5968347639484979,
+      "grad_norm": 0.14351225806067283,
+      "learning_rate": 7.381052084423005e-05,
+      "loss": 0.6254,
+      "step": 6675
+    },
+    {
+      "epoch": 0.5969241773962805,
+      "grad_norm": 0.16462088872578667,
+      "learning_rate": 7.378257264480766e-05,
+      "loss": 0.6486,
+      "step": 6676
+    },
+    {
+      "epoch": 0.5970135908440629,
+      "grad_norm": 0.16444029305781588,
+      "learning_rate": 7.375462664420922e-05,
+      "loss": 0.6652,
+      "step": 6677
+    },
+    {
+      "epoch": 0.5971030042918455,
+      "grad_norm": 0.13938917050477392,
+      "learning_rate": 7.37266828447786e-05,
+      "loss": 0.6482,
+      "step": 6678
+    },
+    {
+      "epoch": 0.5971924177396281,
+      "grad_norm": 0.1461493598163202,
+      "learning_rate": 7.369874124885934e-05,
+      "loss": 0.6309,
+      "step": 6679
+    },
+    {
+      "epoch": 0.5972818311874106,
+      "grad_norm": 0.14888204467970406,
+      "learning_rate": 7.367080185879489e-05,
+      "loss": 0.6457,
+      "step": 6680
+    },
+    {
+      "epoch": 0.5973712446351931,
+      "grad_norm": 0.1586303208562639,
+      "learning_rate": 7.364286467692848e-05,
+      "loss": 0.6949,
+      "step": 6681
+    },
+    {
+      "epoch": 0.5974606580829757,
+      "grad_norm": 0.15781492414121512,
+      "learning_rate": 7.361492970560322e-05,
+      "loss": 0.7015,
+      "step": 6682
+    },
+    {
+      "epoch": 0.5975500715307582,
+      "grad_norm": 0.13920549231445373,
+      "learning_rate": 7.358699694716189e-05,
+      "loss": 0.6373,
+      "step": 6683
+    },
+    {
+      "epoch": 0.5976394849785408,
+      "grad_norm": 0.15897111719577536,
+      "learning_rate": 7.35590664039472e-05,
+      "loss": 0.6499,
+      "step": 6684
+    },
+    {
+      "epoch": 0.5977288984263234,
+      "grad_norm": 0.15685124602372333,
+      "learning_rate": 7.353113807830175e-05,
+      "loss": 0.6329,
+      "step": 6685
+    },
+    {
+      "epoch": 0.5978183118741058,
+      "grad_norm": 0.15137612774408524,
+      "learning_rate": 7.350321197256777e-05,
+      "loss": 0.6776,
+      "step": 6686
+    },
+    {
+      "epoch": 0.5979077253218884,
+      "grad_norm": 0.16062837110550052,
+      "learning_rate": 7.347528808908737e-05,
+      "loss": 0.6715,
+      "step": 6687
+    },
+    {
+      "epoch": 0.597997138769671,
+      "grad_norm": 0.14052315121150344,
+      "learning_rate": 7.344736643020256e-05,
+      "loss": 0.6644,
+      "step": 6688
+    },
+    {
+      "epoch": 0.5980865522174535,
+      "grad_norm": 0.15571727872912486,
+      "learning_rate": 7.341944699825503e-05,
+      "loss": 0.6717,
+      "step": 6689
+    },
+    {
+      "epoch": 0.598175965665236,
+      "grad_norm": 0.14281228116610986,
+      "learning_rate": 7.33915297955864e-05,
+      "loss": 0.6427,
+      "step": 6690
+    },
+    {
+      "epoch": 0.5982653791130186,
+      "grad_norm": 0.14405139554508858,
+      "learning_rate": 7.3363614824538e-05,
+      "loss": 0.6339,
+      "step": 6691
+    },
+    {
+      "epoch": 0.5983547925608012,
+      "grad_norm": 0.1396681950135895,
+      "learning_rate": 7.333570208745109e-05,
+      "loss": 0.6333,
+      "step": 6692
+    },
+    {
+      "epoch": 0.5984442060085837,
+      "grad_norm": 0.16101108561180583,
+      "learning_rate": 7.330779158666661e-05,
+      "loss": 0.6578,
+      "step": 6693
+    },
+    {
+      "epoch": 0.5985336194563662,
+      "grad_norm": 0.16583062366994095,
+      "learning_rate": 7.327988332452545e-05,
+      "loss": 0.6461,
+      "step": 6694
+    },
+    {
+      "epoch": 0.5986230329041488,
+      "grad_norm": 0.17250845342889587,
+      "learning_rate": 7.325197730336819e-05,
+      "loss": 0.67,
+      "step": 6695
+    },
+    {
+      "epoch": 0.5987124463519313,
+      "grad_norm": 0.15443841803400254,
+      "learning_rate": 7.322407352553529e-05,
+      "loss": 0.693,
+      "step": 6696
+    },
+    {
+      "epoch": 0.5988018597997139,
+      "grad_norm": 0.1605169834425586,
+      "learning_rate": 7.319617199336701e-05,
+      "loss": 0.6776,
+      "step": 6697
+    },
+    {
+      "epoch": 0.5988912732474965,
+      "grad_norm": 0.13556817239185678,
+      "learning_rate": 7.316827270920339e-05,
+      "loss": 0.6289,
+      "step": 6698
+    },
+    {
+      "epoch": 0.5989806866952789,
+      "grad_norm": 0.15947926026318346,
+      "learning_rate": 7.314037567538436e-05,
+      "loss": 0.6624,
+      "step": 6699
+    },
+    {
+      "epoch": 0.5990701001430615,
+      "grad_norm": 0.14959385747622922,
+      "learning_rate": 7.311248089424958e-05,
+      "loss": 0.6473,
+      "step": 6700
+    },
+    {
+      "epoch": 0.5991595135908441,
+      "grad_norm": 0.14152660806785458,
+      "learning_rate": 7.308458836813856e-05,
+      "loss": 0.6303,
+      "step": 6701
+    },
+    {
+      "epoch": 0.5992489270386266,
+      "grad_norm": 0.16388051445846605,
+      "learning_rate": 7.305669809939062e-05,
+      "loss": 0.6506,
+      "step": 6702
+    },
+    {
+      "epoch": 0.5993383404864091,
+      "grad_norm": 0.1514201042308326,
+      "learning_rate": 7.302881009034484e-05,
+      "loss": 0.5844,
+      "step": 6703
+    },
+    {
+      "epoch": 0.5994277539341917,
+      "grad_norm": 0.16783549984193571,
+      "learning_rate": 7.30009243433402e-05,
+      "loss": 0.6818,
+      "step": 6704
+    },
+    {
+      "epoch": 0.5995171673819742,
+      "grad_norm": 0.15017118552709446,
+      "learning_rate": 7.29730408607154e-05,
+      "loss": 0.6728,
+      "step": 6705
+    },
+    {
+      "epoch": 0.5996065808297568,
+      "grad_norm": 0.14745328185281156,
+      "learning_rate": 7.294515964480906e-05,
+      "loss": 0.664,
+      "step": 6706
+    },
+    {
+      "epoch": 0.5996959942775394,
+      "grad_norm": 0.14855447856265488,
+      "learning_rate": 7.291728069795948e-05,
+      "loss": 0.6135,
+      "step": 6707
+    },
+    {
+      "epoch": 0.5997854077253219,
+      "grad_norm": 0.14885021647359167,
+      "learning_rate": 7.28894040225049e-05,
+      "loss": 0.6715,
+      "step": 6708
+    },
+    {
+      "epoch": 0.5998748211731044,
+      "grad_norm": 0.17892710983377896,
+      "learning_rate": 7.286152962078326e-05,
+      "loss": 0.6579,
+      "step": 6709
+    },
+    {
+      "epoch": 0.599964234620887,
+      "grad_norm": 0.1581456303631688,
+      "learning_rate": 7.283365749513231e-05,
+      "loss": 0.692,
+      "step": 6710
+    },
+    {
+      "epoch": 0.6000536480686696,
+      "grad_norm": 0.16582601050597126,
+      "learning_rate": 7.280578764788975e-05,
+      "loss": 0.6449,
+      "step": 6711
+    },
+    {
+      "epoch": 0.600143061516452,
+      "grad_norm": 0.15779615155966648,
+      "learning_rate": 7.277792008139287e-05,
+      "loss": 0.6366,
+      "step": 6712
+    },
+    {
+      "epoch": 0.6002324749642346,
+      "grad_norm": 0.15899653731082347,
+      "learning_rate": 7.2750054797979e-05,
+      "loss": 0.6833,
+      "step": 6713
+    },
+    {
+      "epoch": 0.6003218884120172,
+      "grad_norm": 0.18681608036124875,
+      "learning_rate": 7.272219179998511e-05,
+      "loss": 0.6586,
+      "step": 6714
+    },
+    {
+      "epoch": 0.6004113018597997,
+      "grad_norm": 0.1587242237126115,
+      "learning_rate": 7.269433108974809e-05,
+      "loss": 0.6561,
+      "step": 6715
+    },
+    {
+      "epoch": 0.6005007153075823,
+      "grad_norm": 0.17370570785744327,
+      "learning_rate": 7.266647266960452e-05,
+      "loss": 0.7342,
+      "step": 6716
+    },
+    {
+      "epoch": 0.6005901287553648,
+      "grad_norm": 0.1655582546709473,
+      "learning_rate": 7.263861654189086e-05,
+      "loss": 0.6964,
+      "step": 6717
+    },
+    {
+      "epoch": 0.6006795422031473,
+      "grad_norm": 0.16383222084595944,
+      "learning_rate": 7.261076270894342e-05,
+      "loss": 0.6408,
+      "step": 6718
+    },
+    {
+      "epoch": 0.6007689556509299,
+      "grad_norm": 0.165955717904304,
+      "learning_rate": 7.258291117309817e-05,
+      "loss": 0.6859,
+      "step": 6719
+    },
+    {
+      "epoch": 0.6008583690987125,
+      "grad_norm": 0.14828471276410243,
+      "learning_rate": 7.25550619366911e-05,
+      "loss": 0.6563,
+      "step": 6720
+    },
+    {
+      "epoch": 0.600947782546495,
+      "grad_norm": 0.1696066818998854,
+      "learning_rate": 7.252721500205783e-05,
+      "loss": 0.6346,
+      "step": 6721
+    },
+    {
+      "epoch": 0.6010371959942775,
+      "grad_norm": 0.1619160680723811,
+      "learning_rate": 7.249937037153387e-05,
+      "loss": 0.6579,
+      "step": 6722
+    },
+    {
+      "epoch": 0.6011266094420601,
+      "grad_norm": 0.12381276422412454,
+      "learning_rate": 7.24715280474545e-05,
+      "loss": 0.634,
+      "step": 6723
+    },
+    {
+      "epoch": 0.6012160228898427,
+      "grad_norm": 0.14807834144826254,
+      "learning_rate": 7.244368803215482e-05,
+      "loss": 0.6735,
+      "step": 6724
+    },
+    {
+      "epoch": 0.6013054363376252,
+      "grad_norm": 0.16039343135153455,
+      "learning_rate": 7.241585032796977e-05,
+      "loss": 0.6662,
+      "step": 6725
+    },
+    {
+      "epoch": 0.6013948497854077,
+      "grad_norm": 0.1437947848567077,
+      "learning_rate": 7.238801493723398e-05,
+      "loss": 0.657,
+      "step": 6726
+    },
+    {
+      "epoch": 0.6014842632331903,
+      "grad_norm": 0.15663830238995255,
+      "learning_rate": 7.236018186228206e-05,
+      "loss": 0.6867,
+      "step": 6727
+    },
+    {
+      "epoch": 0.6015736766809728,
+      "grad_norm": 0.15431401605460782,
+      "learning_rate": 7.233235110544833e-05,
+      "loss": 0.6818,
+      "step": 6728
+    },
+    {
+      "epoch": 0.6016630901287554,
+      "grad_norm": 0.14714068669806296,
+      "learning_rate": 7.230452266906689e-05,
+      "loss": 0.6736,
+      "step": 6729
+    },
+    {
+      "epoch": 0.6017525035765379,
+      "grad_norm": 0.15220211513570286,
+      "learning_rate": 7.227669655547167e-05,
+      "loss": 0.6803,
+      "step": 6730
+    },
+    {
+      "epoch": 0.6018419170243204,
+      "grad_norm": 0.13295850573877502,
+      "learning_rate": 7.224887276699645e-05,
+      "loss": 0.6339,
+      "step": 6731
+    },
+    {
+      "epoch": 0.601931330472103,
+      "grad_norm": 0.15091699790263158,
+      "learning_rate": 7.222105130597477e-05,
+      "loss": 0.6944,
+      "step": 6732
+    },
+    {
+      "epoch": 0.6020207439198856,
+      "grad_norm": 0.1504488908715863,
+      "learning_rate": 7.21932321747399e-05,
+      "loss": 0.6408,
+      "step": 6733
+    },
+    {
+      "epoch": 0.602110157367668,
+      "grad_norm": 0.16988626620821967,
+      "learning_rate": 7.21654153756251e-05,
+      "loss": 0.6528,
+      "step": 6734
+    },
+    {
+      "epoch": 0.6021995708154506,
+      "grad_norm": 0.14179796424604482,
+      "learning_rate": 7.213760091096331e-05,
+      "loss": 0.6301,
+      "step": 6735
+    },
+    {
+      "epoch": 0.6022889842632332,
+      "grad_norm": 0.13678973848543508,
+      "learning_rate": 7.210978878308729e-05,
+      "loss": 0.661,
+      "step": 6736
+    },
+    {
+      "epoch": 0.6023783977110158,
+      "grad_norm": 0.13423274089238943,
+      "learning_rate": 7.208197899432958e-05,
+      "loss": 0.6277,
+      "step": 6737
+    },
+    {
+      "epoch": 0.6024678111587983,
+      "grad_norm": 0.14818722987161692,
+      "learning_rate": 7.20541715470226e-05,
+      "loss": 0.6563,
+      "step": 6738
+    },
+    {
+      "epoch": 0.6025572246065808,
+      "grad_norm": 0.14011037790152034,
+      "learning_rate": 7.202636644349845e-05,
+      "loss": 0.6341,
+      "step": 6739
+    },
+    {
+      "epoch": 0.6026466380543634,
+      "grad_norm": 0.15780447100579026,
+      "learning_rate": 7.199856368608922e-05,
+      "loss": 0.7042,
+      "step": 6740
+    },
+    {
+      "epoch": 0.6027360515021459,
+      "grad_norm": 0.15962660794714753,
+      "learning_rate": 7.197076327712659e-05,
+      "loss": 0.663,
+      "step": 6741
+    },
+    {
+      "epoch": 0.6028254649499285,
+      "grad_norm": 0.1440843738937142,
+      "learning_rate": 7.194296521894223e-05,
+      "loss": 0.6434,
+      "step": 6742
+    },
+    {
+      "epoch": 0.602914878397711,
+      "grad_norm": 0.16525597567900066,
+      "learning_rate": 7.191516951386751e-05,
+      "loss": 0.6491,
+      "step": 6743
+    },
+    {
+      "epoch": 0.6030042918454935,
+      "grad_norm": 0.157495938078007,
+      "learning_rate": 7.188737616423356e-05,
+      "loss": 0.6622,
+      "step": 6744
+    },
+    {
+      "epoch": 0.6030937052932761,
+      "grad_norm": 0.15850209102550986,
+      "learning_rate": 7.185958517237146e-05,
+      "loss": 0.6389,
+      "step": 6745
+    },
+    {
+      "epoch": 0.6031831187410587,
+      "grad_norm": 0.15436284847234386,
+      "learning_rate": 7.183179654061191e-05,
+      "loss": 0.6611,
+      "step": 6746
+    },
+    {
+      "epoch": 0.6032725321888412,
+      "grad_norm": 0.15179696240310622,
+      "learning_rate": 7.18040102712856e-05,
+      "loss": 0.6251,
+      "step": 6747
+    },
+    {
+      "epoch": 0.6033619456366237,
+      "grad_norm": 0.16987922925584448,
+      "learning_rate": 7.17762263667229e-05,
+      "loss": 0.6814,
+      "step": 6748
+    },
+    {
+      "epoch": 0.6034513590844063,
+      "grad_norm": 0.15081498239457844,
+      "learning_rate": 7.1748444829254e-05,
+      "loss": 0.6697,
+      "step": 6749
+    },
+    {
+      "epoch": 0.6035407725321889,
+      "grad_norm": 0.134695221107554,
+      "learning_rate": 7.172066566120892e-05,
+      "loss": 0.641,
+      "step": 6750
+    },
+    {
+      "epoch": 0.6036301859799714,
+      "grad_norm": 0.1684588216047469,
+      "learning_rate": 7.169288886491746e-05,
+      "loss": 0.6622,
+      "step": 6751
+    },
+    {
+      "epoch": 0.6037195994277539,
+      "grad_norm": 0.15782883965499336,
+      "learning_rate": 7.166511444270924e-05,
+      "loss": 0.6738,
+      "step": 6752
+    },
+    {
+      "epoch": 0.6038090128755365,
+      "grad_norm": 0.1500187007382516,
+      "learning_rate": 7.16373423969136e-05,
+      "loss": 0.6154,
+      "step": 6753
+    },
+    {
+      "epoch": 0.603898426323319,
+      "grad_norm": 0.17096403141124203,
+      "learning_rate": 7.160957272985982e-05,
+      "loss": 0.6765,
+      "step": 6754
+    },
+    {
+      "epoch": 0.6039878397711016,
+      "grad_norm": 0.16700053635659112,
+      "learning_rate": 7.158180544387691e-05,
+      "loss": 0.6476,
+      "step": 6755
+    },
+    {
+      "epoch": 0.6040772532188842,
+      "grad_norm": 0.1519463848161386,
+      "learning_rate": 7.155404054129366e-05,
+      "loss": 0.6817,
+      "step": 6756
+    },
+    {
+      "epoch": 0.6041666666666666,
+      "grad_norm": 0.16069613577277533,
+      "learning_rate": 7.152627802443866e-05,
+      "loss": 0.6557,
+      "step": 6757
+    },
+    {
+      "epoch": 0.6042560801144492,
+      "grad_norm": 0.1421504249492323,
+      "learning_rate": 7.149851789564034e-05,
+      "loss": 0.6285,
+      "step": 6758
+    },
+    {
+      "epoch": 0.6043454935622318,
+      "grad_norm": 0.16241795178138144,
+      "learning_rate": 7.147076015722691e-05,
+      "loss": 0.6494,
+      "step": 6759
+    },
+    {
+      "epoch": 0.6044349070100143,
+      "grad_norm": 0.14571925733893404,
+      "learning_rate": 7.144300481152633e-05,
+      "loss": 0.6483,
+      "step": 6760
+    },
+    {
+      "epoch": 0.6045243204577968,
+      "grad_norm": 0.16910317124443017,
+      "learning_rate": 7.141525186086647e-05,
+      "loss": 0.6638,
+      "step": 6761
+    },
+    {
+      "epoch": 0.6046137339055794,
+      "grad_norm": 0.15374454121987274,
+      "learning_rate": 7.138750130757493e-05,
+      "loss": 0.6409,
+      "step": 6762
+    },
+    {
+      "epoch": 0.604703147353362,
+      "grad_norm": 0.14687920082336828,
+      "learning_rate": 7.135975315397912e-05,
+      "loss": 0.6479,
+      "step": 6763
+    },
+    {
+      "epoch": 0.6047925608011445,
+      "grad_norm": 0.14418025160940362,
+      "learning_rate": 7.133200740240618e-05,
+      "loss": 0.6363,
+      "step": 6764
+    },
+    {
+      "epoch": 0.6048819742489271,
+      "grad_norm": 0.1525937447231975,
+      "learning_rate": 7.130426405518318e-05,
+      "loss": 0.7084,
+      "step": 6765
+    },
+    {
+      "epoch": 0.6049713876967096,
+      "grad_norm": 0.16509275493194817,
+      "learning_rate": 7.127652311463691e-05,
+      "loss": 0.6838,
+      "step": 6766
+    },
+    {
+      "epoch": 0.6050608011444921,
+      "grad_norm": 0.14883996971493021,
+      "learning_rate": 7.124878458309391e-05,
+      "loss": 0.6405,
+      "step": 6767
+    },
+    {
+      "epoch": 0.6051502145922747,
+      "grad_norm": 0.17864822336672642,
+      "learning_rate": 7.122104846288064e-05,
+      "loss": 0.6931,
+      "step": 6768
+    },
+    {
+      "epoch": 0.6052396280400573,
+      "grad_norm": 0.17469670744736482,
+      "learning_rate": 7.119331475632332e-05,
+      "loss": 0.6676,
+      "step": 6769
+    },
+    {
+      "epoch": 0.6053290414878397,
+      "grad_norm": 0.15030233525920483,
+      "learning_rate": 7.116558346574788e-05,
+      "loss": 0.6826,
+      "step": 6770
+    },
+    {
+      "epoch": 0.6054184549356223,
+      "grad_norm": 0.14847922375760986,
+      "learning_rate": 7.113785459348012e-05,
+      "loss": 0.6538,
+      "step": 6771
+    },
+    {
+      "epoch": 0.6055078683834049,
+      "grad_norm": 0.15320190495987032,
+      "learning_rate": 7.111012814184566e-05,
+      "loss": 0.6536,
+      "step": 6772
+    },
+    {
+      "epoch": 0.6055972818311874,
+      "grad_norm": 0.1365548282951587,
+      "learning_rate": 7.108240411316986e-05,
+      "loss": 0.6439,
+      "step": 6773
+    },
+    {
+      "epoch": 0.60568669527897,
+      "grad_norm": 0.15611854918859427,
+      "learning_rate": 7.105468250977786e-05,
+      "loss": 0.6383,
+      "step": 6774
+    },
+    {
+      "epoch": 0.6057761087267525,
+      "grad_norm": 0.15457260109515836,
+      "learning_rate": 7.10269633339947e-05,
+      "loss": 0.6824,
+      "step": 6775
+    },
+    {
+      "epoch": 0.605865522174535,
+      "grad_norm": 0.1354236434819146,
+      "learning_rate": 7.099924658814517e-05,
+      "loss": 0.6303,
+      "step": 6776
+    },
+    {
+      "epoch": 0.6059549356223176,
+      "grad_norm": 0.16310701494429336,
+      "learning_rate": 7.097153227455379e-05,
+      "loss": 0.6617,
+      "step": 6777
+    },
+    {
+      "epoch": 0.6060443490701002,
+      "grad_norm": 0.15986989254529968,
+      "learning_rate": 7.094382039554493e-05,
+      "loss": 0.7146,
+      "step": 6778
+    },
+    {
+      "epoch": 0.6061337625178826,
+      "grad_norm": 0.1386063338866081,
+      "learning_rate": 7.091611095344277e-05,
+      "loss": 0.6732,
+      "step": 6779
+    },
+    {
+      "epoch": 0.6062231759656652,
+      "grad_norm": 0.13949715687957961,
+      "learning_rate": 7.088840395057124e-05,
+      "loss": 0.6537,
+      "step": 6780
+    },
+    {
+      "epoch": 0.6063125894134478,
+      "grad_norm": 0.14790288940135163,
+      "learning_rate": 7.086069938925411e-05,
+      "loss": 0.6536,
+      "step": 6781
+    },
+    {
+      "epoch": 0.6064020028612304,
+      "grad_norm": 0.15189380202262948,
+      "learning_rate": 7.083299727181495e-05,
+      "loss": 0.6389,
+      "step": 6782
+    },
+    {
+      "epoch": 0.6064914163090128,
+      "grad_norm": 0.1549391762792262,
+      "learning_rate": 7.080529760057709e-05,
+      "loss": 0.6571,
+      "step": 6783
+    },
+    {
+      "epoch": 0.6065808297567954,
+      "grad_norm": 0.15535381322175212,
+      "learning_rate": 7.077760037786365e-05,
+      "loss": 0.6573,
+      "step": 6784
+    },
+    {
+      "epoch": 0.606670243204578,
+      "grad_norm": 0.16827298212182315,
+      "learning_rate": 7.074990560599759e-05,
+      "loss": 0.6567,
+      "step": 6785
+    },
+    {
+      "epoch": 0.6067596566523605,
+      "grad_norm": 0.17755277719212098,
+      "learning_rate": 7.072221328730162e-05,
+      "loss": 0.6972,
+      "step": 6786
+    },
+    {
+      "epoch": 0.6068490701001431,
+      "grad_norm": 0.1472318644070297,
+      "learning_rate": 7.069452342409825e-05,
+      "loss": 0.6811,
+      "step": 6787
+    },
+    {
+      "epoch": 0.6069384835479256,
+      "grad_norm": 0.15569057599517938,
+      "learning_rate": 7.066683601870978e-05,
+      "loss": 0.6442,
+      "step": 6788
+    },
+    {
+      "epoch": 0.6070278969957081,
+      "grad_norm": 0.15243880092043063,
+      "learning_rate": 7.063915107345839e-05,
+      "loss": 0.6705,
+      "step": 6789
+    },
+    {
+      "epoch": 0.6071173104434907,
+      "grad_norm": 0.170124631790894,
+      "learning_rate": 7.061146859066594e-05,
+      "loss": 0.6562,
+      "step": 6790
+    },
+    {
+      "epoch": 0.6072067238912733,
+      "grad_norm": 0.1449538608171685,
+      "learning_rate": 7.058378857265411e-05,
+      "loss": 0.6613,
+      "step": 6791
+    },
+    {
+      "epoch": 0.6072961373390557,
+      "grad_norm": 0.1377271602049981,
+      "learning_rate": 7.055611102174442e-05,
+      "loss": 0.628,
+      "step": 6792
+    },
+    {
+      "epoch": 0.6073855507868383,
+      "grad_norm": 0.14977219695861732,
+      "learning_rate": 7.052843594025815e-05,
+      "loss": 0.6346,
+      "step": 6793
+    },
+    {
+      "epoch": 0.6074749642346209,
+      "grad_norm": 0.1707151666265568,
+      "learning_rate": 7.050076333051634e-05,
+      "loss": 0.6781,
+      "step": 6794
+    },
+    {
+      "epoch": 0.6075643776824035,
+      "grad_norm": 0.16377795703515596,
+      "learning_rate": 7.047309319483985e-05,
+      "loss": 0.6911,
+      "step": 6795
+    },
+    {
+      "epoch": 0.607653791130186,
+      "grad_norm": 0.15886439338486763,
+      "learning_rate": 7.044542553554943e-05,
+      "loss": 0.6789,
+      "step": 6796
+    },
+    {
+      "epoch": 0.6077432045779685,
+      "grad_norm": 0.15990899367825312,
+      "learning_rate": 7.041776035496547e-05,
+      "loss": 0.66,
+      "step": 6797
+    },
+    {
+      "epoch": 0.6078326180257511,
+      "grad_norm": 0.16416681005761224,
+      "learning_rate": 7.039009765540822e-05,
+      "loss": 0.6353,
+      "step": 6798
+    },
+    {
+      "epoch": 0.6079220314735336,
+      "grad_norm": 0.15610274979022593,
+      "learning_rate": 7.036243743919773e-05,
+      "loss": 0.6461,
+      "step": 6799
+    },
+    {
+      "epoch": 0.6080114449213162,
+      "grad_norm": 0.14763493212110906,
+      "learning_rate": 7.033477970865381e-05,
+      "loss": 0.6461,
+      "step": 6800
+    },
+    {
+      "epoch": 0.6081008583690987,
+      "grad_norm": 0.16525765610325113,
+      "learning_rate": 7.030712446609608e-05,
+      "loss": 0.6676,
+      "step": 6801
+    },
+    {
+      "epoch": 0.6081902718168812,
+      "grad_norm": 0.15331344903061297,
+      "learning_rate": 7.027947171384394e-05,
+      "loss": 0.6551,
+      "step": 6802
+    },
+    {
+      "epoch": 0.6082796852646638,
+      "grad_norm": 0.16449636600794762,
+      "learning_rate": 7.025182145421665e-05,
+      "loss": 0.6475,
+      "step": 6803
+    },
+    {
+      "epoch": 0.6083690987124464,
+      "grad_norm": 0.15110433845605728,
+      "learning_rate": 7.022417368953317e-05,
+      "loss": 0.6361,
+      "step": 6804
+    },
+    {
+      "epoch": 0.608458512160229,
+      "grad_norm": 0.18326536938547228,
+      "learning_rate": 7.019652842211226e-05,
+      "loss": 0.7113,
+      "step": 6805
+    },
+    {
+      "epoch": 0.6085479256080114,
+      "grad_norm": 0.14812906942489248,
+      "learning_rate": 7.016888565427253e-05,
+      "loss": 0.6342,
+      "step": 6806
+    },
+    {
+      "epoch": 0.608637339055794,
+      "grad_norm": 0.1416168739108714,
+      "learning_rate": 7.014124538833234e-05,
+      "loss": 0.6443,
+      "step": 6807
+    },
+    {
+      "epoch": 0.6087267525035766,
+      "grad_norm": 0.1390488360086006,
+      "learning_rate": 7.011360762660983e-05,
+      "loss": 0.6386,
+      "step": 6808
+    },
+    {
+      "epoch": 0.6088161659513591,
+      "grad_norm": 0.14704203178077654,
+      "learning_rate": 7.008597237142293e-05,
+      "loss": 0.6639,
+      "step": 6809
+    },
+    {
+      "epoch": 0.6089055793991416,
+      "grad_norm": 0.13472368490418382,
+      "learning_rate": 7.005833962508943e-05,
+      "loss": 0.6496,
+      "step": 6810
+    },
+    {
+      "epoch": 0.6089949928469242,
+      "grad_norm": 0.14433473450140552,
+      "learning_rate": 7.003070938992682e-05,
+      "loss": 0.6751,
+      "step": 6811
+    },
+    {
+      "epoch": 0.6090844062947067,
+      "grad_norm": 0.16093240501094697,
+      "learning_rate": 7.000308166825243e-05,
+      "loss": 0.6732,
+      "step": 6812
+    },
+    {
+      "epoch": 0.6091738197424893,
+      "grad_norm": 0.13531795967096713,
+      "learning_rate": 6.997545646238335e-05,
+      "loss": 0.6352,
+      "step": 6813
+    },
+    {
+      "epoch": 0.6092632331902719,
+      "grad_norm": 0.1565381554043218,
+      "learning_rate": 6.994783377463645e-05,
+      "loss": 0.6677,
+      "step": 6814
+    },
+    {
+      "epoch": 0.6093526466380543,
+      "grad_norm": 0.1434617451283465,
+      "learning_rate": 6.992021360732848e-05,
+      "loss": 0.6227,
+      "step": 6815
+    },
+    {
+      "epoch": 0.6094420600858369,
+      "grad_norm": 0.13349020225043187,
+      "learning_rate": 6.989259596277582e-05,
+      "loss": 0.5945,
+      "step": 6816
+    },
+    {
+      "epoch": 0.6095314735336195,
+      "grad_norm": 0.18456150252884984,
+      "learning_rate": 6.98649808432948e-05,
+      "loss": 0.6736,
+      "step": 6817
+    },
+    {
+      "epoch": 0.609620886981402,
+      "grad_norm": 0.1904699547200558,
+      "learning_rate": 6.983736825120144e-05,
+      "loss": 0.6577,
+      "step": 6818
+    },
+    {
+      "epoch": 0.6097103004291845,
+      "grad_norm": 0.16778283984195416,
+      "learning_rate": 6.980975818881159e-05,
+      "loss": 0.6754,
+      "step": 6819
+    },
+    {
+      "epoch": 0.6097997138769671,
+      "grad_norm": 0.13788058220239027,
+      "learning_rate": 6.978215065844087e-05,
+      "loss": 0.6291,
+      "step": 6820
+    },
+    {
+      "epoch": 0.6098891273247496,
+      "grad_norm": 0.13072698904039254,
+      "learning_rate": 6.975454566240465e-05,
+      "loss": 0.6537,
+      "step": 6821
+    },
+    {
+      "epoch": 0.6099785407725322,
+      "grad_norm": 0.16075287284000536,
+      "learning_rate": 6.972694320301813e-05,
+      "loss": 0.7076,
+      "step": 6822
+    },
+    {
+      "epoch": 0.6100679542203148,
+      "grad_norm": 0.14698981378464748,
+      "learning_rate": 6.969934328259637e-05,
+      "loss": 0.6443,
+      "step": 6823
+    },
+    {
+      "epoch": 0.6101573676680973,
+      "grad_norm": 0.13411327861506295,
+      "learning_rate": 6.96717459034541e-05,
+      "loss": 0.6111,
+      "step": 6824
+    },
+    {
+      "epoch": 0.6102467811158798,
+      "grad_norm": 0.14701052548653465,
+      "learning_rate": 6.964415106790586e-05,
+      "loss": 0.6551,
+      "step": 6825
+    },
+    {
+      "epoch": 0.6103361945636624,
+      "grad_norm": 0.14607243873704198,
+      "learning_rate": 6.961655877826603e-05,
+      "loss": 0.6549,
+      "step": 6826
+    },
+    {
+      "epoch": 0.610425608011445,
+      "grad_norm": 0.14685902886783186,
+      "learning_rate": 6.95889690368487e-05,
+      "loss": 0.6663,
+      "step": 6827
+    },
+    {
+      "epoch": 0.6105150214592274,
+      "grad_norm": 0.15682339092304823,
+      "learning_rate": 6.956138184596782e-05,
+      "loss": 0.6958,
+      "step": 6828
+    },
+    {
+      "epoch": 0.61060443490701,
+      "grad_norm": 0.15215463004756108,
+      "learning_rate": 6.953379720793703e-05,
+      "loss": 0.6142,
+      "step": 6829
+    },
+    {
+      "epoch": 0.6106938483547926,
+      "grad_norm": 0.13887538884877684,
+      "learning_rate": 6.950621512506993e-05,
+      "loss": 0.6604,
+      "step": 6830
+    },
+    {
+      "epoch": 0.6107832618025751,
+      "grad_norm": 0.1697339369856515,
+      "learning_rate": 6.947863559967976e-05,
+      "loss": 0.6963,
+      "step": 6831
+    },
+    {
+      "epoch": 0.6108726752503576,
+      "grad_norm": 0.15486652598977307,
+      "learning_rate": 6.945105863407951e-05,
+      "loss": 0.6495,
+      "step": 6832
+    },
+    {
+      "epoch": 0.6109620886981402,
+      "grad_norm": 0.1594814847005483,
+      "learning_rate": 6.942348423058212e-05,
+      "loss": 0.6511,
+      "step": 6833
+    },
+    {
+      "epoch": 0.6110515021459227,
+      "grad_norm": 0.15129647955329223,
+      "learning_rate": 6.939591239150014e-05,
+      "loss": 0.657,
+      "step": 6834
+    },
+    {
+      "epoch": 0.6111409155937053,
+      "grad_norm": 0.15058550631936485,
+      "learning_rate": 6.936834311914606e-05,
+      "loss": 0.6519,
+      "step": 6835
+    },
+    {
+      "epoch": 0.6112303290414879,
+      "grad_norm": 0.15921845671069815,
+      "learning_rate": 6.934077641583201e-05,
+      "loss": 0.6849,
+      "step": 6836
+    },
+    {
+      "epoch": 0.6113197424892703,
+      "grad_norm": 0.1733725516247462,
+      "learning_rate": 6.931321228387005e-05,
+      "loss": 0.6413,
+      "step": 6837
+    },
+    {
+      "epoch": 0.6114091559370529,
+      "grad_norm": 0.16721057128543712,
+      "learning_rate": 6.928565072557191e-05,
+      "loss": 0.6502,
+      "step": 6838
+    },
+    {
+      "epoch": 0.6114985693848355,
+      "grad_norm": 0.1595745649482499,
+      "learning_rate": 6.925809174324915e-05,
+      "loss": 0.6593,
+      "step": 6839
+    },
+    {
+      "epoch": 0.6115879828326181,
+      "grad_norm": 0.16382940166284718,
+      "learning_rate": 6.923053533921312e-05,
+      "loss": 0.6956,
+      "step": 6840
+    },
+    {
+      "epoch": 0.6116773962804005,
+      "grad_norm": 0.16057646100597844,
+      "learning_rate": 6.920298151577491e-05,
+      "loss": 0.6562,
+      "step": 6841
+    },
+    {
+      "epoch": 0.6117668097281831,
+      "grad_norm": 0.17305301438867637,
+      "learning_rate": 6.917543027524546e-05,
+      "loss": 0.6581,
+      "step": 6842
+    },
+    {
+      "epoch": 0.6118562231759657,
+      "grad_norm": 0.1476883458378027,
+      "learning_rate": 6.914788161993542e-05,
+      "loss": 0.6719,
+      "step": 6843
+    },
+    {
+      "epoch": 0.6119456366237482,
+      "grad_norm": 0.16629373914090612,
+      "learning_rate": 6.912033555215532e-05,
+      "loss": 0.6063,
+      "step": 6844
+    },
+    {
+      "epoch": 0.6120350500715308,
+      "grad_norm": 0.1635813825726443,
+      "learning_rate": 6.909279207421536e-05,
+      "loss": 0.6311,
+      "step": 6845
+    },
+    {
+      "epoch": 0.6121244635193133,
+      "grad_norm": 0.15410785203895042,
+      "learning_rate": 6.906525118842563e-05,
+      "loss": 0.6763,
+      "step": 6846
+    },
+    {
+      "epoch": 0.6122138769670958,
+      "grad_norm": 0.1409821717781981,
+      "learning_rate": 6.903771289709591e-05,
+      "loss": 0.632,
+      "step": 6847
+    },
+    {
+      "epoch": 0.6123032904148784,
+      "grad_norm": 0.1721305097977246,
+      "learning_rate": 6.901017720253583e-05,
+      "loss": 0.6959,
+      "step": 6848
+    },
+    {
+      "epoch": 0.612392703862661,
+      "grad_norm": 0.14841257299670718,
+      "learning_rate": 6.898264410705475e-05,
+      "loss": 0.6411,
+      "step": 6849
+    },
+    {
+      "epoch": 0.6124821173104434,
+      "grad_norm": 0.1764384345637729,
+      "learning_rate": 6.89551136129618e-05,
+      "loss": 0.6919,
+      "step": 6850
+    },
+    {
+      "epoch": 0.612571530758226,
+      "grad_norm": 0.15935570870161256,
+      "learning_rate": 6.892758572256604e-05,
+      "loss": 0.6531,
+      "step": 6851
+    },
+    {
+      "epoch": 0.6126609442060086,
+      "grad_norm": 0.14820332179802773,
+      "learning_rate": 6.890006043817612e-05,
+      "loss": 0.6641,
+      "step": 6852
+    },
+    {
+      "epoch": 0.6127503576537912,
+      "grad_norm": 0.1551208814536919,
+      "learning_rate": 6.887253776210058e-05,
+      "loss": 0.6988,
+      "step": 6853
+    },
+    {
+      "epoch": 0.6128397711015737,
+      "grad_norm": 0.1632348390458672,
+      "learning_rate": 6.884501769664773e-05,
+      "loss": 0.7004,
+      "step": 6854
+    },
+    {
+      "epoch": 0.6129291845493562,
+      "grad_norm": 0.15668781048566222,
+      "learning_rate": 6.881750024412557e-05,
+      "loss": 0.6612,
+      "step": 6855
+    },
+    {
+      "epoch": 0.6130185979971388,
+      "grad_norm": 0.15154851107585468,
+      "learning_rate": 6.878998540684206e-05,
+      "loss": 0.6569,
+      "step": 6856
+    },
+    {
+      "epoch": 0.6131080114449213,
+      "grad_norm": 0.16455791173997916,
+      "learning_rate": 6.876247318710471e-05,
+      "loss": 0.6994,
+      "step": 6857
+    },
+    {
+      "epoch": 0.6131974248927039,
+      "grad_norm": 0.1680893370512657,
+      "learning_rate": 6.873496358722105e-05,
+      "loss": 0.6644,
+      "step": 6858
+    },
+    {
+      "epoch": 0.6132868383404864,
+      "grad_norm": 0.14331819096269025,
+      "learning_rate": 6.870745660949822e-05,
+      "loss": 0.6372,
+      "step": 6859
+    },
+    {
+      "epoch": 0.6133762517882689,
+      "grad_norm": 0.17945356240014462,
+      "learning_rate": 6.867995225624324e-05,
+      "loss": 0.6643,
+      "step": 6860
+    },
+    {
+      "epoch": 0.6134656652360515,
+      "grad_norm": 0.159909072344847,
+      "learning_rate": 6.865245052976284e-05,
+      "loss": 0.6669,
+      "step": 6861
+    },
+    {
+      "epoch": 0.6135550786838341,
+      "grad_norm": 0.15565457961309082,
+      "learning_rate": 6.862495143236353e-05,
+      "loss": 0.6373,
+      "step": 6862
+    },
+    {
+      "epoch": 0.6136444921316166,
+      "grad_norm": 0.16005382009647467,
+      "learning_rate": 6.859745496635167e-05,
+      "loss": 0.6452,
+      "step": 6863
+    },
+    {
+      "epoch": 0.6137339055793991,
+      "grad_norm": 0.1580223719409478,
+      "learning_rate": 6.85699611340333e-05,
+      "loss": 0.6431,
+      "step": 6864
+    },
+    {
+      "epoch": 0.6138233190271817,
+      "grad_norm": 0.16104232406855482,
+      "learning_rate": 6.854246993771438e-05,
+      "loss": 0.69,
+      "step": 6865
+    },
+    {
+      "epoch": 0.6139127324749643,
+      "grad_norm": 0.15363478949369314,
+      "learning_rate": 6.851498137970049e-05,
+      "loss": 0.7096,
+      "step": 6866
+    },
+    {
+      "epoch": 0.6140021459227468,
+      "grad_norm": 0.14195021566649754,
+      "learning_rate": 6.84874954622971e-05,
+      "loss": 0.6511,
+      "step": 6867
+    },
+    {
+      "epoch": 0.6140915593705293,
+      "grad_norm": 0.16490252178538597,
+      "learning_rate": 6.84600121878094e-05,
+      "loss": 0.6903,
+      "step": 6868
+    },
+    {
+      "epoch": 0.6141809728183119,
+      "grad_norm": 0.15282823154472344,
+      "learning_rate": 6.843253155854239e-05,
+      "loss": 0.6421,
+      "step": 6869
+    },
+    {
+      "epoch": 0.6142703862660944,
+      "grad_norm": 0.14395359622138834,
+      "learning_rate": 6.840505357680085e-05,
+      "loss": 0.6657,
+      "step": 6870
+    },
+    {
+      "epoch": 0.614359799713877,
+      "grad_norm": 0.16405342163144246,
+      "learning_rate": 6.837757824488927e-05,
+      "loss": 0.6437,
+      "step": 6871
+    },
+    {
+      "epoch": 0.6144492131616596,
+      "grad_norm": 0.1435661393963051,
+      "learning_rate": 6.835010556511201e-05,
+      "loss": 0.6621,
+      "step": 6872
+    },
+    {
+      "epoch": 0.614538626609442,
+      "grad_norm": 0.17424255705903727,
+      "learning_rate": 6.832263553977321e-05,
+      "loss": 0.6546,
+      "step": 6873
+    },
+    {
+      "epoch": 0.6146280400572246,
+      "grad_norm": 0.15361777862283602,
+      "learning_rate": 6.829516817117671e-05,
+      "loss": 0.6853,
+      "step": 6874
+    },
+    {
+      "epoch": 0.6147174535050072,
+      "grad_norm": 0.1715474816884912,
+      "learning_rate": 6.826770346162614e-05,
+      "loss": 0.677,
+      "step": 6875
+    },
+    {
+      "epoch": 0.6148068669527897,
+      "grad_norm": 0.1458708615037893,
+      "learning_rate": 6.8240241413425e-05,
+      "loss": 0.6397,
+      "step": 6876
+    },
+    {
+      "epoch": 0.6148962804005722,
+      "grad_norm": 0.1690323717940927,
+      "learning_rate": 6.821278202887643e-05,
+      "loss": 0.6486,
+      "step": 6877
+    },
+    {
+      "epoch": 0.6149856938483548,
+      "grad_norm": 0.16368035064120517,
+      "learning_rate": 6.818532531028342e-05,
+      "loss": 0.6216,
+      "step": 6878
+    },
+    {
+      "epoch": 0.6150751072961373,
+      "grad_norm": 0.15200848703987482,
+      "learning_rate": 6.815787125994875e-05,
+      "loss": 0.6544,
+      "step": 6879
+    },
+    {
+      "epoch": 0.6151645207439199,
+      "grad_norm": 0.17342922069286276,
+      "learning_rate": 6.813041988017501e-05,
+      "loss": 0.6619,
+      "step": 6880
+    },
+    {
+      "epoch": 0.6152539341917024,
+      "grad_norm": 0.16135736361730932,
+      "learning_rate": 6.810297117326445e-05,
+      "loss": 0.6556,
+      "step": 6881
+    },
+    {
+      "epoch": 0.615343347639485,
+      "grad_norm": 0.16296440203538204,
+      "learning_rate": 6.807552514151915e-05,
+      "loss": 0.6797,
+      "step": 6882
+    },
+    {
+      "epoch": 0.6154327610872675,
+      "grad_norm": 0.15850269365331204,
+      "learning_rate": 6.804808178724105e-05,
+      "loss": 0.6507,
+      "step": 6883
+    },
+    {
+      "epoch": 0.6155221745350501,
+      "grad_norm": 0.14883669941929875,
+      "learning_rate": 6.802064111273173e-05,
+      "loss": 0.6634,
+      "step": 6884
+    },
+    {
+      "epoch": 0.6156115879828327,
+      "grad_norm": 0.1636150292042946,
+      "learning_rate": 6.799320312029256e-05,
+      "loss": 0.6391,
+      "step": 6885
+    },
+    {
+      "epoch": 0.6157010014306151,
+      "grad_norm": 0.14508042830050272,
+      "learning_rate": 6.796576781222481e-05,
+      "loss": 0.6199,
+      "step": 6886
+    },
+    {
+      "epoch": 0.6157904148783977,
+      "grad_norm": 0.17499738545120158,
+      "learning_rate": 6.793833519082946e-05,
+      "loss": 0.688,
+      "step": 6887
+    },
+    {
+      "epoch": 0.6158798283261803,
+      "grad_norm": 0.15515359202882373,
+      "learning_rate": 6.791090525840722e-05,
+      "loss": 0.6591,
+      "step": 6888
+    },
+    {
+      "epoch": 0.6159692417739628,
+      "grad_norm": 0.16803575226305734,
+      "learning_rate": 6.788347801725859e-05,
+      "loss": 0.643,
+      "step": 6889
+    },
+    {
+      "epoch": 0.6160586552217453,
+      "grad_norm": 0.15386190549626116,
+      "learning_rate": 6.785605346968386e-05,
+      "loss": 0.6858,
+      "step": 6890
+    },
+    {
+      "epoch": 0.6161480686695279,
+      "grad_norm": 0.13849532284842164,
+      "learning_rate": 6.782863161798311e-05,
+      "loss": 0.6311,
+      "step": 6891
+    },
+    {
+      "epoch": 0.6162374821173104,
+      "grad_norm": 0.13412410747586404,
+      "learning_rate": 6.780121246445617e-05,
+      "loss": 0.6134,
+      "step": 6892
+    },
+    {
+      "epoch": 0.616326895565093,
+      "grad_norm": 0.15839312240037345,
+      "learning_rate": 6.777379601140264e-05,
+      "loss": 0.6451,
+      "step": 6893
+    },
+    {
+      "epoch": 0.6164163090128756,
+      "grad_norm": 0.17174732688438524,
+      "learning_rate": 6.774638226112195e-05,
+      "loss": 0.6798,
+      "step": 6894
+    },
+    {
+      "epoch": 0.616505722460658,
+      "grad_norm": 0.17022951408021447,
+      "learning_rate": 6.771897121591321e-05,
+      "loss": 0.6788,
+      "step": 6895
+    },
+    {
+      "epoch": 0.6165951359084406,
+      "grad_norm": 0.17476600278658705,
+      "learning_rate": 6.76915628780754e-05,
+      "loss": 0.6925,
+      "step": 6896
+    },
+    {
+      "epoch": 0.6166845493562232,
+      "grad_norm": 0.13488897263352978,
+      "learning_rate": 6.766415724990718e-05,
+      "loss": 0.6156,
+      "step": 6897
+    },
+    {
+      "epoch": 0.6167739628040058,
+      "grad_norm": 0.1511396602659298,
+      "learning_rate": 6.7636754333707e-05,
+      "loss": 0.6001,
+      "step": 6898
+    },
+    {
+      "epoch": 0.6168633762517882,
+      "grad_norm": 0.15862018825169133,
+      "learning_rate": 6.760935413177316e-05,
+      "loss": 0.6606,
+      "step": 6899
+    },
+    {
+      "epoch": 0.6169527896995708,
+      "grad_norm": 0.16062105280306577,
+      "learning_rate": 6.75819566464037e-05,
+      "loss": 0.6954,
+      "step": 6900
+    },
+    {
+      "epoch": 0.6170422031473534,
+      "grad_norm": 0.14450398565879552,
+      "learning_rate": 6.755456187989637e-05,
+      "loss": 0.6476,
+      "step": 6901
+    },
+    {
+      "epoch": 0.6171316165951359,
+      "grad_norm": 0.14344925324914748,
+      "learning_rate": 6.752716983454875e-05,
+      "loss": 0.6062,
+      "step": 6902
+    },
+    {
+      "epoch": 0.6172210300429185,
+      "grad_norm": 0.16746739210812464,
+      "learning_rate": 6.749978051265819e-05,
+      "loss": 0.6667,
+      "step": 6903
+    },
+    {
+      "epoch": 0.617310443490701,
+      "grad_norm": 0.14996859591122205,
+      "learning_rate": 6.74723939165218e-05,
+      "loss": 0.6003,
+      "step": 6904
+    },
+    {
+      "epoch": 0.6173998569384835,
+      "grad_norm": 0.14789870649331988,
+      "learning_rate": 6.74450100484364e-05,
+      "loss": 0.6606,
+      "step": 6905
+    },
+    {
+      "epoch": 0.6174892703862661,
+      "grad_norm": 0.1537290553237441,
+      "learning_rate": 6.741762891069871e-05,
+      "loss": 0.6286,
+      "step": 6906
+    },
+    {
+      "epoch": 0.6175786838340487,
+      "grad_norm": 0.15526017075840548,
+      "learning_rate": 6.739025050560514e-05,
+      "loss": 0.652,
+      "step": 6907
+    },
+    {
+      "epoch": 0.6176680972818311,
+      "grad_norm": 0.1436519759479404,
+      "learning_rate": 6.736287483545191e-05,
+      "loss": 0.6333,
+      "step": 6908
+    },
+    {
+      "epoch": 0.6177575107296137,
+      "grad_norm": 0.16056853226727733,
+      "learning_rate": 6.73355019025349e-05,
+      "loss": 0.6375,
+      "step": 6909
+    },
+    {
+      "epoch": 0.6178469241773963,
+      "grad_norm": 0.16025153215381643,
+      "learning_rate": 6.730813170914993e-05,
+      "loss": 0.6809,
+      "step": 6910
+    },
+    {
+      "epoch": 0.6179363376251789,
+      "grad_norm": 0.13534209303467876,
+      "learning_rate": 6.72807642575925e-05,
+      "loss": 0.6359,
+      "step": 6911
+    },
+    {
+      "epoch": 0.6180257510729614,
+      "grad_norm": 0.15563570867068466,
+      "learning_rate": 6.725339955015777e-05,
+      "loss": 0.6884,
+      "step": 6912
+    },
+    {
+      "epoch": 0.6181151645207439,
+      "grad_norm": 0.14979315702355772,
+      "learning_rate": 6.722603758914092e-05,
+      "loss": 0.6539,
+      "step": 6913
+    },
+    {
+      "epoch": 0.6182045779685265,
+      "grad_norm": 0.16703514956895638,
+      "learning_rate": 6.719867837683672e-05,
+      "loss": 0.661,
+      "step": 6914
+    },
+    {
+      "epoch": 0.618293991416309,
+      "grad_norm": 0.16270046272231106,
+      "learning_rate": 6.717132191553977e-05,
+      "loss": 0.66,
+      "step": 6915
+    },
+    {
+      "epoch": 0.6183834048640916,
+      "grad_norm": 0.15993488231163214,
+      "learning_rate": 6.714396820754436e-05,
+      "loss": 0.6823,
+      "step": 6916
+    },
+    {
+      "epoch": 0.6184728183118741,
+      "grad_norm": 0.15356066868702106,
+      "learning_rate": 6.711661725514469e-05,
+      "loss": 0.6647,
+      "step": 6917
+    },
+    {
+      "epoch": 0.6185622317596566,
+      "grad_norm": 0.14814042060409732,
+      "learning_rate": 6.708926906063462e-05,
+      "loss": 0.6769,
+      "step": 6918
+    },
+    {
+      "epoch": 0.6186516452074392,
+      "grad_norm": 0.1571713484766532,
+      "learning_rate": 6.706192362630776e-05,
+      "loss": 0.6494,
+      "step": 6919
+    },
+    {
+      "epoch": 0.6187410586552218,
+      "grad_norm": 0.17135577430425575,
+      "learning_rate": 6.70345809544576e-05,
+      "loss": 0.704,
+      "step": 6920
+    },
+    {
+      "epoch": 0.6188304721030042,
+      "grad_norm": 0.1523744859407006,
+      "learning_rate": 6.700724104737736e-05,
+      "loss": 0.6524,
+      "step": 6921
+    },
+    {
+      "epoch": 0.6189198855507868,
+      "grad_norm": 0.1571848037929629,
+      "learning_rate": 6.697990390735997e-05,
+      "loss": 0.6786,
+      "step": 6922
+    },
+    {
+      "epoch": 0.6190092989985694,
+      "grad_norm": 0.1442737635700774,
+      "learning_rate": 6.695256953669812e-05,
+      "loss": 0.6566,
+      "step": 6923
+    },
+    {
+      "epoch": 0.619098712446352,
+      "grad_norm": 0.15089718848015285,
+      "learning_rate": 6.69252379376844e-05,
+      "loss": 0.6672,
+      "step": 6924
+    },
+    {
+      "epoch": 0.6191881258941345,
+      "grad_norm": 0.15490727107893978,
+      "learning_rate": 6.689790911261099e-05,
+      "loss": 0.68,
+      "step": 6925
+    },
+    {
+      "epoch": 0.619277539341917,
+      "grad_norm": 0.1479147675711835,
+      "learning_rate": 6.687058306376997e-05,
+      "loss": 0.6105,
+      "step": 6926
+    },
+    {
+      "epoch": 0.6193669527896996,
+      "grad_norm": 0.16280511502406858,
+      "learning_rate": 6.684325979345315e-05,
+      "loss": 0.6768,
+      "step": 6927
+    },
+    {
+      "epoch": 0.6194563662374821,
+      "grad_norm": 0.15868591300705265,
+      "learning_rate": 6.681593930395209e-05,
+      "loss": 0.673,
+      "step": 6928
+    },
+    {
+      "epoch": 0.6195457796852647,
+      "grad_norm": 0.15202490250408168,
+      "learning_rate": 6.678862159755809e-05,
+      "loss": 0.6516,
+      "step": 6929
+    },
+    {
+      "epoch": 0.6196351931330472,
+      "grad_norm": 0.14514381987993338,
+      "learning_rate": 6.676130667656235e-05,
+      "loss": 0.6459,
+      "step": 6930
+    },
+    {
+      "epoch": 0.6197246065808297,
+      "grad_norm": 0.15391019460193583,
+      "learning_rate": 6.673399454325565e-05,
+      "loss": 0.6771,
+      "step": 6931
+    },
+    {
+      "epoch": 0.6198140200286123,
+      "grad_norm": 0.14823978820974748,
+      "learning_rate": 6.670668519992864e-05,
+      "loss": 0.6598,
+      "step": 6932
+    },
+    {
+      "epoch": 0.6199034334763949,
+      "grad_norm": 0.1515700445775171,
+      "learning_rate": 6.66793786488717e-05,
+      "loss": 0.6471,
+      "step": 6933
+    },
+    {
+      "epoch": 0.6199928469241774,
+      "grad_norm": 0.14191915299110724,
+      "learning_rate": 6.66520748923751e-05,
+      "loss": 0.6755,
+      "step": 6934
+    },
+    {
+      "epoch": 0.6200822603719599,
+      "grad_norm": 0.17365876602954636,
+      "learning_rate": 6.662477393272869e-05,
+      "loss": 0.6961,
+      "step": 6935
+    },
+    {
+      "epoch": 0.6201716738197425,
+      "grad_norm": 0.1418203402979267,
+      "learning_rate": 6.659747577222216e-05,
+      "loss": 0.646,
+      "step": 6936
+    },
+    {
+      "epoch": 0.620261087267525,
+      "grad_norm": 0.13411940443408601,
+      "learning_rate": 6.657018041314502e-05,
+      "loss": 0.6293,
+      "step": 6937
+    },
+    {
+      "epoch": 0.6203505007153076,
+      "grad_norm": 0.13991441711323085,
+      "learning_rate": 6.654288785778646e-05,
+      "loss": 0.6669,
+      "step": 6938
+    },
+    {
+      "epoch": 0.6204399141630901,
+      "grad_norm": 0.1521184023795927,
+      "learning_rate": 6.651559810843548e-05,
+      "loss": 0.6547,
+      "step": 6939
+    },
+    {
+      "epoch": 0.6205293276108726,
+      "grad_norm": 0.163009094587171,
+      "learning_rate": 6.648831116738083e-05,
+      "loss": 0.6937,
+      "step": 6940
+    },
+    {
+      "epoch": 0.6206187410586552,
+      "grad_norm": 0.15664779676693125,
+      "learning_rate": 6.646102703691111e-05,
+      "loss": 0.657,
+      "step": 6941
+    },
+    {
+      "epoch": 0.6207081545064378,
+      "grad_norm": 0.16860128962332793,
+      "learning_rate": 6.643374571931451e-05,
+      "loss": 0.6478,
+      "step": 6942
+    },
+    {
+      "epoch": 0.6207975679542204,
+      "grad_norm": 0.15240343073771026,
+      "learning_rate": 6.640646721687913e-05,
+      "loss": 0.6831,
+      "step": 6943
+    },
+    {
+      "epoch": 0.6208869814020028,
+      "grad_norm": 0.15959068910567883,
+      "learning_rate": 6.637919153189279e-05,
+      "loss": 0.6893,
+      "step": 6944
+    },
+    {
+      "epoch": 0.6209763948497854,
+      "grad_norm": 0.18536168956575458,
+      "learning_rate": 6.635191866664303e-05,
+      "loss": 0.7095,
+      "step": 6945
+    },
+    {
+      "epoch": 0.621065808297568,
+      "grad_norm": 0.14907572310464967,
+      "learning_rate": 6.632464862341721e-05,
+      "loss": 0.648,
+      "step": 6946
+    },
+    {
+      "epoch": 0.6211552217453505,
+      "grad_norm": 0.16158601189236077,
+      "learning_rate": 6.629738140450241e-05,
+      "loss": 0.6603,
+      "step": 6947
+    },
+    {
+      "epoch": 0.621244635193133,
+      "grad_norm": 0.15002761335518233,
+      "learning_rate": 6.62701170121856e-05,
+      "loss": 0.614,
+      "step": 6948
+    },
+    {
+      "epoch": 0.6213340486409156,
+      "grad_norm": 0.14328232783541878,
+      "learning_rate": 6.62428554487533e-05,
+      "loss": 0.654,
+      "step": 6949
+    },
+    {
+      "epoch": 0.6214234620886981,
+      "grad_norm": 0.16645233572316018,
+      "learning_rate": 6.621559671649196e-05,
+      "loss": 0.6435,
+      "step": 6950
+    },
+    {
+      "epoch": 0.6215128755364807,
+      "grad_norm": 0.15287260993411894,
+      "learning_rate": 6.618834081768772e-05,
+      "loss": 0.6316,
+      "step": 6951
+    },
+    {
+      "epoch": 0.6216022889842633,
+      "grad_norm": 0.1574391780844449,
+      "learning_rate": 6.616108775462649e-05,
+      "loss": 0.6335,
+      "step": 6952
+    },
+    {
+      "epoch": 0.6216917024320457,
+      "grad_norm": 0.13579367199297954,
+      "learning_rate": 6.613383752959398e-05,
+      "loss": 0.6514,
+      "step": 6953
+    },
+    {
+      "epoch": 0.6217811158798283,
+      "grad_norm": 0.15080516844746225,
+      "learning_rate": 6.610659014487557e-05,
+      "loss": 0.6813,
+      "step": 6954
+    },
+    {
+      "epoch": 0.6218705293276109,
+      "grad_norm": 0.15277689716288761,
+      "learning_rate": 6.607934560275657e-05,
+      "loss": 0.7096,
+      "step": 6955
+    },
+    {
+      "epoch": 0.6219599427753935,
+      "grad_norm": 0.15662027793195107,
+      "learning_rate": 6.605210390552185e-05,
+      "loss": 0.6598,
+      "step": 6956
+    },
+    {
+      "epoch": 0.6220493562231759,
+      "grad_norm": 0.15946796231143745,
+      "learning_rate": 6.602486505545621e-05,
+      "loss": 0.674,
+      "step": 6957
+    },
+    {
+      "epoch": 0.6221387696709585,
+      "grad_norm": 0.14438861727105232,
+      "learning_rate": 6.59976290548441e-05,
+      "loss": 0.6042,
+      "step": 6958
+    },
+    {
+      "epoch": 0.6222281831187411,
+      "grad_norm": 0.15145696773614697,
+      "learning_rate": 6.597039590596976e-05,
+      "loss": 0.6482,
+      "step": 6959
+    },
+    {
+      "epoch": 0.6223175965665236,
+      "grad_norm": 0.15423697004847378,
+      "learning_rate": 6.594316561111724e-05,
+      "loss": 0.6724,
+      "step": 6960
+    },
+    {
+      "epoch": 0.6224070100143062,
+      "grad_norm": 0.16232587314214023,
+      "learning_rate": 6.591593817257025e-05,
+      "loss": 0.6447,
+      "step": 6961
+    },
+    {
+      "epoch": 0.6224964234620887,
+      "grad_norm": 0.14431866597438467,
+      "learning_rate": 6.58887135926124e-05,
+      "loss": 0.6544,
+      "step": 6962
+    },
+    {
+      "epoch": 0.6225858369098712,
+      "grad_norm": 0.17825626920751764,
+      "learning_rate": 6.58614918735269e-05,
+      "loss": 0.6504,
+      "step": 6963
+    },
+    {
+      "epoch": 0.6226752503576538,
+      "grad_norm": 0.1717677153918447,
+      "learning_rate": 6.58342730175969e-05,
+      "loss": 0.6624,
+      "step": 6964
+    },
+    {
+      "epoch": 0.6227646638054364,
+      "grad_norm": 0.1575820452135054,
+      "learning_rate": 6.580705702710514e-05,
+      "loss": 0.675,
+      "step": 6965
+    },
+    {
+      "epoch": 0.6228540772532188,
+      "grad_norm": 0.15965653082788217,
+      "learning_rate": 6.577984390433421e-05,
+      "loss": 0.6805,
+      "step": 6966
+    },
+    {
+      "epoch": 0.6229434907010014,
+      "grad_norm": 0.14184211074970438,
+      "learning_rate": 6.575263365156647e-05,
+      "loss": 0.6627,
+      "step": 6967
+    },
+    {
+      "epoch": 0.623032904148784,
+      "grad_norm": 0.15087976011590976,
+      "learning_rate": 6.572542627108393e-05,
+      "loss": 0.6455,
+      "step": 6968
+    },
+    {
+      "epoch": 0.6231223175965666,
+      "grad_norm": 0.15621648376938993,
+      "learning_rate": 6.569822176516853e-05,
+      "loss": 0.6629,
+      "step": 6969
+    },
+    {
+      "epoch": 0.623211731044349,
+      "grad_norm": 0.129411753896611,
+      "learning_rate": 6.567102013610184e-05,
+      "loss": 0.5988,
+      "step": 6970
+    },
+    {
+      "epoch": 0.6233011444921316,
+      "grad_norm": 0.1527814554026669,
+      "learning_rate": 6.564382138616526e-05,
+      "loss": 0.6897,
+      "step": 6971
+    },
+    {
+      "epoch": 0.6233905579399142,
+      "grad_norm": 0.1698362314227729,
+      "learning_rate": 6.561662551763984e-05,
+      "loss": 0.6337,
+      "step": 6972
+    },
+    {
+      "epoch": 0.6234799713876967,
+      "grad_norm": 0.13999859225116495,
+      "learning_rate": 6.558943253280654e-05,
+      "loss": 0.6131,
+      "step": 6973
+    },
+    {
+      "epoch": 0.6235693848354793,
+      "grad_norm": 0.1578296072158378,
+      "learning_rate": 6.556224243394599e-05,
+      "loss": 0.6689,
+      "step": 6974
+    },
+    {
+      "epoch": 0.6236587982832618,
+      "grad_norm": 0.14664724225076398,
+      "learning_rate": 6.553505522333853e-05,
+      "loss": 0.6301,
+      "step": 6975
+    },
+    {
+      "epoch": 0.6237482117310443,
+      "grad_norm": 0.15808470112436468,
+      "learning_rate": 6.55078709032644e-05,
+      "loss": 0.6692,
+      "step": 6976
+    },
+    {
+      "epoch": 0.6238376251788269,
+      "grad_norm": 0.13267633207977236,
+      "learning_rate": 6.548068947600346e-05,
+      "loss": 0.644,
+      "step": 6977
+    },
+    {
+      "epoch": 0.6239270386266095,
+      "grad_norm": 0.15223534034936914,
+      "learning_rate": 6.545351094383544e-05,
+      "loss": 0.6283,
+      "step": 6978
+    },
+    {
+      "epoch": 0.6240164520743919,
+      "grad_norm": 0.1458119833709402,
+      "learning_rate": 6.542633530903972e-05,
+      "loss": 0.665,
+      "step": 6979
+    },
+    {
+      "epoch": 0.6241058655221745,
+      "grad_norm": 0.18593592118306443,
+      "learning_rate": 6.53991625738955e-05,
+      "loss": 0.7325,
+      "step": 6980
+    },
+    {
+      "epoch": 0.6241952789699571,
+      "grad_norm": 0.13480053754119026,
+      "learning_rate": 6.537199274068173e-05,
+      "loss": 0.6545,
+      "step": 6981
+    },
+    {
+      "epoch": 0.6242846924177397,
+      "grad_norm": 0.17006625822675442,
+      "learning_rate": 6.534482581167707e-05,
+      "loss": 0.7138,
+      "step": 6982
+    },
+    {
+      "epoch": 0.6243741058655222,
+      "grad_norm": 0.15963138972697652,
+      "learning_rate": 6.531766178916008e-05,
+      "loss": 0.6888,
+      "step": 6983
+    },
+    {
+      "epoch": 0.6244635193133047,
+      "grad_norm": 0.14083766042969978,
+      "learning_rate": 6.529050067540887e-05,
+      "loss": 0.631,
+      "step": 6984
+    },
+    {
+      "epoch": 0.6245529327610873,
+      "grad_norm": 0.1440241356410176,
+      "learning_rate": 6.526334247270147e-05,
+      "loss": 0.6616,
+      "step": 6985
+    },
+    {
+      "epoch": 0.6246423462088698,
+      "grad_norm": 0.14891424435379588,
+      "learning_rate": 6.523618718331557e-05,
+      "loss": 0.6768,
+      "step": 6986
+    },
+    {
+      "epoch": 0.6247317596566524,
+      "grad_norm": 0.1687666049392059,
+      "learning_rate": 6.520903480952869e-05,
+      "loss": 0.6773,
+      "step": 6987
+    },
+    {
+      "epoch": 0.6248211731044349,
+      "grad_norm": 0.14545020176007403,
+      "learning_rate": 6.518188535361803e-05,
+      "loss": 0.6529,
+      "step": 6988
+    },
+    {
+      "epoch": 0.6249105865522174,
+      "grad_norm": 0.1407545267267647,
+      "learning_rate": 6.515473881786056e-05,
+      "loss": 0.6384,
+      "step": 6989
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.16042877148538653,
+      "learning_rate": 6.512759520453308e-05,
+      "loss": 0.6516,
+      "step": 6990
+    },
+    {
+      "epoch": 0.6250894134477826,
+      "grad_norm": 0.1744702384738328,
+      "learning_rate": 6.510045451591211e-05,
+      "loss": 0.63,
+      "step": 6991
+    },
+    {
+      "epoch": 0.6251788268955651,
+      "grad_norm": 0.16269231519589675,
+      "learning_rate": 6.507331675427387e-05,
+      "loss": 0.6561,
+      "step": 6992
+    },
+    {
+      "epoch": 0.6252682403433476,
+      "grad_norm": 0.1543742268793187,
+      "learning_rate": 6.504618192189435e-05,
+      "loss": 0.655,
+      "step": 6993
+    },
+    {
+      "epoch": 0.6253576537911302,
+      "grad_norm": 0.16650499121979753,
+      "learning_rate": 6.501905002104935e-05,
+      "loss": 0.6386,
+      "step": 6994
+    },
+    {
+      "epoch": 0.6254470672389127,
+      "grad_norm": 0.16487525629765656,
+      "learning_rate": 6.499192105401435e-05,
+      "loss": 0.6495,
+      "step": 6995
+    },
+    {
+      "epoch": 0.6255364806866953,
+      "grad_norm": 0.14456188744421505,
+      "learning_rate": 6.49647950230647e-05,
+      "loss": 0.6229,
+      "step": 6996
+    },
+    {
+      "epoch": 0.6256258941344778,
+      "grad_norm": 0.15261434244626695,
+      "learning_rate": 6.493767193047534e-05,
+      "loss": 0.6373,
+      "step": 6997
+    },
+    {
+      "epoch": 0.6257153075822603,
+      "grad_norm": 0.14978085629336985,
+      "learning_rate": 6.491055177852111e-05,
+      "loss": 0.6732,
+      "step": 6998
+    },
+    {
+      "epoch": 0.6258047210300429,
+      "grad_norm": 0.16198269117351607,
+      "learning_rate": 6.488343456947654e-05,
+      "loss": 0.6608,
+      "step": 6999
+    },
+    {
+      "epoch": 0.6258941344778255,
+      "grad_norm": 0.1560629391992952,
+      "learning_rate": 6.485632030561587e-05,
+      "loss": 0.6536,
+      "step": 7000
+    },
+    {
+      "epoch": 0.6259835479256081,
+      "grad_norm": 0.16209858970012161,
+      "learning_rate": 6.48292089892132e-05,
+      "loss": 0.6621,
+      "step": 7001
+    },
+    {
+      "epoch": 0.6260729613733905,
+      "grad_norm": 0.1502207536159439,
+      "learning_rate": 6.480210062254225e-05,
+      "loss": 0.6641,
+      "step": 7002
+    },
+    {
+      "epoch": 0.6261623748211731,
+      "grad_norm": 0.16554734502416296,
+      "learning_rate": 6.477499520787665e-05,
+      "loss": 0.6204,
+      "step": 7003
+    },
+    {
+      "epoch": 0.6262517882689557,
+      "grad_norm": 0.16129577163818837,
+      "learning_rate": 6.474789274748964e-05,
+      "loss": 0.6777,
+      "step": 7004
+    },
+    {
+      "epoch": 0.6263412017167382,
+      "grad_norm": 0.16411732275888324,
+      "learning_rate": 6.472079324365433e-05,
+      "loss": 0.6597,
+      "step": 7005
+    },
+    {
+      "epoch": 0.6264306151645207,
+      "grad_norm": 0.1732557910656963,
+      "learning_rate": 6.469369669864346e-05,
+      "loss": 0.6657,
+      "step": 7006
+    },
+    {
+      "epoch": 0.6265200286123033,
+      "grad_norm": 0.15396629515805077,
+      "learning_rate": 6.466660311472962e-05,
+      "loss": 0.6384,
+      "step": 7007
+    },
+    {
+      "epoch": 0.6266094420600858,
+      "grad_norm": 0.15826642207415414,
+      "learning_rate": 6.46395124941851e-05,
+      "loss": 0.692,
+      "step": 7008
+    },
+    {
+      "epoch": 0.6266988555078684,
+      "grad_norm": 0.15125792897530768,
+      "learning_rate": 6.461242483928194e-05,
+      "loss": 0.6312,
+      "step": 7009
+    },
+    {
+      "epoch": 0.626788268955651,
+      "grad_norm": 0.13985987413489395,
+      "learning_rate": 6.4585340152292e-05,
+      "loss": 0.6286,
+      "step": 7010
+    },
+    {
+      "epoch": 0.6268776824034334,
+      "grad_norm": 0.16943000209672585,
+      "learning_rate": 6.455825843548678e-05,
+      "loss": 0.6624,
+      "step": 7011
+    },
+    {
+      "epoch": 0.626967095851216,
+      "grad_norm": 0.12947072557797407,
+      "learning_rate": 6.453117969113767e-05,
+      "loss": 0.6301,
+      "step": 7012
+    },
+    {
+      "epoch": 0.6270565092989986,
+      "grad_norm": 0.1658119049199941,
+      "learning_rate": 6.450410392151564e-05,
+      "loss": 0.6825,
+      "step": 7013
+    },
+    {
+      "epoch": 0.6271459227467812,
+      "grad_norm": 0.1508539117616591,
+      "learning_rate": 6.447703112889158e-05,
+      "loss": 0.6167,
+      "step": 7014
+    },
+    {
+      "epoch": 0.6272353361945636,
+      "grad_norm": 0.14461185921916694,
+      "learning_rate": 6.4449961315536e-05,
+      "loss": 0.6657,
+      "step": 7015
+    },
+    {
+      "epoch": 0.6273247496423462,
+      "grad_norm": 0.1338098558593496,
+      "learning_rate": 6.44228944837192e-05,
+      "loss": 0.6391,
+      "step": 7016
+    },
+    {
+      "epoch": 0.6274141630901288,
+      "grad_norm": 0.1603292072471339,
+      "learning_rate": 6.43958306357113e-05,
+      "loss": 0.6687,
+      "step": 7017
+    },
+    {
+      "epoch": 0.6275035765379113,
+      "grad_norm": 0.17376732374974663,
+      "learning_rate": 6.43687697737821e-05,
+      "loss": 0.731,
+      "step": 7018
+    },
+    {
+      "epoch": 0.6275929899856938,
+      "grad_norm": 0.1419670490000857,
+      "learning_rate": 6.434171190020116e-05,
+      "loss": 0.602,
+      "step": 7019
+    },
+    {
+      "epoch": 0.6276824034334764,
+      "grad_norm": 0.13238700838350662,
+      "learning_rate": 6.431465701723774e-05,
+      "loss": 0.6198,
+      "step": 7020
+    },
+    {
+      "epoch": 0.6277718168812589,
+      "grad_norm": 0.1507297720263966,
+      "learning_rate": 6.428760512716096e-05,
+      "loss": 0.615,
+      "step": 7021
+    },
+    {
+      "epoch": 0.6278612303290415,
+      "grad_norm": 0.1569017751653092,
+      "learning_rate": 6.426055623223963e-05,
+      "loss": 0.6437,
+      "step": 7022
+    },
+    {
+      "epoch": 0.6279506437768241,
+      "grad_norm": 0.16562266671271722,
+      "learning_rate": 6.423351033474223e-05,
+      "loss": 0.65,
+      "step": 7023
+    },
+    {
+      "epoch": 0.6280400572246065,
+      "grad_norm": 0.16716267563266873,
+      "learning_rate": 6.420646743693714e-05,
+      "loss": 0.6643,
+      "step": 7024
+    },
+    {
+      "epoch": 0.6281294706723891,
+      "grad_norm": 0.15533541785521224,
+      "learning_rate": 6.417942754109242e-05,
+      "loss": 0.6299,
+      "step": 7025
+    },
+    {
+      "epoch": 0.6282188841201717,
+      "grad_norm": 0.15749790737273972,
+      "learning_rate": 6.415239064947587e-05,
+      "loss": 0.6672,
+      "step": 7026
+    },
+    {
+      "epoch": 0.6283082975679543,
+      "grad_norm": 0.16437983062465253,
+      "learning_rate": 6.412535676435498e-05,
+      "loss": 0.6376,
+      "step": 7027
+    },
+    {
+      "epoch": 0.6283977110157367,
+      "grad_norm": 0.1314636759452103,
+      "learning_rate": 6.409832588799713e-05,
+      "loss": 0.6325,
+      "step": 7028
+    },
+    {
+      "epoch": 0.6284871244635193,
+      "grad_norm": 0.15961832124587824,
+      "learning_rate": 6.407129802266932e-05,
+      "loss": 0.6648,
+      "step": 7029
+    },
+    {
+      "epoch": 0.6285765379113019,
+      "grad_norm": 0.1704533351803255,
+      "learning_rate": 6.404427317063832e-05,
+      "loss": 0.6713,
+      "step": 7030
+    },
+    {
+      "epoch": 0.6286659513590844,
+      "grad_norm": 0.17239632457530768,
+      "learning_rate": 6.401725133417071e-05,
+      "loss": 0.6835,
+      "step": 7031
+    },
+    {
+      "epoch": 0.628755364806867,
+      "grad_norm": 0.16224410278490684,
+      "learning_rate": 6.39902325155328e-05,
+      "loss": 0.679,
+      "step": 7032
+    },
+    {
+      "epoch": 0.6288447782546495,
+      "grad_norm": 0.15111226317142878,
+      "learning_rate": 6.396321671699061e-05,
+      "loss": 0.6255,
+      "step": 7033
+    },
+    {
+      "epoch": 0.628934191702432,
+      "grad_norm": 0.15396405104283634,
+      "learning_rate": 6.39362039408099e-05,
+      "loss": 0.6475,
+      "step": 7034
+    },
+    {
+      "epoch": 0.6290236051502146,
+      "grad_norm": 0.15928326202101628,
+      "learning_rate": 6.39091941892562e-05,
+      "loss": 0.6716,
+      "step": 7035
+    },
+    {
+      "epoch": 0.6291130185979972,
+      "grad_norm": 0.17107199297990985,
+      "learning_rate": 6.388218746459483e-05,
+      "loss": 0.6877,
+      "step": 7036
+    },
+    {
+      "epoch": 0.6292024320457796,
+      "grad_norm": 0.16080039980529862,
+      "learning_rate": 6.385518376909072e-05,
+      "loss": 0.6833,
+      "step": 7037
+    },
+    {
+      "epoch": 0.6292918454935622,
+      "grad_norm": 0.14251176433144275,
+      "learning_rate": 6.382818310500871e-05,
+      "loss": 0.6644,
+      "step": 7038
+    },
+    {
+      "epoch": 0.6293812589413448,
+      "grad_norm": 0.15576055427969415,
+      "learning_rate": 6.380118547461334e-05,
+      "loss": 0.6736,
+      "step": 7039
+    },
+    {
+      "epoch": 0.6294706723891274,
+      "grad_norm": 0.14918652855808925,
+      "learning_rate": 6.377419088016881e-05,
+      "loss": 0.6627,
+      "step": 7040
+    },
+    {
+      "epoch": 0.6295600858369099,
+      "grad_norm": 0.16028061498903043,
+      "learning_rate": 6.374719932393913e-05,
+      "loss": 0.6581,
+      "step": 7041
+    },
+    {
+      "epoch": 0.6296494992846924,
+      "grad_norm": 0.16855618691019844,
+      "learning_rate": 6.372021080818808e-05,
+      "loss": 0.6794,
+      "step": 7042
+    },
+    {
+      "epoch": 0.629738912732475,
+      "grad_norm": 0.18287781732872518,
+      "learning_rate": 6.36932253351791e-05,
+      "loss": 0.6323,
+      "step": 7043
+    },
+    {
+      "epoch": 0.6298283261802575,
+      "grad_norm": 0.15488248437656846,
+      "learning_rate": 6.366624290717548e-05,
+      "loss": 0.6609,
+      "step": 7044
+    },
+    {
+      "epoch": 0.6299177396280401,
+      "grad_norm": 0.1416397987732592,
+      "learning_rate": 6.363926352644019e-05,
+      "loss": 0.6761,
+      "step": 7045
+    },
+    {
+      "epoch": 0.6300071530758226,
+      "grad_norm": 0.15865533123939496,
+      "learning_rate": 6.361228719523595e-05,
+      "loss": 0.6508,
+      "step": 7046
+    },
+    {
+      "epoch": 0.6300965665236051,
+      "grad_norm": 0.14019967962524904,
+      "learning_rate": 6.358531391582525e-05,
+      "loss": 0.6406,
+      "step": 7047
+    },
+    {
+      "epoch": 0.6301859799713877,
+      "grad_norm": 0.14840467627005705,
+      "learning_rate": 6.355834369047029e-05,
+      "loss": 0.6634,
+      "step": 7048
+    },
+    {
+      "epoch": 0.6302753934191703,
+      "grad_norm": 0.1515837042095108,
+      "learning_rate": 6.353137652143305e-05,
+      "loss": 0.6452,
+      "step": 7049
+    },
+    {
+      "epoch": 0.6303648068669528,
+      "grad_norm": 0.15377957581378338,
+      "learning_rate": 6.350441241097518e-05,
+      "loss": 0.6287,
+      "step": 7050
+    },
+    {
+      "epoch": 0.6304542203147353,
+      "grad_norm": 0.1567388123733068,
+      "learning_rate": 6.347745136135816e-05,
+      "loss": 0.6797,
+      "step": 7051
+    },
+    {
+      "epoch": 0.6305436337625179,
+      "grad_norm": 0.18533949867516725,
+      "learning_rate": 6.345049337484323e-05,
+      "loss": 0.7104,
+      "step": 7052
+    },
+    {
+      "epoch": 0.6306330472103004,
+      "grad_norm": 0.16311551273964184,
+      "learning_rate": 6.342353845369127e-05,
+      "loss": 0.655,
+      "step": 7053
+    },
+    {
+      "epoch": 0.630722460658083,
+      "grad_norm": 0.15313976217573297,
+      "learning_rate": 6.339658660016295e-05,
+      "loss": 0.6136,
+      "step": 7054
+    },
+    {
+      "epoch": 0.6308118741058655,
+      "grad_norm": 0.17156079686784614,
+      "learning_rate": 6.336963781651873e-05,
+      "loss": 0.6491,
+      "step": 7055
+    },
+    {
+      "epoch": 0.630901287553648,
+      "grad_norm": 0.1607014727786939,
+      "learning_rate": 6.334269210501875e-05,
+      "loss": 0.6466,
+      "step": 7056
+    },
+    {
+      "epoch": 0.6309907010014306,
+      "grad_norm": 0.1562543104749358,
+      "learning_rate": 6.331574946792288e-05,
+      "loss": 0.6562,
+      "step": 7057
+    },
+    {
+      "epoch": 0.6310801144492132,
+      "grad_norm": 0.13856236298673927,
+      "learning_rate": 6.328880990749079e-05,
+      "loss": 0.6379,
+      "step": 7058
+    },
+    {
+      "epoch": 0.6311695278969958,
+      "grad_norm": 0.16350921550097974,
+      "learning_rate": 6.32618734259819e-05,
+      "loss": 0.7457,
+      "step": 7059
+    },
+    {
+      "epoch": 0.6312589413447782,
+      "grad_norm": 0.1526246944880406,
+      "learning_rate": 6.323494002565534e-05,
+      "loss": 0.6956,
+      "step": 7060
+    },
+    {
+      "epoch": 0.6313483547925608,
+      "grad_norm": 0.1501723611484199,
+      "learning_rate": 6.320800970876992e-05,
+      "loss": 0.6488,
+      "step": 7061
+    },
+    {
+      "epoch": 0.6314377682403434,
+      "grad_norm": 0.14124949056103325,
+      "learning_rate": 6.318108247758434e-05,
+      "loss": 0.6542,
+      "step": 7062
+    },
+    {
+      "epoch": 0.6315271816881259,
+      "grad_norm": 0.14780836903445274,
+      "learning_rate": 6.315415833435687e-05,
+      "loss": 0.6925,
+      "step": 7063
+    },
+    {
+      "epoch": 0.6316165951359084,
+      "grad_norm": 0.1608961556331315,
+      "learning_rate": 6.312723728134565e-05,
+      "loss": 0.6257,
+      "step": 7064
+    },
+    {
+      "epoch": 0.631706008583691,
+      "grad_norm": 0.1442801870944633,
+      "learning_rate": 6.310031932080847e-05,
+      "loss": 0.6454,
+      "step": 7065
+    },
+    {
+      "epoch": 0.6317954220314735,
+      "grad_norm": 0.1563897523168509,
+      "learning_rate": 6.3073404455003e-05,
+      "loss": 0.6386,
+      "step": 7066
+    },
+    {
+      "epoch": 0.6318848354792561,
+      "grad_norm": 0.1669338752077214,
+      "learning_rate": 6.304649268618649e-05,
+      "loss": 0.6626,
+      "step": 7067
+    },
+    {
+      "epoch": 0.6319742489270386,
+      "grad_norm": 0.1587303502535932,
+      "learning_rate": 6.3019584016616e-05,
+      "loss": 0.6755,
+      "step": 7068
+    },
+    {
+      "epoch": 0.6320636623748211,
+      "grad_norm": 0.14163566851530077,
+      "learning_rate": 6.299267844854835e-05,
+      "loss": 0.6646,
+      "step": 7069
+    },
+    {
+      "epoch": 0.6321530758226037,
+      "grad_norm": 0.15093156030022667,
+      "learning_rate": 6.296577598424004e-05,
+      "loss": 0.6739,
+      "step": 7070
+    },
+    {
+      "epoch": 0.6322424892703863,
+      "grad_norm": 0.1783150065175255,
+      "learning_rate": 6.293887662594742e-05,
+      "loss": 0.6822,
+      "step": 7071
+    },
+    {
+      "epoch": 0.6323319027181689,
+      "grad_norm": 0.14456227181371387,
+      "learning_rate": 6.291198037592639e-05,
+      "loss": 0.6255,
+      "step": 7072
+    },
+    {
+      "epoch": 0.6324213161659513,
+      "grad_norm": 0.15857336539312908,
+      "learning_rate": 6.288508723643283e-05,
+      "loss": 0.6718,
+      "step": 7073
+    },
+    {
+      "epoch": 0.6325107296137339,
+      "grad_norm": 0.15027707605553756,
+      "learning_rate": 6.285819720972214e-05,
+      "loss": 0.6448,
+      "step": 7074
+    },
+    {
+      "epoch": 0.6326001430615165,
+      "grad_norm": 0.12737476887276403,
+      "learning_rate": 6.283131029804963e-05,
+      "loss": 0.6365,
+      "step": 7075
+    },
+    {
+      "epoch": 0.632689556509299,
+      "grad_norm": 0.134653786774651,
+      "learning_rate": 6.280442650367025e-05,
+      "loss": 0.6376,
+      "step": 7076
+    },
+    {
+      "epoch": 0.6327789699570815,
+      "grad_norm": 0.12913588392460884,
+      "learning_rate": 6.277754582883866e-05,
+      "loss": 0.62,
+      "step": 7077
+    },
+    {
+      "epoch": 0.6328683834048641,
+      "grad_norm": 0.15759566428973643,
+      "learning_rate": 6.275066827580933e-05,
+      "loss": 0.6564,
+      "step": 7078
+    },
+    {
+      "epoch": 0.6329577968526466,
+      "grad_norm": 0.16870997705227686,
+      "learning_rate": 6.272379384683651e-05,
+      "loss": 0.671,
+      "step": 7079
+    },
+    {
+      "epoch": 0.6330472103004292,
+      "grad_norm": 0.1599617158350571,
+      "learning_rate": 6.269692254417408e-05,
+      "loss": 0.7086,
+      "step": 7080
+    },
+    {
+      "epoch": 0.6331366237482118,
+      "grad_norm": 0.1525817295012268,
+      "learning_rate": 6.267005437007567e-05,
+      "loss": 0.6069,
+      "step": 7081
+    },
+    {
+      "epoch": 0.6332260371959942,
+      "grad_norm": 0.13745922077574393,
+      "learning_rate": 6.264318932679476e-05,
+      "loss": 0.674,
+      "step": 7082
+    },
+    {
+      "epoch": 0.6333154506437768,
+      "grad_norm": 0.15726995814506278,
+      "learning_rate": 6.261632741658443e-05,
+      "loss": 0.67,
+      "step": 7083
+    },
+    {
+      "epoch": 0.6334048640915594,
+      "grad_norm": 0.13125719352886173,
+      "learning_rate": 6.258946864169757e-05,
+      "loss": 0.6127,
+      "step": 7084
+    },
+    {
+      "epoch": 0.633494277539342,
+      "grad_norm": 0.14194894148458978,
+      "learning_rate": 6.256261300438676e-05,
+      "loss": 0.6274,
+      "step": 7085
+    },
+    {
+      "epoch": 0.6335836909871244,
+      "grad_norm": 0.14401313005564959,
+      "learning_rate": 6.253576050690442e-05,
+      "loss": 0.6363,
+      "step": 7086
+    },
+    {
+      "epoch": 0.633673104434907,
+      "grad_norm": 0.15635356826299945,
+      "learning_rate": 6.250891115150261e-05,
+      "loss": 0.6503,
+      "step": 7087
+    },
+    {
+      "epoch": 0.6337625178826896,
+      "grad_norm": 0.17844143253695283,
+      "learning_rate": 6.248206494043313e-05,
+      "loss": 0.6776,
+      "step": 7088
+    },
+    {
+      "epoch": 0.6338519313304721,
+      "grad_norm": 0.1515483006584635,
+      "learning_rate": 6.245522187594757e-05,
+      "loss": 0.6436,
+      "step": 7089
+    },
+    {
+      "epoch": 0.6339413447782547,
+      "grad_norm": 0.14009750400194818,
+      "learning_rate": 6.242838196029719e-05,
+      "loss": 0.6228,
+      "step": 7090
+    },
+    {
+      "epoch": 0.6340307582260372,
+      "grad_norm": 0.16692982631262357,
+      "learning_rate": 6.240154519573304e-05,
+      "loss": 0.6834,
+      "step": 7091
+    },
+    {
+      "epoch": 0.6341201716738197,
+      "grad_norm": 0.18385799561047927,
+      "learning_rate": 6.237471158450585e-05,
+      "loss": 0.6841,
+      "step": 7092
+    },
+    {
+      "epoch": 0.6342095851216023,
+      "grad_norm": 0.13872128105069195,
+      "learning_rate": 6.234788112886623e-05,
+      "loss": 0.6155,
+      "step": 7093
+    },
+    {
+      "epoch": 0.6342989985693849,
+      "grad_norm": 0.15229708943075956,
+      "learning_rate": 6.232105383106432e-05,
+      "loss": 0.6626,
+      "step": 7094
+    },
+    {
+      "epoch": 0.6343884120171673,
+      "grad_norm": 0.15251448770980133,
+      "learning_rate": 6.22942296933501e-05,
+      "loss": 0.6742,
+      "step": 7095
+    },
+    {
+      "epoch": 0.6344778254649499,
+      "grad_norm": 0.15211536724479224,
+      "learning_rate": 6.226740871797334e-05,
+      "loss": 0.6621,
+      "step": 7096
+    },
+    {
+      "epoch": 0.6345672389127325,
+      "grad_norm": 0.15460036295657908,
+      "learning_rate": 6.224059090718341e-05,
+      "loss": 0.6841,
+      "step": 7097
+    },
+    {
+      "epoch": 0.634656652360515,
+      "grad_norm": 0.16565391224874526,
+      "learning_rate": 6.221377626322953e-05,
+      "loss": 0.6524,
+      "step": 7098
+    },
+    {
+      "epoch": 0.6347460658082976,
+      "grad_norm": 0.15814089990720032,
+      "learning_rate": 6.218696478836058e-05,
+      "loss": 0.6134,
+      "step": 7099
+    },
+    {
+      "epoch": 0.6348354792560801,
+      "grad_norm": 0.16293619040780244,
+      "learning_rate": 6.216015648482525e-05,
+      "loss": 0.6534,
+      "step": 7100
+    },
+    {
+      "epoch": 0.6349248927038627,
+      "grad_norm": 0.14068918175453726,
+      "learning_rate": 6.21333513548719e-05,
+      "loss": 0.6186,
+      "step": 7101
+    },
+    {
+      "epoch": 0.6350143061516452,
+      "grad_norm": 0.15557159002845605,
+      "learning_rate": 6.210654940074861e-05,
+      "loss": 0.6438,
+      "step": 7102
+    },
+    {
+      "epoch": 0.6351037195994278,
+      "grad_norm": 0.1365198516315052,
+      "learning_rate": 6.20797506247033e-05,
+      "loss": 0.6156,
+      "step": 7103
+    },
+    {
+      "epoch": 0.6351931330472103,
+      "grad_norm": 0.17231991645312042,
+      "learning_rate": 6.205295502898348e-05,
+      "loss": 0.7051,
+      "step": 7104
+    },
+    {
+      "epoch": 0.6352825464949928,
+      "grad_norm": 0.15685218513512567,
+      "learning_rate": 6.202616261583652e-05,
+      "loss": 0.6772,
+      "step": 7105
+    },
+    {
+      "epoch": 0.6353719599427754,
+      "grad_norm": 0.14035176161444227,
+      "learning_rate": 6.199937338750939e-05,
+      "loss": 0.6162,
+      "step": 7106
+    },
+    {
+      "epoch": 0.635461373390558,
+      "grad_norm": 0.15983018388268722,
+      "learning_rate": 6.197258734624896e-05,
+      "loss": 0.6726,
+      "step": 7107
+    },
+    {
+      "epoch": 0.6355507868383404,
+      "grad_norm": 0.16730279274321758,
+      "learning_rate": 6.194580449430168e-05,
+      "loss": 0.6312,
+      "step": 7108
+    },
+    {
+      "epoch": 0.635640200286123,
+      "grad_norm": 0.1566229609802899,
+      "learning_rate": 6.191902483391386e-05,
+      "loss": 0.6526,
+      "step": 7109
+    },
+    {
+      "epoch": 0.6357296137339056,
+      "grad_norm": 0.17375246156264265,
+      "learning_rate": 6.18922483673314e-05,
+      "loss": 0.664,
+      "step": 7110
+    },
+    {
+      "epoch": 0.6358190271816881,
+      "grad_norm": 0.14030138373429296,
+      "learning_rate": 6.186547509680007e-05,
+      "loss": 0.6381,
+      "step": 7111
+    },
+    {
+      "epoch": 0.6359084406294707,
+      "grad_norm": 0.17746514238447048,
+      "learning_rate": 6.183870502456529e-05,
+      "loss": 0.6789,
+      "step": 7112
+    },
+    {
+      "epoch": 0.6359978540772532,
+      "grad_norm": 0.15251186749339596,
+      "learning_rate": 6.181193815287218e-05,
+      "loss": 0.6705,
+      "step": 7113
+    },
+    {
+      "epoch": 0.6360872675250357,
+      "grad_norm": 0.15385305634688268,
+      "learning_rate": 6.178517448396575e-05,
+      "loss": 0.6917,
+      "step": 7114
+    },
+    {
+      "epoch": 0.6361766809728183,
+      "grad_norm": 0.14503162334373726,
+      "learning_rate": 6.175841402009058e-05,
+      "loss": 0.6633,
+      "step": 7115
+    },
+    {
+      "epoch": 0.6362660944206009,
+      "grad_norm": 0.1626119074064764,
+      "learning_rate": 6.173165676349103e-05,
+      "loss": 0.6739,
+      "step": 7116
+    },
+    {
+      "epoch": 0.6363555078683834,
+      "grad_norm": 0.15860191422344988,
+      "learning_rate": 6.170490271641123e-05,
+      "loss": 0.6459,
+      "step": 7117
+    },
+    {
+      "epoch": 0.6364449213161659,
+      "grad_norm": 0.15539708874184113,
+      "learning_rate": 6.167815188109496e-05,
+      "loss": 0.6471,
+      "step": 7118
+    },
+    {
+      "epoch": 0.6365343347639485,
+      "grad_norm": 0.16533216978429116,
+      "learning_rate": 6.165140425978584e-05,
+      "loss": 0.6251,
+      "step": 7119
+    },
+    {
+      "epoch": 0.6366237482117311,
+      "grad_norm": 0.1604806903785344,
+      "learning_rate": 6.16246598547271e-05,
+      "loss": 0.6473,
+      "step": 7120
+    },
+    {
+      "epoch": 0.6367131616595136,
+      "grad_norm": 0.1724021770055172,
+      "learning_rate": 6.159791866816182e-05,
+      "loss": 0.6709,
+      "step": 7121
+    },
+    {
+      "epoch": 0.6368025751072961,
+      "grad_norm": 0.17501388348423494,
+      "learning_rate": 6.157118070233269e-05,
+      "loss": 0.6846,
+      "step": 7122
+    },
+    {
+      "epoch": 0.6368919885550787,
+      "grad_norm": 0.15751162066143767,
+      "learning_rate": 6.154444595948227e-05,
+      "loss": 0.6687,
+      "step": 7123
+    },
+    {
+      "epoch": 0.6369814020028612,
+      "grad_norm": 0.14545010829834717,
+      "learning_rate": 6.15177144418527e-05,
+      "loss": 0.6462,
+      "step": 7124
+    },
+    {
+      "epoch": 0.6370708154506438,
+      "grad_norm": 0.1604432478377737,
+      "learning_rate": 6.149098615168594e-05,
+      "loss": 0.6581,
+      "step": 7125
+    },
+    {
+      "epoch": 0.6371602288984263,
+      "grad_norm": 0.15298175610057138,
+      "learning_rate": 6.14642610912237e-05,
+      "loss": 0.6499,
+      "step": 7126
+    },
+    {
+      "epoch": 0.6372496423462088,
+      "grad_norm": 0.1592107978339505,
+      "learning_rate": 6.143753926270727e-05,
+      "loss": 0.6545,
+      "step": 7127
+    },
+    {
+      "epoch": 0.6373390557939914,
+      "grad_norm": 0.17572862472067355,
+      "learning_rate": 6.141082066837791e-05,
+      "loss": 0.6883,
+      "step": 7128
+    },
+    {
+      "epoch": 0.637428469241774,
+      "grad_norm": 0.17136672020968888,
+      "learning_rate": 6.13841053104764e-05,
+      "loss": 0.6957,
+      "step": 7129
+    },
+    {
+      "epoch": 0.6375178826895566,
+      "grad_norm": 0.15487436543585834,
+      "learning_rate": 6.135739319124335e-05,
+      "loss": 0.6303,
+      "step": 7130
+    },
+    {
+      "epoch": 0.637607296137339,
+      "grad_norm": 0.16723139009400803,
+      "learning_rate": 6.133068431291904e-05,
+      "loss": 0.647,
+      "step": 7131
+    },
+    {
+      "epoch": 0.6376967095851216,
+      "grad_norm": 0.1616151189931902,
+      "learning_rate": 6.130397867774357e-05,
+      "loss": 0.7006,
+      "step": 7132
+    },
+    {
+      "epoch": 0.6377861230329042,
+      "grad_norm": 0.166010919186757,
+      "learning_rate": 6.127727628795668e-05,
+      "loss": 0.6552,
+      "step": 7133
+    },
+    {
+      "epoch": 0.6378755364806867,
+      "grad_norm": 0.16330473355783315,
+      "learning_rate": 6.12505771457978e-05,
+      "loss": 0.6852,
+      "step": 7134
+    },
+    {
+      "epoch": 0.6379649499284692,
+      "grad_norm": 0.16165637151576573,
+      "learning_rate": 6.122388125350625e-05,
+      "loss": 0.6594,
+      "step": 7135
+    },
+    {
+      "epoch": 0.6380543633762518,
+      "grad_norm": 0.1543378503029989,
+      "learning_rate": 6.119718861332098e-05,
+      "loss": 0.6574,
+      "step": 7136
+    },
+    {
+      "epoch": 0.6381437768240343,
+      "grad_norm": 0.1622764471381615,
+      "learning_rate": 6.117049922748063e-05,
+      "loss": 0.6379,
+      "step": 7137
+    },
+    {
+      "epoch": 0.6382331902718169,
+      "grad_norm": 0.15370788515905823,
+      "learning_rate": 6.114381309822359e-05,
+      "loss": 0.6523,
+      "step": 7138
+    },
+    {
+      "epoch": 0.6383226037195995,
+      "grad_norm": 0.14209294642902473,
+      "learning_rate": 6.111713022778804e-05,
+      "loss": 0.6365,
+      "step": 7139
+    },
+    {
+      "epoch": 0.6384120171673819,
+      "grad_norm": 0.17011777936161493,
+      "learning_rate": 6.109045061841183e-05,
+      "loss": 0.671,
+      "step": 7140
+    },
+    {
+      "epoch": 0.6385014306151645,
+      "grad_norm": 0.17434431558151398,
+      "learning_rate": 6.106377427233247e-05,
+      "loss": 0.664,
+      "step": 7141
+    },
+    {
+      "epoch": 0.6385908440629471,
+      "grad_norm": 0.14369974109217612,
+      "learning_rate": 6.103710119178738e-05,
+      "loss": 0.607,
+      "step": 7142
+    },
+    {
+      "epoch": 0.6386802575107297,
+      "grad_norm": 0.14332888309255595,
+      "learning_rate": 6.1010431379013585e-05,
+      "loss": 0.6701,
+      "step": 7143
+    },
+    {
+      "epoch": 0.6387696709585121,
+      "grad_norm": 0.14542931007819554,
+      "learning_rate": 6.098376483624781e-05,
+      "loss": 0.6406,
+      "step": 7144
+    },
+    {
+      "epoch": 0.6388590844062947,
+      "grad_norm": 0.14381643943197484,
+      "learning_rate": 6.095710156572654e-05,
+      "loss": 0.6349,
+      "step": 7145
+    },
+    {
+      "epoch": 0.6389484978540773,
+      "grad_norm": 0.17460238971518227,
+      "learning_rate": 6.0930441569686036e-05,
+      "loss": 0.638,
+      "step": 7146
+    },
+    {
+      "epoch": 0.6390379113018598,
+      "grad_norm": 0.14981281778042244,
+      "learning_rate": 6.090378485036221e-05,
+      "loss": 0.668,
+      "step": 7147
+    },
+    {
+      "epoch": 0.6391273247496424,
+      "grad_norm": 0.14643517777344436,
+      "learning_rate": 6.0877131409990684e-05,
+      "loss": 0.6542,
+      "step": 7148
+    },
+    {
+      "epoch": 0.6392167381974249,
+      "grad_norm": 0.15916896989073215,
+      "learning_rate": 6.085048125080692e-05,
+      "loss": 0.6739,
+      "step": 7149
+    },
+    {
+      "epoch": 0.6393061516452074,
+      "grad_norm": 0.15225199407768283,
+      "learning_rate": 6.082383437504604e-05,
+      "loss": 0.638,
+      "step": 7150
+    },
+    {
+      "epoch": 0.63939556509299,
+      "grad_norm": 0.16517440574211478,
+      "learning_rate": 6.079719078494286e-05,
+      "loss": 0.6215,
+      "step": 7151
+    },
+    {
+      "epoch": 0.6394849785407726,
+      "grad_norm": 0.14881269105714828,
+      "learning_rate": 6.0770550482731924e-05,
+      "loss": 0.6277,
+      "step": 7152
+    },
+    {
+      "epoch": 0.639574391988555,
+      "grad_norm": 0.15932019482641044,
+      "learning_rate": 6.0743913470647564e-05,
+      "loss": 0.6507,
+      "step": 7153
+    },
+    {
+      "epoch": 0.6396638054363376,
+      "grad_norm": 0.15287884022576356,
+      "learning_rate": 6.071727975092376e-05,
+      "loss": 0.6739,
+      "step": 7154
+    },
+    {
+      "epoch": 0.6397532188841202,
+      "grad_norm": 0.14990331353970127,
+      "learning_rate": 6.069064932579423e-05,
+      "loss": 0.6677,
+      "step": 7155
+    },
+    {
+      "epoch": 0.6398426323319027,
+      "grad_norm": 0.16331328250310578,
+      "learning_rate": 6.0664022197492475e-05,
+      "loss": 0.6597,
+      "step": 7156
+    },
+    {
+      "epoch": 0.6399320457796852,
+      "grad_norm": 0.15941196529786728,
+      "learning_rate": 6.0637398368251705e-05,
+      "loss": 0.6672,
+      "step": 7157
+    },
+    {
+      "epoch": 0.6400214592274678,
+      "grad_norm": 0.15446848229304627,
+      "learning_rate": 6.06107778403048e-05,
+      "loss": 0.6073,
+      "step": 7158
+    },
+    {
+      "epoch": 0.6401108726752504,
+      "grad_norm": 0.16361799978793454,
+      "learning_rate": 6.058416061588434e-05,
+      "loss": 0.6309,
+      "step": 7159
+    },
+    {
+      "epoch": 0.6402002861230329,
+      "grad_norm": 0.14277195780057503,
+      "learning_rate": 6.055754669722278e-05,
+      "loss": 0.6356,
+      "step": 7160
+    },
+    {
+      "epoch": 0.6402896995708155,
+      "grad_norm": 0.16592944440185112,
+      "learning_rate": 6.0530936086552095e-05,
+      "loss": 0.6667,
+      "step": 7161
+    },
+    {
+      "epoch": 0.640379113018598,
+      "grad_norm": 0.16607140339937151,
+      "learning_rate": 6.050432878610417e-05,
+      "loss": 0.6736,
+      "step": 7162
+    },
+    {
+      "epoch": 0.6404685264663805,
+      "grad_norm": 0.17158744149229613,
+      "learning_rate": 6.047772479811047e-05,
+      "loss": 0.6948,
+      "step": 7163
+    },
+    {
+      "epoch": 0.6405579399141631,
+      "grad_norm": 0.14829954114118185,
+      "learning_rate": 6.0451124124802275e-05,
+      "loss": 0.6451,
+      "step": 7164
+    },
+    {
+      "epoch": 0.6406473533619457,
+      "grad_norm": 0.13914735988488686,
+      "learning_rate": 6.042452676841053e-05,
+      "loss": 0.6408,
+      "step": 7165
+    },
+    {
+      "epoch": 0.6407367668097281,
+      "grad_norm": 0.14278614303118964,
+      "learning_rate": 6.039793273116594e-05,
+      "loss": 0.6573,
+      "step": 7166
+    },
+    {
+      "epoch": 0.6408261802575107,
+      "grad_norm": 0.1543677333285737,
+      "learning_rate": 6.03713420152989e-05,
+      "loss": 0.6383,
+      "step": 7167
+    },
+    {
+      "epoch": 0.6409155937052933,
+      "grad_norm": 0.15516362672272277,
+      "learning_rate": 6.034475462303952e-05,
+      "loss": 0.6688,
+      "step": 7168
+    },
+    {
+      "epoch": 0.6410050071530758,
+      "grad_norm": 0.15270029798227847,
+      "learning_rate": 6.031817055661769e-05,
+      "loss": 0.6495,
+      "step": 7169
+    },
+    {
+      "epoch": 0.6410944206008584,
+      "grad_norm": 0.15271535131559102,
+      "learning_rate": 6.029158981826299e-05,
+      "loss": 0.6493,
+      "step": 7170
+    },
+    {
+      "epoch": 0.6411838340486409,
+      "grad_norm": 0.15146840794835711,
+      "learning_rate": 6.02650124102047e-05,
+      "loss": 0.6446,
+      "step": 7171
+    },
+    {
+      "epoch": 0.6412732474964234,
+      "grad_norm": 0.174721017205252,
+      "learning_rate": 6.023843833467182e-05,
+      "loss": 0.6957,
+      "step": 7172
+    },
+    {
+      "epoch": 0.641362660944206,
+      "grad_norm": 0.16017142385347055,
+      "learning_rate": 6.02118675938931e-05,
+      "loss": 0.6554,
+      "step": 7173
+    },
+    {
+      "epoch": 0.6414520743919886,
+      "grad_norm": 0.16991405147957997,
+      "learning_rate": 6.0185300190097004e-05,
+      "loss": 0.6554,
+      "step": 7174
+    },
+    {
+      "epoch": 0.641541487839771,
+      "grad_norm": 0.17160068200364498,
+      "learning_rate": 6.0158736125511664e-05,
+      "loss": 0.6731,
+      "step": 7175
+    },
+    {
+      "epoch": 0.6416309012875536,
+      "grad_norm": 0.15865932589554535,
+      "learning_rate": 6.013217540236502e-05,
+      "loss": 0.6449,
+      "step": 7176
+    },
+    {
+      "epoch": 0.6417203147353362,
+      "grad_norm": 0.1652741685375698,
+      "learning_rate": 6.0105618022884694e-05,
+      "loss": 0.6924,
+      "step": 7177
+    },
+    {
+      "epoch": 0.6418097281831188,
+      "grad_norm": 0.14159264842182193,
+      "learning_rate": 6.0079063989298e-05,
+      "loss": 0.6495,
+      "step": 7178
+    },
+    {
+      "epoch": 0.6418991416309013,
+      "grad_norm": 0.15657214989904947,
+      "learning_rate": 6.005251330383199e-05,
+      "loss": 0.6875,
+      "step": 7179
+    },
+    {
+      "epoch": 0.6419885550786838,
+      "grad_norm": 0.1550121855967426,
+      "learning_rate": 6.002596596871346e-05,
+      "loss": 0.6608,
+      "step": 7180
+    },
+    {
+      "epoch": 0.6420779685264664,
+      "grad_norm": 0.13978791533680324,
+      "learning_rate": 5.999942198616888e-05,
+      "loss": 0.6611,
+      "step": 7181
+    },
+    {
+      "epoch": 0.6421673819742489,
+      "grad_norm": 0.14419083558472626,
+      "learning_rate": 5.9972881358424436e-05,
+      "loss": 0.6314,
+      "step": 7182
+    },
+    {
+      "epoch": 0.6422567954220315,
+      "grad_norm": 0.17547396012592115,
+      "learning_rate": 5.994634408770612e-05,
+      "loss": 0.6896,
+      "step": 7183
+    },
+    {
+      "epoch": 0.642346208869814,
+      "grad_norm": 0.1488487465178808,
+      "learning_rate": 5.991981017623955e-05,
+      "loss": 0.6685,
+      "step": 7184
+    },
+    {
+      "epoch": 0.6424356223175965,
+      "grad_norm": 0.1847286543630096,
+      "learning_rate": 5.9893279626250124e-05,
+      "loss": 0.6762,
+      "step": 7185
+    },
+    {
+      "epoch": 0.6425250357653791,
+      "grad_norm": 0.14419646996701552,
+      "learning_rate": 5.986675243996286e-05,
+      "loss": 0.6341,
+      "step": 7186
+    },
+    {
+      "epoch": 0.6426144492131617,
+      "grad_norm": 0.1552297212015384,
+      "learning_rate": 5.9840228619602636e-05,
+      "loss": 0.684,
+      "step": 7187
+    },
+    {
+      "epoch": 0.6427038626609443,
+      "grad_norm": 0.16470524139511614,
+      "learning_rate": 5.981370816739389e-05,
+      "loss": 0.6865,
+      "step": 7188
+    },
+    {
+      "epoch": 0.6427932761087267,
+      "grad_norm": 0.14635292822430498,
+      "learning_rate": 5.978719108556094e-05,
+      "loss": 0.6258,
+      "step": 7189
+    },
+    {
+      "epoch": 0.6428826895565093,
+      "grad_norm": 0.13418126295038083,
+      "learning_rate": 5.976067737632769e-05,
+      "loss": 0.6328,
+      "step": 7190
+    },
+    {
+      "epoch": 0.6429721030042919,
+      "grad_norm": 0.14181581076932773,
+      "learning_rate": 5.9734167041917856e-05,
+      "loss": 0.6363,
+      "step": 7191
+    },
+    {
+      "epoch": 0.6430615164520744,
+      "grad_norm": 0.13752572402333035,
+      "learning_rate": 5.9707660084554774e-05,
+      "loss": 0.6247,
+      "step": 7192
+    },
+    {
+      "epoch": 0.6431509298998569,
+      "grad_norm": 0.1576551333199679,
+      "learning_rate": 5.968115650646161e-05,
+      "loss": 0.6322,
+      "step": 7193
+    },
+    {
+      "epoch": 0.6432403433476395,
+      "grad_norm": 0.1515546903009729,
+      "learning_rate": 5.9654656309861155e-05,
+      "loss": 0.6535,
+      "step": 7194
+    },
+    {
+      "epoch": 0.643329756795422,
+      "grad_norm": 0.15577246774932824,
+      "learning_rate": 5.9628159496975935e-05,
+      "loss": 0.6648,
+      "step": 7195
+    },
+    {
+      "epoch": 0.6434191702432046,
+      "grad_norm": 0.17321800181151178,
+      "learning_rate": 5.9601666070028194e-05,
+      "loss": 0.6639,
+      "step": 7196
+    },
+    {
+      "epoch": 0.6435085836909872,
+      "grad_norm": 0.15888078936978292,
+      "learning_rate": 5.9575176031239964e-05,
+      "loss": 0.6295,
+      "step": 7197
+    },
+    {
+      "epoch": 0.6435979971387696,
+      "grad_norm": 0.14374549627328123,
+      "learning_rate": 5.954868938283291e-05,
+      "loss": 0.6716,
+      "step": 7198
+    },
+    {
+      "epoch": 0.6436874105865522,
+      "grad_norm": 0.14362318910514474,
+      "learning_rate": 5.9522206127028414e-05,
+      "loss": 0.6518,
+      "step": 7199
+    },
+    {
+      "epoch": 0.6437768240343348,
+      "grad_norm": 0.1482533694450565,
+      "learning_rate": 5.9495726266047605e-05,
+      "loss": 0.6514,
+      "step": 7200
+    },
+    {
+      "epoch": 0.6438662374821174,
+      "grad_norm": 0.15116992766294837,
+      "learning_rate": 5.9469249802111324e-05,
+      "loss": 0.6398,
+      "step": 7201
+    },
+    {
+      "epoch": 0.6439556509298998,
+      "grad_norm": 0.15785805641321196,
+      "learning_rate": 5.94427767374401e-05,
+      "loss": 0.6639,
+      "step": 7202
+    },
+    {
+      "epoch": 0.6440450643776824,
+      "grad_norm": 0.1737941175564299,
+      "learning_rate": 5.941630707425418e-05,
+      "loss": 0.7153,
+      "step": 7203
+    },
+    {
+      "epoch": 0.644134477825465,
+      "grad_norm": 0.15787679803776233,
+      "learning_rate": 5.938984081477363e-05,
+      "loss": 0.6414,
+      "step": 7204
+    },
+    {
+      "epoch": 0.6442238912732475,
+      "grad_norm": 0.15639720389270975,
+      "learning_rate": 5.936337796121807e-05,
+      "loss": 0.7191,
+      "step": 7205
+    },
+    {
+      "epoch": 0.64431330472103,
+      "grad_norm": 0.15568545533611522,
+      "learning_rate": 5.9336918515806914e-05,
+      "loss": 0.646,
+      "step": 7206
+    },
+    {
+      "epoch": 0.6444027181688126,
+      "grad_norm": 0.1755602775808937,
+      "learning_rate": 5.931046248075931e-05,
+      "loss": 0.6818,
+      "step": 7207
+    },
+    {
+      "epoch": 0.6444921316165951,
+      "grad_norm": 0.14506666619356817,
+      "learning_rate": 5.9284009858294076e-05,
+      "loss": 0.6323,
+      "step": 7208
+    },
+    {
+      "epoch": 0.6445815450643777,
+      "grad_norm": 0.14517132501060873,
+      "learning_rate": 5.925756065062975e-05,
+      "loss": 0.6586,
+      "step": 7209
+    },
+    {
+      "epoch": 0.6446709585121603,
+      "grad_norm": 0.18076856208380773,
+      "learning_rate": 5.9231114859984584e-05,
+      "loss": 0.7196,
+      "step": 7210
+    },
+    {
+      "epoch": 0.6447603719599427,
+      "grad_norm": 0.15071678936131425,
+      "learning_rate": 5.920467248857661e-05,
+      "loss": 0.6367,
+      "step": 7211
+    },
+    {
+      "epoch": 0.6448497854077253,
+      "grad_norm": 0.15695462971701024,
+      "learning_rate": 5.9178233538623486e-05,
+      "loss": 0.6543,
+      "step": 7212
+    },
+    {
+      "epoch": 0.6449391988555079,
+      "grad_norm": 0.15758821757659036,
+      "learning_rate": 5.9151798012342605e-05,
+      "loss": 0.6607,
+      "step": 7213
+    },
+    {
+      "epoch": 0.6450286123032904,
+      "grad_norm": 0.14653620046750304,
+      "learning_rate": 5.91253659119511e-05,
+      "loss": 0.6453,
+      "step": 7214
+    },
+    {
+      "epoch": 0.6451180257510729,
+      "grad_norm": 0.15865725858976476,
+      "learning_rate": 5.9098937239665796e-05,
+      "loss": 0.6306,
+      "step": 7215
+    },
+    {
+      "epoch": 0.6452074391988555,
+      "grad_norm": 0.16063599394890266,
+      "learning_rate": 5.9072511997703226e-05,
+      "loss": 0.6589,
+      "step": 7216
+    },
+    {
+      "epoch": 0.645296852646638,
+      "grad_norm": 0.14555454767329062,
+      "learning_rate": 5.904609018827961e-05,
+      "loss": 0.6538,
+      "step": 7217
+    },
+    {
+      "epoch": 0.6453862660944206,
+      "grad_norm": 0.1561372855601935,
+      "learning_rate": 5.9019671813610986e-05,
+      "loss": 0.666,
+      "step": 7218
+    },
+    {
+      "epoch": 0.6454756795422032,
+      "grad_norm": 0.1580500047297505,
+      "learning_rate": 5.899325687591302e-05,
+      "loss": 0.6416,
+      "step": 7219
+    },
+    {
+      "epoch": 0.6455650929899857,
+      "grad_norm": 0.15110203700465363,
+      "learning_rate": 5.896684537740103e-05,
+      "loss": 0.6306,
+      "step": 7220
+    },
+    {
+      "epoch": 0.6456545064377682,
+      "grad_norm": 0.16792460007839302,
+      "learning_rate": 5.89404373202902e-05,
+      "loss": 0.6614,
+      "step": 7221
+    },
+    {
+      "epoch": 0.6457439198855508,
+      "grad_norm": 0.1574114915224239,
+      "learning_rate": 5.891403270679527e-05,
+      "loss": 0.6836,
+      "step": 7222
+    },
+    {
+      "epoch": 0.6458333333333334,
+      "grad_norm": 0.16276063757977596,
+      "learning_rate": 5.8887631539130826e-05,
+      "loss": 0.6944,
+      "step": 7223
+    },
+    {
+      "epoch": 0.6459227467811158,
+      "grad_norm": 0.14837108626625384,
+      "learning_rate": 5.886123381951103e-05,
+      "loss": 0.6777,
+      "step": 7224
+    },
+    {
+      "epoch": 0.6460121602288984,
+      "grad_norm": 0.16899186692115334,
+      "learning_rate": 5.883483955014992e-05,
+      "loss": 0.6792,
+      "step": 7225
+    },
+    {
+      "epoch": 0.646101573676681,
+      "grad_norm": 0.15377759641338562,
+      "learning_rate": 5.8808448733261076e-05,
+      "loss": 0.6575,
+      "step": 7226
+    },
+    {
+      "epoch": 0.6461909871244635,
+      "grad_norm": 0.16310833660461452,
+      "learning_rate": 5.878206137105791e-05,
+      "loss": 0.6847,
+      "step": 7227
+    },
+    {
+      "epoch": 0.6462804005722461,
+      "grad_norm": 0.17677099461211937,
+      "learning_rate": 5.875567746575348e-05,
+      "loss": 0.6455,
+      "step": 7228
+    },
+    {
+      "epoch": 0.6463698140200286,
+      "grad_norm": 0.14257146364075132,
+      "learning_rate": 5.872929701956054e-05,
+      "loss": 0.646,
+      "step": 7229
+    },
+    {
+      "epoch": 0.6464592274678111,
+      "grad_norm": 0.1673020997812607,
+      "learning_rate": 5.870292003469164e-05,
+      "loss": 0.6536,
+      "step": 7230
+    },
+    {
+      "epoch": 0.6465486409155937,
+      "grad_norm": 0.14982711884071034,
+      "learning_rate": 5.867654651335893e-05,
+      "loss": 0.6343,
+      "step": 7231
+    },
+    {
+      "epoch": 0.6466380543633763,
+      "grad_norm": 0.14166133745575785,
+      "learning_rate": 5.86501764577744e-05,
+      "loss": 0.6504,
+      "step": 7232
+    },
+    {
+      "epoch": 0.6467274678111588,
+      "grad_norm": 0.16063476568284454,
+      "learning_rate": 5.862380987014959e-05,
+      "loss": 0.6976,
+      "step": 7233
+    },
+    {
+      "epoch": 0.6468168812589413,
+      "grad_norm": 0.1529794809815486,
+      "learning_rate": 5.8597446752695915e-05,
+      "loss": 0.6244,
+      "step": 7234
+    },
+    {
+      "epoch": 0.6469062947067239,
+      "grad_norm": 0.15504956552012247,
+      "learning_rate": 5.857108710762439e-05,
+      "loss": 0.6412,
+      "step": 7235
+    },
+    {
+      "epoch": 0.6469957081545065,
+      "grad_norm": 0.16449702095062768,
+      "learning_rate": 5.854473093714572e-05,
+      "loss": 0.6832,
+      "step": 7236
+    },
+    {
+      "epoch": 0.647085121602289,
+      "grad_norm": 0.14098472683521635,
+      "learning_rate": 5.851837824347042e-05,
+      "loss": 0.6422,
+      "step": 7237
+    },
+    {
+      "epoch": 0.6471745350500715,
+      "grad_norm": 0.16063017748256886,
+      "learning_rate": 5.8492029028808615e-05,
+      "loss": 0.7041,
+      "step": 7238
+    },
+    {
+      "epoch": 0.6472639484978541,
+      "grad_norm": 0.1597064422011619,
+      "learning_rate": 5.846568329537023e-05,
+      "loss": 0.6692,
+      "step": 7239
+    },
+    {
+      "epoch": 0.6473533619456366,
+      "grad_norm": 0.14498179689719576,
+      "learning_rate": 5.8439341045364815e-05,
+      "loss": 0.6621,
+      "step": 7240
+    },
+    {
+      "epoch": 0.6474427753934192,
+      "grad_norm": 0.16334822692928608,
+      "learning_rate": 5.8413002281001686e-05,
+      "loss": 0.6524,
+      "step": 7241
+    },
+    {
+      "epoch": 0.6475321888412017,
+      "grad_norm": 0.16459403115654317,
+      "learning_rate": 5.8386667004489835e-05,
+      "loss": 0.682,
+      "step": 7242
+    },
+    {
+      "epoch": 0.6476216022889842,
+      "grad_norm": 0.15190687690611757,
+      "learning_rate": 5.836033521803796e-05,
+      "loss": 0.639,
+      "step": 7243
+    },
+    {
+      "epoch": 0.6477110157367668,
+      "grad_norm": 0.15181772927764342,
+      "learning_rate": 5.833400692385444e-05,
+      "loss": 0.6657,
+      "step": 7244
+    },
+    {
+      "epoch": 0.6478004291845494,
+      "grad_norm": 0.13611109960355436,
+      "learning_rate": 5.8307682124147466e-05,
+      "loss": 0.6529,
+      "step": 7245
+    },
+    {
+      "epoch": 0.647889842632332,
+      "grad_norm": 0.16192065020847163,
+      "learning_rate": 5.8281360821124884e-05,
+      "loss": 0.6541,
+      "step": 7246
+    },
+    {
+      "epoch": 0.6479792560801144,
+      "grad_norm": 0.16593778979431426,
+      "learning_rate": 5.8255043016994145e-05,
+      "loss": 0.6403,
+      "step": 7247
+    },
+    {
+      "epoch": 0.648068669527897,
+      "grad_norm": 0.15295959701264522,
+      "learning_rate": 5.8228728713962543e-05,
+      "loss": 0.6477,
+      "step": 7248
+    },
+    {
+      "epoch": 0.6481580829756796,
+      "grad_norm": 0.16568120013221974,
+      "learning_rate": 5.820241791423704e-05,
+      "loss": 0.6658,
+      "step": 7249
+    },
+    {
+      "epoch": 0.6482474964234621,
+      "grad_norm": 0.13881374694690166,
+      "learning_rate": 5.8176110620024236e-05,
+      "loss": 0.6435,
+      "step": 7250
+    },
+    {
+      "epoch": 0.6483369098712446,
+      "grad_norm": 0.1585828599318775,
+      "learning_rate": 5.814980683353053e-05,
+      "loss": 0.6139,
+      "step": 7251
+    },
+    {
+      "epoch": 0.6484263233190272,
+      "grad_norm": 0.1511222877532765,
+      "learning_rate": 5.812350655696197e-05,
+      "loss": 0.6374,
+      "step": 7252
+    },
+    {
+      "epoch": 0.6485157367668097,
+      "grad_norm": 0.1808509171723238,
+      "learning_rate": 5.809720979252435e-05,
+      "loss": 0.7103,
+      "step": 7253
+    },
+    {
+      "epoch": 0.6486051502145923,
+      "grad_norm": 0.17121153481750584,
+      "learning_rate": 5.807091654242318e-05,
+      "loss": 0.6709,
+      "step": 7254
+    },
+    {
+      "epoch": 0.6486945636623748,
+      "grad_norm": 0.16899403102873053,
+      "learning_rate": 5.8044626808863557e-05,
+      "loss": 0.6644,
+      "step": 7255
+    },
+    {
+      "epoch": 0.6487839771101573,
+      "grad_norm": 0.14585672372461933,
+      "learning_rate": 5.801834059405041e-05,
+      "loss": 0.6426,
+      "step": 7256
+    },
+    {
+      "epoch": 0.6488733905579399,
+      "grad_norm": 0.15170387992034057,
+      "learning_rate": 5.799205790018838e-05,
+      "loss": 0.6512,
+      "step": 7257
+    },
+    {
+      "epoch": 0.6489628040057225,
+      "grad_norm": 0.15663648763172358,
+      "learning_rate": 5.796577872948165e-05,
+      "loss": 0.6858,
+      "step": 7258
+    },
+    {
+      "epoch": 0.649052217453505,
+      "grad_norm": 0.13319887957670595,
+      "learning_rate": 5.793950308413432e-05,
+      "loss": 0.6535,
+      "step": 7259
+    },
+    {
+      "epoch": 0.6491416309012875,
+      "grad_norm": 0.15320443098444486,
+      "learning_rate": 5.7913230966350116e-05,
+      "loss": 0.6619,
+      "step": 7260
+    },
+    {
+      "epoch": 0.6492310443490701,
+      "grad_norm": 0.15483562634033557,
+      "learning_rate": 5.788696237833237e-05,
+      "loss": 0.6287,
+      "step": 7261
+    },
+    {
+      "epoch": 0.6493204577968527,
+      "grad_norm": 0.17524506365046433,
+      "learning_rate": 5.786069732228423e-05,
+      "loss": 0.6453,
+      "step": 7262
+    },
+    {
+      "epoch": 0.6494098712446352,
+      "grad_norm": 0.16215917727763055,
+      "learning_rate": 5.783443580040854e-05,
+      "loss": 0.6564,
+      "step": 7263
+    },
+    {
+      "epoch": 0.6494992846924177,
+      "grad_norm": 0.16703768955082438,
+      "learning_rate": 5.780817781490777e-05,
+      "loss": 0.6678,
+      "step": 7264
+    },
+    {
+      "epoch": 0.6495886981402003,
+      "grad_norm": 0.18371719924555802,
+      "learning_rate": 5.778192336798416e-05,
+      "loss": 0.7231,
+      "step": 7265
+    },
+    {
+      "epoch": 0.6496781115879828,
+      "grad_norm": 0.14782752395241533,
+      "learning_rate": 5.775567246183966e-05,
+      "loss": 0.6822,
+      "step": 7266
+    },
+    {
+      "epoch": 0.6497675250357654,
+      "grad_norm": 0.17127065635007005,
+      "learning_rate": 5.772942509867588e-05,
+      "loss": 0.6471,
+      "step": 7267
+    },
+    {
+      "epoch": 0.649856938483548,
+      "grad_norm": 0.16156627512789096,
+      "learning_rate": 5.7703181280694184e-05,
+      "loss": 0.67,
+      "step": 7268
+    },
+    {
+      "epoch": 0.6499463519313304,
+      "grad_norm": 0.1595790221088465,
+      "learning_rate": 5.767694101009562e-05,
+      "loss": 0.6796,
+      "step": 7269
+    },
+    {
+      "epoch": 0.650035765379113,
+      "grad_norm": 0.15776634047425342,
+      "learning_rate": 5.765070428908086e-05,
+      "loss": 0.6676,
+      "step": 7270
+    },
+    {
+      "epoch": 0.6501251788268956,
+      "grad_norm": 0.15680255389684153,
+      "learning_rate": 5.762447111985039e-05,
+      "loss": 0.5973,
+      "step": 7271
+    },
+    {
+      "epoch": 0.6502145922746781,
+      "grad_norm": 0.1518554640547938,
+      "learning_rate": 5.759824150460435e-05,
+      "loss": 0.6769,
+      "step": 7272
+    },
+    {
+      "epoch": 0.6503040057224606,
+      "grad_norm": 0.13012943076858818,
+      "learning_rate": 5.7572015445542594e-05,
+      "loss": 0.643,
+      "step": 7273
+    },
+    {
+      "epoch": 0.6503934191702432,
+      "grad_norm": 0.15744408332714122,
+      "learning_rate": 5.7545792944864696e-05,
+      "loss": 0.6454,
+      "step": 7274
+    },
+    {
+      "epoch": 0.6504828326180258,
+      "grad_norm": 0.1406343743050816,
+      "learning_rate": 5.751957400476984e-05,
+      "loss": 0.67,
+      "step": 7275
+    },
+    {
+      "epoch": 0.6505722460658083,
+      "grad_norm": 0.1489105442920979,
+      "learning_rate": 5.7493358627456995e-05,
+      "loss": 0.6371,
+      "step": 7276
+    },
+    {
+      "epoch": 0.6506616595135909,
+      "grad_norm": 0.16402677421991962,
+      "learning_rate": 5.7467146815124874e-05,
+      "loss": 0.6668,
+      "step": 7277
+    },
+    {
+      "epoch": 0.6507510729613734,
+      "grad_norm": 0.16386517524799124,
+      "learning_rate": 5.744093856997175e-05,
+      "loss": 0.7038,
+      "step": 7278
+    },
+    {
+      "epoch": 0.6508404864091559,
+      "grad_norm": 0.15398568771067525,
+      "learning_rate": 5.741473389419565e-05,
+      "loss": 0.6769,
+      "step": 7279
+    },
+    {
+      "epoch": 0.6509298998569385,
+      "grad_norm": 0.17764960233506324,
+      "learning_rate": 5.7388532789994476e-05,
+      "loss": 0.6555,
+      "step": 7280
+    },
+    {
+      "epoch": 0.6510193133047211,
+      "grad_norm": 0.1629136397904315,
+      "learning_rate": 5.7362335259565556e-05,
+      "loss": 0.6514,
+      "step": 7281
+    },
+    {
+      "epoch": 0.6511087267525035,
+      "grad_norm": 0.13835855386430268,
+      "learning_rate": 5.733614130510609e-05,
+      "loss": 0.6561,
+      "step": 7282
+    },
+    {
+      "epoch": 0.6511981402002861,
+      "grad_norm": 0.15761994189595263,
+      "learning_rate": 5.730995092881297e-05,
+      "loss": 0.6557,
+      "step": 7283
+    },
+    {
+      "epoch": 0.6512875536480687,
+      "grad_norm": 0.14720002689895387,
+      "learning_rate": 5.728376413288267e-05,
+      "loss": 0.6932,
+      "step": 7284
+    },
+    {
+      "epoch": 0.6513769670958512,
+      "grad_norm": 0.15562717320150177,
+      "learning_rate": 5.725758091951148e-05,
+      "loss": 0.6292,
+      "step": 7285
+    },
+    {
+      "epoch": 0.6514663805436338,
+      "grad_norm": 0.15622525629935538,
+      "learning_rate": 5.723140129089535e-05,
+      "loss": 0.652,
+      "step": 7286
+    },
+    {
+      "epoch": 0.6515557939914163,
+      "grad_norm": 0.1671802456159237,
+      "learning_rate": 5.720522524922995e-05,
+      "loss": 0.6146,
+      "step": 7287
+    },
+    {
+      "epoch": 0.6516452074391988,
+      "grad_norm": 0.14204161392120943,
+      "learning_rate": 5.717905279671068e-05,
+      "loss": 0.6306,
+      "step": 7288
+    },
+    {
+      "epoch": 0.6517346208869814,
+      "grad_norm": 0.178554524503175,
+      "learning_rate": 5.715288393553247e-05,
+      "loss": 0.6883,
+      "step": 7289
+    },
+    {
+      "epoch": 0.651824034334764,
+      "grad_norm": 0.15478124535580937,
+      "learning_rate": 5.712671866789015e-05,
+      "loss": 0.6115,
+      "step": 7290
+    },
+    {
+      "epoch": 0.6519134477825465,
+      "grad_norm": 0.15222337855665655,
+      "learning_rate": 5.710055699597816e-05,
+      "loss": 0.6584,
+      "step": 7291
+    },
+    {
+      "epoch": 0.652002861230329,
+      "grad_norm": 0.16338020345821308,
+      "learning_rate": 5.707439892199068e-05,
+      "loss": 0.6646,
+      "step": 7292
+    },
+    {
+      "epoch": 0.6520922746781116,
+      "grad_norm": 0.1550912166879265,
+      "learning_rate": 5.7048244448121447e-05,
+      "loss": 0.6978,
+      "step": 7293
+    },
+    {
+      "epoch": 0.6521816881258942,
+      "grad_norm": 0.15648882655476953,
+      "learning_rate": 5.7022093576564165e-05,
+      "loss": 0.6908,
+      "step": 7294
+    },
+    {
+      "epoch": 0.6522711015736766,
+      "grad_norm": 0.16254818571656632,
+      "learning_rate": 5.6995946309511924e-05,
+      "loss": 0.6491,
+      "step": 7295
+    },
+    {
+      "epoch": 0.6523605150214592,
+      "grad_norm": 0.15650879680490562,
+      "learning_rate": 5.696980264915777e-05,
+      "loss": 0.6491,
+      "step": 7296
+    },
+    {
+      "epoch": 0.6524499284692418,
+      "grad_norm": 0.17554830326983503,
+      "learning_rate": 5.69436625976943e-05,
+      "loss": 0.7016,
+      "step": 7297
+    },
+    {
+      "epoch": 0.6525393419170243,
+      "grad_norm": 0.15106339978092553,
+      "learning_rate": 5.691752615731384e-05,
+      "loss": 0.6542,
+      "step": 7298
+    },
+    {
+      "epoch": 0.6526287553648069,
+      "grad_norm": 0.14786165071354007,
+      "learning_rate": 5.689139333020842e-05,
+      "loss": 0.6341,
+      "step": 7299
+    },
+    {
+      "epoch": 0.6527181688125894,
+      "grad_norm": 0.15822429173173558,
+      "learning_rate": 5.686526411856978e-05,
+      "loss": 0.6241,
+      "step": 7300
+    },
+    {
+      "epoch": 0.6528075822603719,
+      "grad_norm": 0.15258578553112453,
+      "learning_rate": 5.6839138524589344e-05,
+      "loss": 0.5786,
+      "step": 7301
+    },
+    {
+      "epoch": 0.6528969957081545,
+      "grad_norm": 0.15008469693308285,
+      "learning_rate": 5.681301655045823e-05,
+      "loss": 0.6036,
+      "step": 7302
+    },
+    {
+      "epoch": 0.6529864091559371,
+      "grad_norm": 0.1462294954246315,
+      "learning_rate": 5.678689819836731e-05,
+      "loss": 0.6404,
+      "step": 7303
+    },
+    {
+      "epoch": 0.6530758226037195,
+      "grad_norm": 0.1391220827129326,
+      "learning_rate": 5.6760783470506996e-05,
+      "loss": 0.6517,
+      "step": 7304
+    },
+    {
+      "epoch": 0.6531652360515021,
+      "grad_norm": 0.1616855424721829,
+      "learning_rate": 5.673467236906758e-05,
+      "loss": 0.6445,
+      "step": 7305
+    },
+    {
+      "epoch": 0.6532546494992847,
+      "grad_norm": 0.15451744999796063,
+      "learning_rate": 5.6708564896238944e-05,
+      "loss": 0.6678,
+      "step": 7306
+    },
+    {
+      "epoch": 0.6533440629470673,
+      "grad_norm": 0.13089029818572112,
+      "learning_rate": 5.6682461054210635e-05,
+      "loss": 0.6411,
+      "step": 7307
+    },
+    {
+      "epoch": 0.6534334763948498,
+      "grad_norm": 0.14912244550411988,
+      "learning_rate": 5.6656360845172076e-05,
+      "loss": 0.6542,
+      "step": 7308
+    },
+    {
+      "epoch": 0.6535228898426323,
+      "grad_norm": 0.16063165030403784,
+      "learning_rate": 5.663026427131215e-05,
+      "loss": 0.6664,
+      "step": 7309
+    },
+    {
+      "epoch": 0.6536123032904149,
+      "grad_norm": 0.1426831152317555,
+      "learning_rate": 5.6604171334819564e-05,
+      "loss": 0.6474,
+      "step": 7310
+    },
+    {
+      "epoch": 0.6537017167381974,
+      "grad_norm": 0.16959328994378803,
+      "learning_rate": 5.657808203788277e-05,
+      "loss": 0.6565,
+      "step": 7311
+    },
+    {
+      "epoch": 0.65379113018598,
+      "grad_norm": 0.1492093245853108,
+      "learning_rate": 5.6551996382689776e-05,
+      "loss": 0.6238,
+      "step": 7312
+    },
+    {
+      "epoch": 0.6538805436337625,
+      "grad_norm": 0.14705871809715104,
+      "learning_rate": 5.6525914371428344e-05,
+      "loss": 0.5928,
+      "step": 7313
+    },
+    {
+      "epoch": 0.653969957081545,
+      "grad_norm": 0.15084458164818274,
+      "learning_rate": 5.649983600628599e-05,
+      "loss": 0.6446,
+      "step": 7314
+    },
+    {
+      "epoch": 0.6540593705293276,
+      "grad_norm": 0.13858596181930757,
+      "learning_rate": 5.647376128944984e-05,
+      "loss": 0.6358,
+      "step": 7315
+    },
+    {
+      "epoch": 0.6541487839771102,
+      "grad_norm": 0.14357749638110034,
+      "learning_rate": 5.6447690223106775e-05,
+      "loss": 0.6401,
+      "step": 7316
+    },
+    {
+      "epoch": 0.6542381974248928,
+      "grad_norm": 0.14484821125206881,
+      "learning_rate": 5.642162280944336e-05,
+      "loss": 0.6008,
+      "step": 7317
+    },
+    {
+      "epoch": 0.6543276108726752,
+      "grad_norm": 0.1566235846705673,
+      "learning_rate": 5.6395559050645794e-05,
+      "loss": 0.6825,
+      "step": 7318
+    },
+    {
+      "epoch": 0.6544170243204578,
+      "grad_norm": 0.14544227674431204,
+      "learning_rate": 5.6369498948900014e-05,
+      "loss": 0.6468,
+      "step": 7319
+    },
+    {
+      "epoch": 0.6545064377682404,
+      "grad_norm": 0.14658712985618624,
+      "learning_rate": 5.63434425063917e-05,
+      "loss": 0.6712,
+      "step": 7320
+    },
+    {
+      "epoch": 0.6545958512160229,
+      "grad_norm": 0.1733059357133014,
+      "learning_rate": 5.6317389725306066e-05,
+      "loss": 0.6523,
+      "step": 7321
+    },
+    {
+      "epoch": 0.6546852646638054,
+      "grad_norm": 0.14873828885148244,
+      "learning_rate": 5.629134060782828e-05,
+      "loss": 0.6308,
+      "step": 7322
+    },
+    {
+      "epoch": 0.654774678111588,
+      "grad_norm": 0.18818745057341027,
+      "learning_rate": 5.626529515614294e-05,
+      "loss": 0.7166,
+      "step": 7323
+    },
+    {
+      "epoch": 0.6548640915593705,
+      "grad_norm": 0.16638552445937765,
+      "learning_rate": 5.6239253372434465e-05,
+      "loss": 0.6918,
+      "step": 7324
+    },
+    {
+      "epoch": 0.6549535050071531,
+      "grad_norm": 0.14738512537900636,
+      "learning_rate": 5.621321525888697e-05,
+      "loss": 0.6708,
+      "step": 7325
+    },
+    {
+      "epoch": 0.6550429184549357,
+      "grad_norm": 0.17074591952445414,
+      "learning_rate": 5.618718081768426e-05,
+      "loss": 0.6887,
+      "step": 7326
+    },
+    {
+      "epoch": 0.6551323319027181,
+      "grad_norm": 0.16392519997359903,
+      "learning_rate": 5.616115005100975e-05,
+      "loss": 0.6366,
+      "step": 7327
+    },
+    {
+      "epoch": 0.6552217453505007,
+      "grad_norm": 0.1590185183542061,
+      "learning_rate": 5.613512296104663e-05,
+      "loss": 0.6495,
+      "step": 7328
+    },
+    {
+      "epoch": 0.6553111587982833,
+      "grad_norm": 0.15458088137393158,
+      "learning_rate": 5.6109099549977786e-05,
+      "loss": 0.6611,
+      "step": 7329
+    },
+    {
+      "epoch": 0.6554005722460658,
+      "grad_norm": 0.16926131987674253,
+      "learning_rate": 5.608307981998574e-05,
+      "loss": 0.6525,
+      "step": 7330
+    },
+    {
+      "epoch": 0.6554899856938483,
+      "grad_norm": 0.1603080788672931,
+      "learning_rate": 5.6057063773252794e-05,
+      "loss": 0.6585,
+      "step": 7331
+    },
+    {
+      "epoch": 0.6555793991416309,
+      "grad_norm": 0.17466791123403172,
+      "learning_rate": 5.603105141196081e-05,
+      "loss": 0.7218,
+      "step": 7332
+    },
+    {
+      "epoch": 0.6556688125894135,
+      "grad_norm": 0.175008456542275,
+      "learning_rate": 5.600504273829144e-05,
+      "loss": 0.6957,
+      "step": 7333
+    },
+    {
+      "epoch": 0.655758226037196,
+      "grad_norm": 0.14760830062231778,
+      "learning_rate": 5.5979037754426003e-05,
+      "loss": 0.6209,
+      "step": 7334
+    },
+    {
+      "epoch": 0.6558476394849786,
+      "grad_norm": 0.1644425672773657,
+      "learning_rate": 5.5953036462545505e-05,
+      "loss": 0.6183,
+      "step": 7335
+    },
+    {
+      "epoch": 0.655937052932761,
+      "grad_norm": 0.1699166380716663,
+      "learning_rate": 5.592703886483064e-05,
+      "loss": 0.6462,
+      "step": 7336
+    },
+    {
+      "epoch": 0.6560264663805436,
+      "grad_norm": 0.1716708958427512,
+      "learning_rate": 5.590104496346185e-05,
+      "loss": 0.6662,
+      "step": 7337
+    },
+    {
+      "epoch": 0.6561158798283262,
+      "grad_norm": 0.13422016184658458,
+      "learning_rate": 5.5875054760619104e-05,
+      "loss": 0.6434,
+      "step": 7338
+    },
+    {
+      "epoch": 0.6562052932761088,
+      "grad_norm": 0.16490230975683087,
+      "learning_rate": 5.584906825848224e-05,
+      "loss": 0.6666,
+      "step": 7339
+    },
+    {
+      "epoch": 0.6562947067238912,
+      "grad_norm": 0.15795093444732275,
+      "learning_rate": 5.582308545923074e-05,
+      "loss": 0.6171,
+      "step": 7340
+    },
+    {
+      "epoch": 0.6563841201716738,
+      "grad_norm": 0.1804976011333628,
+      "learning_rate": 5.579710636504362e-05,
+      "loss": 0.6868,
+      "step": 7341
+    },
+    {
+      "epoch": 0.6564735336194564,
+      "grad_norm": 0.1782261542920451,
+      "learning_rate": 5.577113097809989e-05,
+      "loss": 0.6694,
+      "step": 7342
+    },
+    {
+      "epoch": 0.656562947067239,
+      "grad_norm": 0.15984443214013308,
+      "learning_rate": 5.574515930057795e-05,
+      "loss": 0.6513,
+      "step": 7343
+    },
+    {
+      "epoch": 0.6566523605150214,
+      "grad_norm": 0.14697250113315677,
+      "learning_rate": 5.571919133465605e-05,
+      "loss": 0.6242,
+      "step": 7344
+    },
+    {
+      "epoch": 0.656741773962804,
+      "grad_norm": 0.16632156627681416,
+      "learning_rate": 5.569322708251215e-05,
+      "loss": 0.6586,
+      "step": 7345
+    },
+    {
+      "epoch": 0.6568311874105865,
+      "grad_norm": 0.1409316337766209,
+      "learning_rate": 5.5667266546323723e-05,
+      "loss": 0.6432,
+      "step": 7346
+    },
+    {
+      "epoch": 0.6569206008583691,
+      "grad_norm": 0.1762512573513742,
+      "learning_rate": 5.564130972826813e-05,
+      "loss": 0.6946,
+      "step": 7347
+    },
+    {
+      "epoch": 0.6570100143061517,
+      "grad_norm": 0.16690146376255016,
+      "learning_rate": 5.561535663052231e-05,
+      "loss": 0.6368,
+      "step": 7348
+    },
+    {
+      "epoch": 0.6570994277539342,
+      "grad_norm": 0.17083831895795573,
+      "learning_rate": 5.558940725526291e-05,
+      "loss": 0.6706,
+      "step": 7349
+    },
+    {
+      "epoch": 0.6571888412017167,
+      "grad_norm": 0.1394899480674818,
+      "learning_rate": 5.5563461604666325e-05,
+      "loss": 0.6731,
+      "step": 7350
+    },
+    {
+      "epoch": 0.6572782546494993,
+      "grad_norm": 0.15336610654633193,
+      "learning_rate": 5.553751968090857e-05,
+      "loss": 0.628,
+      "step": 7351
+    },
+    {
+      "epoch": 0.6573676680972819,
+      "grad_norm": 0.14647561450837537,
+      "learning_rate": 5.55115814861653e-05,
+      "loss": 0.6727,
+      "step": 7352
+    },
+    {
+      "epoch": 0.6574570815450643,
+      "grad_norm": 0.14638360939110118,
+      "learning_rate": 5.548564702261196e-05,
+      "loss": 0.6452,
+      "step": 7353
+    },
+    {
+      "epoch": 0.6575464949928469,
+      "grad_norm": 0.15566657843145154,
+      "learning_rate": 5.545971629242369e-05,
+      "loss": 0.6738,
+      "step": 7354
+    },
+    {
+      "epoch": 0.6576359084406295,
+      "grad_norm": 0.16883759394072806,
+      "learning_rate": 5.543378929777514e-05,
+      "loss": 0.6578,
+      "step": 7355
+    },
+    {
+      "epoch": 0.657725321888412,
+      "grad_norm": 0.15067979143810267,
+      "learning_rate": 5.540786604084091e-05,
+      "loss": 0.6397,
+      "step": 7356
+    },
+    {
+      "epoch": 0.6578147353361946,
+      "grad_norm": 0.1723722959425673,
+      "learning_rate": 5.538194652379514e-05,
+      "loss": 0.6796,
+      "step": 7357
+    },
+    {
+      "epoch": 0.6579041487839771,
+      "grad_norm": 0.17970337012455084,
+      "learning_rate": 5.5356030748811575e-05,
+      "loss": 0.6464,
+      "step": 7358
+    },
+    {
+      "epoch": 0.6579935622317596,
+      "grad_norm": 0.13383585293465058,
+      "learning_rate": 5.5330118718063795e-05,
+      "loss": 0.6631,
+      "step": 7359
+    },
+    {
+      "epoch": 0.6580829756795422,
+      "grad_norm": 0.1559148157410101,
+      "learning_rate": 5.530421043372507e-05,
+      "loss": 0.6446,
+      "step": 7360
+    },
+    {
+      "epoch": 0.6581723891273248,
+      "grad_norm": 0.13723425732840702,
+      "learning_rate": 5.5278305897968185e-05,
+      "loss": 0.6185,
+      "step": 7361
+    },
+    {
+      "epoch": 0.6582618025751072,
+      "grad_norm": 0.18266656466354936,
+      "learning_rate": 5.525240511296577e-05,
+      "loss": 0.6903,
+      "step": 7362
+    },
+    {
+      "epoch": 0.6583512160228898,
+      "grad_norm": 0.1363669596971924,
+      "learning_rate": 5.522650808089011e-05,
+      "loss": 0.6342,
+      "step": 7363
+    },
+    {
+      "epoch": 0.6584406294706724,
+      "grad_norm": 0.14095682565461537,
+      "learning_rate": 5.520061480391313e-05,
+      "loss": 0.6322,
+      "step": 7364
+    },
+    {
+      "epoch": 0.658530042918455,
+      "grad_norm": 0.15973673733326962,
+      "learning_rate": 5.517472528420653e-05,
+      "loss": 0.6593,
+      "step": 7365
+    },
+    {
+      "epoch": 0.6586194563662375,
+      "grad_norm": 0.18105382178869184,
+      "learning_rate": 5.514883952394154e-05,
+      "loss": 0.651,
+      "step": 7366
+    },
+    {
+      "epoch": 0.65870886981402,
+      "grad_norm": 0.14637879141025842,
+      "learning_rate": 5.512295752528922e-05,
+      "loss": 0.6248,
+      "step": 7367
+    },
+    {
+      "epoch": 0.6587982832618026,
+      "grad_norm": 0.1412841982884742,
+      "learning_rate": 5.50970792904203e-05,
+      "loss": 0.6205,
+      "step": 7368
+    },
+    {
+      "epoch": 0.6588876967095851,
+      "grad_norm": 0.16743978600811155,
+      "learning_rate": 5.507120482150501e-05,
+      "loss": 0.6895,
+      "step": 7369
+    },
+    {
+      "epoch": 0.6589771101573677,
+      "grad_norm": 0.14684661446753516,
+      "learning_rate": 5.5045334120713565e-05,
+      "loss": 0.6424,
+      "step": 7370
+    },
+    {
+      "epoch": 0.6590665236051502,
+      "grad_norm": 0.14402630553581788,
+      "learning_rate": 5.501946719021569e-05,
+      "loss": 0.6651,
+      "step": 7371
+    },
+    {
+      "epoch": 0.6591559370529327,
+      "grad_norm": 0.14883648539555233,
+      "learning_rate": 5.4993604032180746e-05,
+      "loss": 0.6526,
+      "step": 7372
+    },
+    {
+      "epoch": 0.6592453505007153,
+      "grad_norm": 0.14995188282241156,
+      "learning_rate": 5.496774464877787e-05,
+      "loss": 0.678,
+      "step": 7373
+    },
+    {
+      "epoch": 0.6593347639484979,
+      "grad_norm": 0.15503813990172283,
+      "learning_rate": 5.494188904217592e-05,
+      "loss": 0.6764,
+      "step": 7374
+    },
+    {
+      "epoch": 0.6594241773962805,
+      "grad_norm": 0.1400681682766601,
+      "learning_rate": 5.491603721454327e-05,
+      "loss": 0.6617,
+      "step": 7375
+    },
+    {
+      "epoch": 0.6595135908440629,
+      "grad_norm": 0.14536192075355522,
+      "learning_rate": 5.489018916804813e-05,
+      "loss": 0.6416,
+      "step": 7376
+    },
+    {
+      "epoch": 0.6596030042918455,
+      "grad_norm": 0.17955592721981514,
+      "learning_rate": 5.4864344904858345e-05,
+      "loss": 0.6366,
+      "step": 7377
+    },
+    {
+      "epoch": 0.6596924177396281,
+      "grad_norm": 0.14530348385287076,
+      "learning_rate": 5.483850442714145e-05,
+      "loss": 0.6223,
+      "step": 7378
+    },
+    {
+      "epoch": 0.6597818311874106,
+      "grad_norm": 0.16526186405343993,
+      "learning_rate": 5.481266773706468e-05,
+      "loss": 0.6419,
+      "step": 7379
+    },
+    {
+      "epoch": 0.6598712446351931,
+      "grad_norm": 0.15357128492857056,
+      "learning_rate": 5.4786834836794855e-05,
+      "loss": 0.6826,
+      "step": 7380
+    },
+    {
+      "epoch": 0.6599606580829757,
+      "grad_norm": 0.14955476963759226,
+      "learning_rate": 5.4761005728498594e-05,
+      "loss": 0.6326,
+      "step": 7381
+    },
+    {
+      "epoch": 0.6600500715307582,
+      "grad_norm": 0.14949960119357356,
+      "learning_rate": 5.4735180414342134e-05,
+      "loss": 0.6423,
+      "step": 7382
+    },
+    {
+      "epoch": 0.6601394849785408,
+      "grad_norm": 0.16349409499331183,
+      "learning_rate": 5.4709358896491445e-05,
+      "loss": 0.6884,
+      "step": 7383
+    },
+    {
+      "epoch": 0.6602288984263234,
+      "grad_norm": 0.14329689117271602,
+      "learning_rate": 5.468354117711212e-05,
+      "loss": 0.6393,
+      "step": 7384
+    },
+    {
+      "epoch": 0.6603183118741058,
+      "grad_norm": 0.1635425006274022,
+      "learning_rate": 5.465772725836951e-05,
+      "loss": 0.6663,
+      "step": 7385
+    },
+    {
+      "epoch": 0.6604077253218884,
+      "grad_norm": 0.151196033922598,
+      "learning_rate": 5.463191714242851e-05,
+      "loss": 0.6511,
+      "step": 7386
+    },
+    {
+      "epoch": 0.660497138769671,
+      "grad_norm": 0.16155088928079195,
+      "learning_rate": 5.4606110831453836e-05,
+      "loss": 0.6485,
+      "step": 7387
+    },
+    {
+      "epoch": 0.6605865522174535,
+      "grad_norm": 0.14418858328756826,
+      "learning_rate": 5.458030832760985e-05,
+      "loss": 0.6193,
+      "step": 7388
+    },
+    {
+      "epoch": 0.660675965665236,
+      "grad_norm": 0.17785764014185518,
+      "learning_rate": 5.4554509633060524e-05,
+      "loss": 0.6552,
+      "step": 7389
+    },
+    {
+      "epoch": 0.6607653791130186,
+      "grad_norm": 0.17240099116871158,
+      "learning_rate": 5.452871474996955e-05,
+      "loss": 0.6877,
+      "step": 7390
+    },
+    {
+      "epoch": 0.6608547925608012,
+      "grad_norm": 0.1459528344805517,
+      "learning_rate": 5.450292368050043e-05,
+      "loss": 0.6274,
+      "step": 7391
+    },
+    {
+      "epoch": 0.6609442060085837,
+      "grad_norm": 0.15489243217626103,
+      "learning_rate": 5.447713642681612e-05,
+      "loss": 0.6631,
+      "step": 7392
+    },
+    {
+      "epoch": 0.6610336194563662,
+      "grad_norm": 0.12059371420393453,
+      "learning_rate": 5.44513529910794e-05,
+      "loss": 0.5881,
+      "step": 7393
+    },
+    {
+      "epoch": 0.6611230329041488,
+      "grad_norm": 0.16057745467585283,
+      "learning_rate": 5.442557337545273e-05,
+      "loss": 0.704,
+      "step": 7394
+    },
+    {
+      "epoch": 0.6612124463519313,
+      "grad_norm": 0.17812477427087384,
+      "learning_rate": 5.4399797582098144e-05,
+      "loss": 0.6614,
+      "step": 7395
+    },
+    {
+      "epoch": 0.6613018597997139,
+      "grad_norm": 0.13670604535954603,
+      "learning_rate": 5.437402561317746e-05,
+      "loss": 0.616,
+      "step": 7396
+    },
+    {
+      "epoch": 0.6613912732474965,
+      "grad_norm": 0.1600240954983761,
+      "learning_rate": 5.434825747085215e-05,
+      "loss": 0.6694,
+      "step": 7397
+    },
+    {
+      "epoch": 0.6614806866952789,
+      "grad_norm": 0.1598955611151976,
+      "learning_rate": 5.432249315728336e-05,
+      "loss": 0.663,
+      "step": 7398
+    },
+    {
+      "epoch": 0.6615701001430615,
+      "grad_norm": 0.12207263054896429,
+      "learning_rate": 5.429673267463193e-05,
+      "loss": 0.6292,
+      "step": 7399
+    },
+    {
+      "epoch": 0.6616595135908441,
+      "grad_norm": 0.177653958958076,
+      "learning_rate": 5.427097602505831e-05,
+      "loss": 0.6432,
+      "step": 7400
+    },
+    {
+      "epoch": 0.6617489270386266,
+      "grad_norm": 0.14692115047398766,
+      "learning_rate": 5.42452232107227e-05,
+      "loss": 0.6121,
+      "step": 7401
+    },
+    {
+      "epoch": 0.6618383404864091,
+      "grad_norm": 0.15157321473704466,
+      "learning_rate": 5.4219474233785e-05,
+      "loss": 0.6683,
+      "step": 7402
+    },
+    {
+      "epoch": 0.6619277539341917,
+      "grad_norm": 0.16605445856672446,
+      "learning_rate": 5.419372909640466e-05,
+      "loss": 0.6744,
+      "step": 7403
+    },
+    {
+      "epoch": 0.6620171673819742,
+      "grad_norm": 0.14775038701166238,
+      "learning_rate": 5.416798780074091e-05,
+      "loss": 0.6693,
+      "step": 7404
+    },
+    {
+      "epoch": 0.6621065808297568,
+      "grad_norm": 0.15567437795488714,
+      "learning_rate": 5.414225034895273e-05,
+      "loss": 0.6603,
+      "step": 7405
+    },
+    {
+      "epoch": 0.6621959942775394,
+      "grad_norm": 0.17438409424745185,
+      "learning_rate": 5.411651674319862e-05,
+      "loss": 0.7005,
+      "step": 7406
+    },
+    {
+      "epoch": 0.6622854077253219,
+      "grad_norm": 0.16298988836622008,
+      "learning_rate": 5.409078698563682e-05,
+      "loss": 0.6667,
+      "step": 7407
+    },
+    {
+      "epoch": 0.6623748211731044,
+      "grad_norm": 0.15363889944601639,
+      "learning_rate": 5.4065061078425315e-05,
+      "loss": 0.6604,
+      "step": 7408
+    },
+    {
+      "epoch": 0.662464234620887,
+      "grad_norm": 0.15393857273318298,
+      "learning_rate": 5.403933902372162e-05,
+      "loss": 0.6549,
+      "step": 7409
+    },
+    {
+      "epoch": 0.6625536480686696,
+      "grad_norm": 0.15070852299597112,
+      "learning_rate": 5.401362082368306e-05,
+      "loss": 0.6673,
+      "step": 7410
+    },
+    {
+      "epoch": 0.662643061516452,
+      "grad_norm": 0.15241193927658134,
+      "learning_rate": 5.3987906480466586e-05,
+      "loss": 0.6506,
+      "step": 7411
+    },
+    {
+      "epoch": 0.6627324749642346,
+      "grad_norm": 0.14941493753729504,
+      "learning_rate": 5.3962195996228825e-05,
+      "loss": 0.6403,
+      "step": 7412
+    },
+    {
+      "epoch": 0.6628218884120172,
+      "grad_norm": 0.1622039295416353,
+      "learning_rate": 5.3936489373126075e-05,
+      "loss": 0.6346,
+      "step": 7413
+    },
+    {
+      "epoch": 0.6629113018597997,
+      "grad_norm": 0.13898680975050248,
+      "learning_rate": 5.391078661331439e-05,
+      "loss": 0.6468,
+      "step": 7414
+    },
+    {
+      "epoch": 0.6630007153075823,
+      "grad_norm": 0.1503014079201828,
+      "learning_rate": 5.388508771894931e-05,
+      "loss": 0.6454,
+      "step": 7415
+    },
+    {
+      "epoch": 0.6630901287553648,
+      "grad_norm": 0.1728987553144222,
+      "learning_rate": 5.385939269218625e-05,
+      "loss": 0.6911,
+      "step": 7416
+    },
+    {
+      "epoch": 0.6631795422031473,
+      "grad_norm": 0.16485756775595445,
+      "learning_rate": 5.383370153518019e-05,
+      "loss": 0.6461,
+      "step": 7417
+    },
+    {
+      "epoch": 0.6632689556509299,
+      "grad_norm": 0.14225099343940217,
+      "learning_rate": 5.3808014250085836e-05,
+      "loss": 0.6284,
+      "step": 7418
+    },
+    {
+      "epoch": 0.6633583690987125,
+      "grad_norm": 0.15404225731812407,
+      "learning_rate": 5.3782330839057573e-05,
+      "loss": 0.6659,
+      "step": 7419
+    },
+    {
+      "epoch": 0.663447782546495,
+      "grad_norm": 0.15018809569558456,
+      "learning_rate": 5.375665130424936e-05,
+      "loss": 0.6545,
+      "step": 7420
+    },
+    {
+      "epoch": 0.6635371959942775,
+      "grad_norm": 0.14090597651762177,
+      "learning_rate": 5.373097564781496e-05,
+      "loss": 0.6256,
+      "step": 7421
+    },
+    {
+      "epoch": 0.6636266094420601,
+      "grad_norm": 0.16044447754344768,
+      "learning_rate": 5.3705303871907795e-05,
+      "loss": 0.6137,
+      "step": 7422
+    },
+    {
+      "epoch": 0.6637160228898427,
+      "grad_norm": 0.1551050952951777,
+      "learning_rate": 5.3679635978680843e-05,
+      "loss": 0.6639,
+      "step": 7423
+    },
+    {
+      "epoch": 0.6638054363376252,
+      "grad_norm": 0.18257948001245006,
+      "learning_rate": 5.365397197028685e-05,
+      "loss": 0.6691,
+      "step": 7424
+    },
+    {
+      "epoch": 0.6638948497854077,
+      "grad_norm": 0.14184869229062325,
+      "learning_rate": 5.3628311848878333e-05,
+      "loss": 0.6451,
+      "step": 7425
+    },
+    {
+      "epoch": 0.6639842632331903,
+      "grad_norm": 0.17053790796159696,
+      "learning_rate": 5.360265561660725e-05,
+      "loss": 0.665,
+      "step": 7426
+    },
+    {
+      "epoch": 0.6640736766809728,
+      "grad_norm": 0.1708679100716579,
+      "learning_rate": 5.35770032756254e-05,
+      "loss": 0.6269,
+      "step": 7427
+    },
+    {
+      "epoch": 0.6641630901287554,
+      "grad_norm": 0.15080296129909843,
+      "learning_rate": 5.3551354828084276e-05,
+      "loss": 0.6493,
+      "step": 7428
+    },
+    {
+      "epoch": 0.6642525035765379,
+      "grad_norm": 0.11712596145085928,
+      "learning_rate": 5.352571027613489e-05,
+      "loss": 0.6264,
+      "step": 7429
+    },
+    {
+      "epoch": 0.6643419170243204,
+      "grad_norm": 0.1509293345195252,
+      "learning_rate": 5.350006962192804e-05,
+      "loss": 0.6584,
+      "step": 7430
+    },
+    {
+      "epoch": 0.664431330472103,
+      "grad_norm": 0.14580584939421637,
+      "learning_rate": 5.34744328676142e-05,
+      "loss": 0.6432,
+      "step": 7431
+    },
+    {
+      "epoch": 0.6645207439198856,
+      "grad_norm": 0.12911951872958627,
+      "learning_rate": 5.344880001534349e-05,
+      "loss": 0.6745,
+      "step": 7432
+    },
+    {
+      "epoch": 0.664610157367668,
+      "grad_norm": 0.13846036820258037,
+      "learning_rate": 5.342317106726574e-05,
+      "loss": 0.6224,
+      "step": 7433
+    },
+    {
+      "epoch": 0.6646995708154506,
+      "grad_norm": 0.13785464875339146,
+      "learning_rate": 5.339754602553034e-05,
+      "loss": 0.6252,
+      "step": 7434
+    },
+    {
+      "epoch": 0.6647889842632332,
+      "grad_norm": 0.16983742317683714,
+      "learning_rate": 5.3371924892286484e-05,
+      "loss": 0.6531,
+      "step": 7435
+    },
+    {
+      "epoch": 0.6648783977110158,
+      "grad_norm": 0.1393802108714696,
+      "learning_rate": 5.3346307669683005e-05,
+      "loss": 0.6245,
+      "step": 7436
+    },
+    {
+      "epoch": 0.6649678111587983,
+      "grad_norm": 0.1695753911160159,
+      "learning_rate": 5.332069435986832e-05,
+      "loss": 0.7185,
+      "step": 7437
+    },
+    {
+      "epoch": 0.6650572246065808,
+      "grad_norm": 0.16596404486185673,
+      "learning_rate": 5.329508496499058e-05,
+      "loss": 0.6343,
+      "step": 7438
+    },
+    {
+      "epoch": 0.6651466380543634,
+      "grad_norm": 0.14828708449823197,
+      "learning_rate": 5.326947948719775e-05,
+      "loss": 0.6715,
+      "step": 7439
+    },
+    {
+      "epoch": 0.6652360515021459,
+      "grad_norm": 0.17320176514774424,
+      "learning_rate": 5.324387792863719e-05,
+      "loss": 0.6764,
+      "step": 7440
+    },
+    {
+      "epoch": 0.6653254649499285,
+      "grad_norm": 0.12902612064774338,
+      "learning_rate": 5.3218280291456126e-05,
+      "loss": 0.6318,
+      "step": 7441
+    },
+    {
+      "epoch": 0.665414878397711,
+      "grad_norm": 0.1627960617187993,
+      "learning_rate": 5.319268657780143e-05,
+      "loss": 0.6262,
+      "step": 7442
+    },
+    {
+      "epoch": 0.6655042918454935,
+      "grad_norm": 0.14981225611818844,
+      "learning_rate": 5.316709678981955e-05,
+      "loss": 0.6733,
+      "step": 7443
+    },
+    {
+      "epoch": 0.6655937052932761,
+      "grad_norm": 0.14236872249267787,
+      "learning_rate": 5.314151092965669e-05,
+      "loss": 0.6351,
+      "step": 7444
+    },
+    {
+      "epoch": 0.6656831187410587,
+      "grad_norm": 0.1665625438257295,
+      "learning_rate": 5.311592899945873e-05,
+      "loss": 0.6838,
+      "step": 7445
+    },
+    {
+      "epoch": 0.6657725321888412,
+      "grad_norm": 0.14591632561653828,
+      "learning_rate": 5.3090351001371185e-05,
+      "loss": 0.6021,
+      "step": 7446
+    },
+    {
+      "epoch": 0.6658619456366237,
+      "grad_norm": 0.1499832618290693,
+      "learning_rate": 5.306477693753924e-05,
+      "loss": 0.6593,
+      "step": 7447
+    },
+    {
+      "epoch": 0.6659513590844063,
+      "grad_norm": 0.16579206909961275,
+      "learning_rate": 5.303920681010781e-05,
+      "loss": 0.672,
+      "step": 7448
+    },
+    {
+      "epoch": 0.6660407725321889,
+      "grad_norm": 0.15114429742010974,
+      "learning_rate": 5.301364062122136e-05,
+      "loss": 0.642,
+      "step": 7449
+    },
+    {
+      "epoch": 0.6661301859799714,
+      "grad_norm": 0.13727365032676195,
+      "learning_rate": 5.298807837302411e-05,
+      "loss": 0.6453,
+      "step": 7450
+    },
+    {
+      "epoch": 0.6662195994277539,
+      "grad_norm": 0.15336970528124133,
+      "learning_rate": 5.2962520067660004e-05,
+      "loss": 0.6561,
+      "step": 7451
+    },
+    {
+      "epoch": 0.6663090128755365,
+      "grad_norm": 0.15251615193846882,
+      "learning_rate": 5.2936965707272446e-05,
+      "loss": 0.6513,
+      "step": 7452
+    },
+    {
+      "epoch": 0.666398426323319,
+      "grad_norm": 0.14956037263303543,
+      "learning_rate": 5.291141529400483e-05,
+      "loss": 0.6314,
+      "step": 7453
+    },
+    {
+      "epoch": 0.6664878397711016,
+      "grad_norm": 0.1507504401270683,
+      "learning_rate": 5.288586882999989e-05,
+      "loss": 0.6618,
+      "step": 7454
+    },
+    {
+      "epoch": 0.6665772532188842,
+      "grad_norm": 0.15875403483272515,
+      "learning_rate": 5.286032631740023e-05,
+      "loss": 0.6382,
+      "step": 7455
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.1581657820979628,
+      "learning_rate": 5.283478775834811e-05,
+      "loss": 0.6715,
+      "step": 7456
+    },
+    {
+      "epoch": 0.6667560801144492,
+      "grad_norm": 0.14438534288094054,
+      "learning_rate": 5.280925315498536e-05,
+      "loss": 0.6522,
+      "step": 7457
+    },
+    {
+      "epoch": 0.6668454935622318,
+      "grad_norm": 0.1311925603232437,
+      "learning_rate": 5.278372250945354e-05,
+      "loss": 0.6325,
+      "step": 7458
+    },
+    {
+      "epoch": 0.6669349070100143,
+      "grad_norm": 0.1733898218348394,
+      "learning_rate": 5.2758195823893896e-05,
+      "loss": 0.6361,
+      "step": 7459
+    },
+    {
+      "epoch": 0.6670243204577968,
+      "grad_norm": 0.17354019140586613,
+      "learning_rate": 5.273267310044732e-05,
+      "loss": 0.6671,
+      "step": 7460
+    },
+    {
+      "epoch": 0.6671137339055794,
+      "grad_norm": 0.15748026335241663,
+      "learning_rate": 5.270715434125435e-05,
+      "loss": 0.6534,
+      "step": 7461
+    },
+    {
+      "epoch": 0.667203147353362,
+      "grad_norm": 0.16973830959667044,
+      "learning_rate": 5.2681639548455284e-05,
+      "loss": 0.6672,
+      "step": 7462
+    },
+    {
+      "epoch": 0.6672925608011445,
+      "grad_norm": 0.16299433004095654,
+      "learning_rate": 5.2656128724189916e-05,
+      "loss": 0.6769,
+      "step": 7463
+    },
+    {
+      "epoch": 0.6673819742489271,
+      "grad_norm": 0.1395242888951325,
+      "learning_rate": 5.263062187059785e-05,
+      "loss": 0.6101,
+      "step": 7464
+    },
+    {
+      "epoch": 0.6674713876967096,
+      "grad_norm": 0.17601939065791372,
+      "learning_rate": 5.260511898981837e-05,
+      "loss": 0.6678,
+      "step": 7465
+    },
+    {
+      "epoch": 0.6675608011444921,
+      "grad_norm": 0.14463721814721398,
+      "learning_rate": 5.2579620083990244e-05,
+      "loss": 0.6065,
+      "step": 7466
+    },
+    {
+      "epoch": 0.6676502145922747,
+      "grad_norm": 0.14687487216101622,
+      "learning_rate": 5.2554125155252175e-05,
+      "loss": 0.6727,
+      "step": 7467
+    },
+    {
+      "epoch": 0.6677396280400573,
+      "grad_norm": 0.14996926988955206,
+      "learning_rate": 5.25286342057423e-05,
+      "loss": 0.6655,
+      "step": 7468
+    },
+    {
+      "epoch": 0.6678290414878397,
+      "grad_norm": 0.16516641810690283,
+      "learning_rate": 5.2503147237598546e-05,
+      "loss": 0.6597,
+      "step": 7469
+    },
+    {
+      "epoch": 0.6679184549356223,
+      "grad_norm": 0.1585353630653108,
+      "learning_rate": 5.247766425295848e-05,
+      "loss": 0.628,
+      "step": 7470
+    },
+    {
+      "epoch": 0.6680078683834049,
+      "grad_norm": 0.1457037685058693,
+      "learning_rate": 5.245218525395934e-05,
+      "loss": 0.6417,
+      "step": 7471
+    },
+    {
+      "epoch": 0.6680972818311874,
+      "grad_norm": 0.168826614580652,
+      "learning_rate": 5.242671024273798e-05,
+      "loss": 0.6963,
+      "step": 7472
+    },
+    {
+      "epoch": 0.66818669527897,
+      "grad_norm": 0.15864723511072093,
+      "learning_rate": 5.240123922143096e-05,
+      "loss": 0.6434,
+      "step": 7473
+    },
+    {
+      "epoch": 0.6682761087267525,
+      "grad_norm": 0.17320467121270308,
+      "learning_rate": 5.2375772192174534e-05,
+      "loss": 0.6573,
+      "step": 7474
+    },
+    {
+      "epoch": 0.668365522174535,
+      "grad_norm": 0.14295100058289012,
+      "learning_rate": 5.235030915710457e-05,
+      "loss": 0.6362,
+      "step": 7475
+    },
+    {
+      "epoch": 0.6684549356223176,
+      "grad_norm": 0.14147359419441224,
+      "learning_rate": 5.2324850118356674e-05,
+      "loss": 0.6305,
+      "step": 7476
+    },
+    {
+      "epoch": 0.6685443490701002,
+      "grad_norm": 0.1539484375692636,
+      "learning_rate": 5.229939507806598e-05,
+      "loss": 0.6283,
+      "step": 7477
+    },
+    {
+      "epoch": 0.6686337625178826,
+      "grad_norm": 0.1576157159514826,
+      "learning_rate": 5.2273944038367416e-05,
+      "loss": 0.6415,
+      "step": 7478
+    },
+    {
+      "epoch": 0.6687231759656652,
+      "grad_norm": 0.15521602088668623,
+      "learning_rate": 5.224849700139557e-05,
+      "loss": 0.623,
+      "step": 7479
+    },
+    {
+      "epoch": 0.6688125894134478,
+      "grad_norm": 0.1590866607703765,
+      "learning_rate": 5.222305396928453e-05,
+      "loss": 0.6293,
+      "step": 7480
+    },
+    {
+      "epoch": 0.6689020028612304,
+      "grad_norm": 0.19156096128694167,
+      "learning_rate": 5.219761494416828e-05,
+      "loss": 0.6947,
+      "step": 7481
+    },
+    {
+      "epoch": 0.6689914163090128,
+      "grad_norm": 0.14989272512883836,
+      "learning_rate": 5.2172179928180395e-05,
+      "loss": 0.671,
+      "step": 7482
+    },
+    {
+      "epoch": 0.6690808297567954,
+      "grad_norm": 0.15563427449346195,
+      "learning_rate": 5.214674892345397e-05,
+      "loss": 0.6725,
+      "step": 7483
+    },
+    {
+      "epoch": 0.669170243204578,
+      "grad_norm": 0.1474136796434098,
+      "learning_rate": 5.2121321932121916e-05,
+      "loss": 0.6318,
+      "step": 7484
+    },
+    {
+      "epoch": 0.6692596566523605,
+      "grad_norm": 0.13811722440740248,
+      "learning_rate": 5.209589895631681e-05,
+      "loss": 0.6634,
+      "step": 7485
+    },
+    {
+      "epoch": 0.6693490701001431,
+      "grad_norm": 0.1505686945548982,
+      "learning_rate": 5.207047999817076e-05,
+      "loss": 0.669,
+      "step": 7486
+    },
+    {
+      "epoch": 0.6694384835479256,
+      "grad_norm": 0.1371225768669339,
+      "learning_rate": 5.2045065059815676e-05,
+      "loss": 0.6355,
+      "step": 7487
+    },
+    {
+      "epoch": 0.6695278969957081,
+      "grad_norm": 0.15571908453397523,
+      "learning_rate": 5.201965414338308e-05,
+      "loss": 0.702,
+      "step": 7488
+    },
+    {
+      "epoch": 0.6696173104434907,
+      "grad_norm": 0.15497396478052144,
+      "learning_rate": 5.199424725100413e-05,
+      "loss": 0.6343,
+      "step": 7489
+    },
+    {
+      "epoch": 0.6697067238912733,
+      "grad_norm": 0.15957952436188444,
+      "learning_rate": 5.1968844384809734e-05,
+      "loss": 0.6749,
+      "step": 7490
+    },
+    {
+      "epoch": 0.6697961373390557,
+      "grad_norm": 0.15387446198237745,
+      "learning_rate": 5.194344554693032e-05,
+      "loss": 0.6575,
+      "step": 7491
+    },
+    {
+      "epoch": 0.6698855507868383,
+      "grad_norm": 0.15094606375525188,
+      "learning_rate": 5.1918050739496074e-05,
+      "loss": 0.656,
+      "step": 7492
+    },
+    {
+      "epoch": 0.6699749642346209,
+      "grad_norm": 0.15194211456730208,
+      "learning_rate": 5.189265996463689e-05,
+      "loss": 0.6371,
+      "step": 7493
+    },
+    {
+      "epoch": 0.6700643776824035,
+      "grad_norm": 0.17572235384767254,
+      "learning_rate": 5.186727322448214e-05,
+      "loss": 0.6542,
+      "step": 7494
+    },
+    {
+      "epoch": 0.670153791130186,
+      "grad_norm": 0.1735478329923297,
+      "learning_rate": 5.1841890521161085e-05,
+      "loss": 0.6819,
+      "step": 7495
+    },
+    {
+      "epoch": 0.6702432045779685,
+      "grad_norm": 0.15410489431351743,
+      "learning_rate": 5.181651185680256e-05,
+      "loss": 0.6543,
+      "step": 7496
+    },
+    {
+      "epoch": 0.6703326180257511,
+      "grad_norm": 0.1520893030445348,
+      "learning_rate": 5.1791137233534946e-05,
+      "loss": 0.6299,
+      "step": 7497
+    },
+    {
+      "epoch": 0.6704220314735336,
+      "grad_norm": 0.159345639646097,
+      "learning_rate": 5.1765766653486446e-05,
+      "loss": 0.6749,
+      "step": 7498
+    },
+    {
+      "epoch": 0.6705114449213162,
+      "grad_norm": 0.16817668554948628,
+      "learning_rate": 5.174040011878487e-05,
+      "loss": 0.6366,
+      "step": 7499
+    },
+    {
+      "epoch": 0.6706008583690987,
+      "grad_norm": 0.15904547609249894,
+      "learning_rate": 5.171503763155758e-05,
+      "loss": 0.666,
+      "step": 7500
+    },
+    {
+      "epoch": 0.6706902718168812,
+      "grad_norm": 0.15365584031574295,
+      "learning_rate": 5.168967919393186e-05,
+      "loss": 0.6619,
+      "step": 7501
+    },
+    {
+      "epoch": 0.6707796852646638,
+      "grad_norm": 0.15825685065575834,
+      "learning_rate": 5.166432480803435e-05,
+      "loss": 0.6434,
+      "step": 7502
+    },
+    {
+      "epoch": 0.6708690987124464,
+      "grad_norm": 0.1707647966566006,
+      "learning_rate": 5.1638974475991554e-05,
+      "loss": 0.689,
+      "step": 7503
+    },
+    {
+      "epoch": 0.670958512160229,
+      "grad_norm": 0.15942846402098299,
+      "learning_rate": 5.1613628199929544e-05,
+      "loss": 0.6726,
+      "step": 7504
+    },
+    {
+      "epoch": 0.6710479256080114,
+      "grad_norm": 0.16054903100470597,
+      "learning_rate": 5.158828598197416e-05,
+      "loss": 0.6525,
+      "step": 7505
+    },
+    {
+      "epoch": 0.671137339055794,
+      "grad_norm": 0.1572460378107135,
+      "learning_rate": 5.1562947824250704e-05,
+      "loss": 0.6519,
+      "step": 7506
+    },
+    {
+      "epoch": 0.6712267525035766,
+      "grad_norm": 0.1605691577878853,
+      "learning_rate": 5.1537613728884335e-05,
+      "loss": 0.6564,
+      "step": 7507
+    },
+    {
+      "epoch": 0.6713161659513591,
+      "grad_norm": 0.1630814338901511,
+      "learning_rate": 5.151228369799976e-05,
+      "loss": 0.6417,
+      "step": 7508
+    },
+    {
+      "epoch": 0.6714055793991416,
+      "grad_norm": 0.17120222586797115,
+      "learning_rate": 5.1486957733721405e-05,
+      "loss": 0.7065,
+      "step": 7509
+    },
+    {
+      "epoch": 0.6714949928469242,
+      "grad_norm": 0.15100205255704702,
+      "learning_rate": 5.146163583817336e-05,
+      "loss": 0.6253,
+      "step": 7510
+    },
+    {
+      "epoch": 0.6715844062947067,
+      "grad_norm": 0.14746494090765022,
+      "learning_rate": 5.143631801347926e-05,
+      "loss": 0.623,
+      "step": 7511
+    },
+    {
+      "epoch": 0.6716738197424893,
+      "grad_norm": 0.16390368250118323,
+      "learning_rate": 5.14110042617625e-05,
+      "loss": 0.6661,
+      "step": 7512
+    },
+    {
+      "epoch": 0.6717632331902719,
+      "grad_norm": 0.15469766310556346,
+      "learning_rate": 5.138569458514617e-05,
+      "loss": 0.6884,
+      "step": 7513
+    },
+    {
+      "epoch": 0.6718526466380543,
+      "grad_norm": 0.15794133489342144,
+      "learning_rate": 5.136038898575286e-05,
+      "loss": 0.6658,
+      "step": 7514
+    },
+    {
+      "epoch": 0.6719420600858369,
+      "grad_norm": 0.17735227858647543,
+      "learning_rate": 5.133508746570502e-05,
+      "loss": 0.6809,
+      "step": 7515
+    },
+    {
+      "epoch": 0.6720314735336195,
+      "grad_norm": 0.17721193352777986,
+      "learning_rate": 5.130979002712466e-05,
+      "loss": 0.6728,
+      "step": 7516
+    },
+    {
+      "epoch": 0.672120886981402,
+      "grad_norm": 0.15312152434046758,
+      "learning_rate": 5.128449667213337e-05,
+      "loss": 0.6528,
+      "step": 7517
+    },
+    {
+      "epoch": 0.6722103004291845,
+      "grad_norm": 0.16542728283085845,
+      "learning_rate": 5.1259207402852506e-05,
+      "loss": 0.6501,
+      "step": 7518
+    },
+    {
+      "epoch": 0.6722997138769671,
+      "grad_norm": 0.14561723917799127,
+      "learning_rate": 5.1233922221403094e-05,
+      "loss": 0.6502,
+      "step": 7519
+    },
+    {
+      "epoch": 0.6723891273247496,
+      "grad_norm": 0.15076834366817599,
+      "learning_rate": 5.120864112990569e-05,
+      "loss": 0.6238,
+      "step": 7520
+    },
+    {
+      "epoch": 0.6724785407725322,
+      "grad_norm": 0.16852425495228665,
+      "learning_rate": 5.118336413048064e-05,
+      "loss": 0.6747,
+      "step": 7521
+    },
+    {
+      "epoch": 0.6725679542203148,
+      "grad_norm": 0.16394681440301048,
+      "learning_rate": 5.115809122524787e-05,
+      "loss": 0.6539,
+      "step": 7522
+    },
+    {
+      "epoch": 0.6726573676680973,
+      "grad_norm": 0.15808292320715686,
+      "learning_rate": 5.113282241632702e-05,
+      "loss": 0.6674,
+      "step": 7523
+    },
+    {
+      "epoch": 0.6727467811158798,
+      "grad_norm": 0.1476341821323476,
+      "learning_rate": 5.110755770583736e-05,
+      "loss": 0.6858,
+      "step": 7524
+    },
+    {
+      "epoch": 0.6728361945636624,
+      "grad_norm": 0.16477415522397307,
+      "learning_rate": 5.108229709589776e-05,
+      "loss": 0.6573,
+      "step": 7525
+    },
+    {
+      "epoch": 0.672925608011445,
+      "grad_norm": 0.1902020268738099,
+      "learning_rate": 5.1057040588626816e-05,
+      "loss": 0.669,
+      "step": 7526
+    },
+    {
+      "epoch": 0.6730150214592274,
+      "grad_norm": 0.14619673562783012,
+      "learning_rate": 5.103178818614277e-05,
+      "loss": 0.6522,
+      "step": 7527
+    },
+    {
+      "epoch": 0.67310443490701,
+      "grad_norm": 0.1919454123544424,
+      "learning_rate": 5.100653989056352e-05,
+      "loss": 0.6467,
+      "step": 7528
+    },
+    {
+      "epoch": 0.6731938483547926,
+      "grad_norm": 0.14871749315107782,
+      "learning_rate": 5.098129570400658e-05,
+      "loss": 0.6128,
+      "step": 7529
+    },
+    {
+      "epoch": 0.6732832618025751,
+      "grad_norm": 0.15973546744118,
+      "learning_rate": 5.095605562858923e-05,
+      "loss": 0.683,
+      "step": 7530
+    },
+    {
+      "epoch": 0.6733726752503576,
+      "grad_norm": 0.13270211177014088,
+      "learning_rate": 5.093081966642822e-05,
+      "loss": 0.6278,
+      "step": 7531
+    },
+    {
+      "epoch": 0.6734620886981402,
+      "grad_norm": 0.14817073394141408,
+      "learning_rate": 5.09055878196401e-05,
+      "loss": 0.6523,
+      "step": 7532
+    },
+    {
+      "epoch": 0.6735515021459227,
+      "grad_norm": 0.15547961150447104,
+      "learning_rate": 5.0880360090341084e-05,
+      "loss": 0.6785,
+      "step": 7533
+    },
+    {
+      "epoch": 0.6736409155937053,
+      "grad_norm": 0.15293576860795993,
+      "learning_rate": 5.08551364806469e-05,
+      "loss": 0.6904,
+      "step": 7534
+    },
+    {
+      "epoch": 0.6737303290414879,
+      "grad_norm": 0.1631150090052822,
+      "learning_rate": 5.0829916992673035e-05,
+      "loss": 0.6379,
+      "step": 7535
+    },
+    {
+      "epoch": 0.6738197424892703,
+      "grad_norm": 0.1310522507477968,
+      "learning_rate": 5.080470162853472e-05,
+      "loss": 0.6412,
+      "step": 7536
+    },
+    {
+      "epoch": 0.6739091559370529,
+      "grad_norm": 0.13019382931489543,
+      "learning_rate": 5.0779490390346626e-05,
+      "loss": 0.594,
+      "step": 7537
+    },
+    {
+      "epoch": 0.6739985693848355,
+      "grad_norm": 0.15067119109535973,
+      "learning_rate": 5.075428328022325e-05,
+      "loss": 0.664,
+      "step": 7538
+    },
+    {
+      "epoch": 0.6740879828326181,
+      "grad_norm": 0.14592246460681357,
+      "learning_rate": 5.0729080300278676e-05,
+      "loss": 0.642,
+      "step": 7539
+    },
+    {
+      "epoch": 0.6741773962804005,
+      "grad_norm": 0.16612739707219062,
+      "learning_rate": 5.07038814526266e-05,
+      "loss": 0.6198,
+      "step": 7540
+    },
+    {
+      "epoch": 0.6742668097281831,
+      "grad_norm": 0.16361348091140318,
+      "learning_rate": 5.0678686739380455e-05,
+      "loss": 0.6685,
+      "step": 7541
+    },
+    {
+      "epoch": 0.6743562231759657,
+      "grad_norm": 0.14468637850159652,
+      "learning_rate": 5.065349616265329e-05,
+      "loss": 0.6176,
+      "step": 7542
+    },
+    {
+      "epoch": 0.6744456366237482,
+      "grad_norm": 0.16375267998120102,
+      "learning_rate": 5.062830972455781e-05,
+      "loss": 0.658,
+      "step": 7543
+    },
+    {
+      "epoch": 0.6745350500715308,
+      "grad_norm": 0.16590640778188845,
+      "learning_rate": 5.060312742720639e-05,
+      "loss": 0.6528,
+      "step": 7544
+    },
+    {
+      "epoch": 0.6746244635193133,
+      "grad_norm": 0.17545918830046636,
+      "learning_rate": 5.0577949272711e-05,
+      "loss": 0.6574,
+      "step": 7545
+    },
+    {
+      "epoch": 0.6747138769670958,
+      "grad_norm": 0.14910741674777417,
+      "learning_rate": 5.0552775263183294e-05,
+      "loss": 0.6693,
+      "step": 7546
+    },
+    {
+      "epoch": 0.6748032904148784,
+      "grad_norm": 0.14620498167542684,
+      "learning_rate": 5.052760540073467e-05,
+      "loss": 0.6083,
+      "step": 7547
+    },
+    {
+      "epoch": 0.674892703862661,
+      "grad_norm": 0.14554390361483524,
+      "learning_rate": 5.050243968747599e-05,
+      "loss": 0.6509,
+      "step": 7548
+    },
+    {
+      "epoch": 0.6749821173104434,
+      "grad_norm": 0.14773864866082181,
+      "learning_rate": 5.047727812551786e-05,
+      "loss": 0.6273,
+      "step": 7549
+    },
+    {
+      "epoch": 0.675071530758226,
+      "grad_norm": 0.1469644453012089,
+      "learning_rate": 5.04521207169707e-05,
+      "loss": 0.661,
+      "step": 7550
+    },
+    {
+      "epoch": 0.6751609442060086,
+      "grad_norm": 0.16225533011746412,
+      "learning_rate": 5.0426967463944285e-05,
+      "loss": 0.6288,
+      "step": 7551
+    },
+    {
+      "epoch": 0.6752503576537912,
+      "grad_norm": 0.18607886057149037,
+      "learning_rate": 5.040181836854825e-05,
+      "loss": 0.7278,
+      "step": 7552
+    },
+    {
+      "epoch": 0.6753397711015737,
+      "grad_norm": 0.14672725840386036,
+      "learning_rate": 5.037667343289185e-05,
+      "loss": 0.6281,
+      "step": 7553
+    },
+    {
+      "epoch": 0.6754291845493562,
+      "grad_norm": 0.16341154332276456,
+      "learning_rate": 5.035153265908388e-05,
+      "loss": 0.6767,
+      "step": 7554
+    },
+    {
+      "epoch": 0.6755185979971388,
+      "grad_norm": 0.14163351395900214,
+      "learning_rate": 5.032639604923289e-05,
+      "loss": 0.6466,
+      "step": 7555
+    },
+    {
+      "epoch": 0.6756080114449213,
+      "grad_norm": 0.15302855522214345,
+      "learning_rate": 5.0301263605447093e-05,
+      "loss": 0.6841,
+      "step": 7556
+    },
+    {
+      "epoch": 0.6756974248927039,
+      "grad_norm": 0.13940605824589092,
+      "learning_rate": 5.0276135329834284e-05,
+      "loss": 0.6272,
+      "step": 7557
+    },
+    {
+      "epoch": 0.6757868383404864,
+      "grad_norm": 0.13330162600963508,
+      "learning_rate": 5.0251011224502e-05,
+      "loss": 0.6277,
+      "step": 7558
+    },
+    {
+      "epoch": 0.6758762517882689,
+      "grad_norm": 0.16937183358879562,
+      "learning_rate": 5.0225891291557284e-05,
+      "loss": 0.6975,
+      "step": 7559
+    },
+    {
+      "epoch": 0.6759656652360515,
+      "grad_norm": 0.16084017484550814,
+      "learning_rate": 5.020077553310694e-05,
+      "loss": 0.6611,
+      "step": 7560
+    },
+    {
+      "epoch": 0.6760550786838341,
+      "grad_norm": 0.15909929751544385,
+      "learning_rate": 5.0175663951257424e-05,
+      "loss": 0.6601,
+      "step": 7561
+    },
+    {
+      "epoch": 0.6761444921316166,
+      "grad_norm": 0.1474272867775791,
+      "learning_rate": 5.015055654811484e-05,
+      "loss": 0.6288,
+      "step": 7562
+    },
+    {
+      "epoch": 0.6762339055793991,
+      "grad_norm": 0.13881343510485192,
+      "learning_rate": 5.012545332578479e-05,
+      "loss": 0.6315,
+      "step": 7563
+    },
+    {
+      "epoch": 0.6763233190271817,
+      "grad_norm": 0.15700381059025048,
+      "learning_rate": 5.0100354286372806e-05,
+      "loss": 0.6424,
+      "step": 7564
+    },
+    {
+      "epoch": 0.6764127324749643,
+      "grad_norm": 0.158913963040996,
+      "learning_rate": 5.007525943198382e-05,
+      "loss": 0.6637,
+      "step": 7565
+    },
+    {
+      "epoch": 0.6765021459227468,
+      "grad_norm": 0.170727745629773,
+      "learning_rate": 5.0050168764722524e-05,
+      "loss": 0.6587,
+      "step": 7566
+    },
+    {
+      "epoch": 0.6765915593705293,
+      "grad_norm": 0.15867534464595748,
+      "learning_rate": 5.002508228669329e-05,
+      "loss": 0.6145,
+      "step": 7567
+    },
+    {
+      "epoch": 0.6766809728183119,
+      "grad_norm": 0.16579090818369951,
+      "learning_rate": 5.000000000000002e-05,
+      "loss": 0.6555,
+      "step": 7568
+    },
+    {
+      "epoch": 0.6767703862660944,
+      "grad_norm": 0.15221261549907708,
+      "learning_rate": 4.9974921906746363e-05,
+      "loss": 0.6564,
+      "step": 7569
+    },
+    {
+      "epoch": 0.676859799713877,
+      "grad_norm": 0.1729054310299205,
+      "learning_rate": 4.9949848009035584e-05,
+      "loss": 0.6703,
+      "step": 7570
+    },
+    {
+      "epoch": 0.6769492131616596,
+      "grad_norm": 0.1663000641015873,
+      "learning_rate": 4.992477830897061e-05,
+      "loss": 0.6961,
+      "step": 7571
+    },
+    {
+      "epoch": 0.677038626609442,
+      "grad_norm": 0.16100512363003888,
+      "learning_rate": 4.989971280865401e-05,
+      "loss": 0.6381,
+      "step": 7572
+    },
+    {
+      "epoch": 0.6771280400572246,
+      "grad_norm": 0.1418570787198759,
+      "learning_rate": 4.987465151018802e-05,
+      "loss": 0.6643,
+      "step": 7573
+    },
+    {
+      "epoch": 0.6772174535050072,
+      "grad_norm": 0.14761548988188983,
+      "learning_rate": 4.984959441567443e-05,
+      "loss": 0.6562,
+      "step": 7574
+    },
+    {
+      "epoch": 0.6773068669527897,
+      "grad_norm": 0.13856616848696043,
+      "learning_rate": 4.9824541527214797e-05,
+      "loss": 0.5899,
+      "step": 7575
+    },
+    {
+      "epoch": 0.6773962804005722,
+      "grad_norm": 0.14818153648933566,
+      "learning_rate": 4.979949284691031e-05,
+      "loss": 0.6466,
+      "step": 7576
+    },
+    {
+      "epoch": 0.6774856938483548,
+      "grad_norm": 0.1328766946601489,
+      "learning_rate": 4.977444837686165e-05,
+      "loss": 0.6689,
+      "step": 7577
+    },
+    {
+      "epoch": 0.6775751072961373,
+      "grad_norm": 0.1568841965104955,
+      "learning_rate": 4.974940811916943e-05,
+      "loss": 0.6494,
+      "step": 7578
+    },
+    {
+      "epoch": 0.6776645207439199,
+      "grad_norm": 0.14294444475163035,
+      "learning_rate": 4.9724372075933615e-05,
+      "loss": 0.6464,
+      "step": 7579
+    },
+    {
+      "epoch": 0.6777539341917024,
+      "grad_norm": 0.1616092690723768,
+      "learning_rate": 4.9699340249254e-05,
+      "loss": 0.6413,
+      "step": 7580
+    },
+    {
+      "epoch": 0.677843347639485,
+      "grad_norm": 0.1606545288630365,
+      "learning_rate": 4.9674312641230015e-05,
+      "loss": 0.6378,
+      "step": 7581
+    },
+    {
+      "epoch": 0.6779327610872675,
+      "grad_norm": 0.1493416164729554,
+      "learning_rate": 4.9649289253960606e-05,
+      "loss": 0.6668,
+      "step": 7582
+    },
+    {
+      "epoch": 0.6780221745350501,
+      "grad_norm": 0.16494787452540258,
+      "learning_rate": 4.9624270089544464e-05,
+      "loss": 0.6744,
+      "step": 7583
+    },
+    {
+      "epoch": 0.6781115879828327,
+      "grad_norm": 0.15259595425656128,
+      "learning_rate": 4.959925515008002e-05,
+      "loss": 0.626,
+      "step": 7584
+    },
+    {
+      "epoch": 0.6782010014306151,
+      "grad_norm": 0.17267078433904376,
+      "learning_rate": 4.9574244437665154e-05,
+      "loss": 0.6934,
+      "step": 7585
+    },
+    {
+      "epoch": 0.6782904148783977,
+      "grad_norm": 0.1594920490461102,
+      "learning_rate": 4.9549237954397495e-05,
+      "loss": 0.6425,
+      "step": 7586
+    },
+    {
+      "epoch": 0.6783798283261803,
+      "grad_norm": 0.14415432523105504,
+      "learning_rate": 4.952423570237437e-05,
+      "loss": 0.6201,
+      "step": 7587
+    },
+    {
+      "epoch": 0.6784692417739628,
+      "grad_norm": 0.1697094531776879,
+      "learning_rate": 4.949923768369259e-05,
+      "loss": 0.7103,
+      "step": 7588
+    },
+    {
+      "epoch": 0.6785586552217453,
+      "grad_norm": 0.14663107622318172,
+      "learning_rate": 4.9474243900448755e-05,
+      "loss": 0.6603,
+      "step": 7589
+    },
+    {
+      "epoch": 0.6786480686695279,
+      "grad_norm": 0.149367842771557,
+      "learning_rate": 4.9449254354739074e-05,
+      "loss": 0.6492,
+      "step": 7590
+    },
+    {
+      "epoch": 0.6787374821173104,
+      "grad_norm": 0.14668538177061552,
+      "learning_rate": 4.9424269048659375e-05,
+      "loss": 0.596,
+      "step": 7591
+    },
+    {
+      "epoch": 0.678826895565093,
+      "grad_norm": 0.16241764576689766,
+      "learning_rate": 4.939928798430515e-05,
+      "loss": 0.6716,
+      "step": 7592
+    },
+    {
+      "epoch": 0.6789163090128756,
+      "grad_norm": 0.17231345607143753,
+      "learning_rate": 4.9374311163771567e-05,
+      "loss": 0.6866,
+      "step": 7593
+    },
+    {
+      "epoch": 0.679005722460658,
+      "grad_norm": 0.15158524630390766,
+      "learning_rate": 4.9349338589153335e-05,
+      "loss": 0.6582,
+      "step": 7594
+    },
+    {
+      "epoch": 0.6790951359084406,
+      "grad_norm": 0.1420987379246183,
+      "learning_rate": 4.9324370262544905e-05,
+      "loss": 0.6364,
+      "step": 7595
+    },
+    {
+      "epoch": 0.6791845493562232,
+      "grad_norm": 0.12859336147392977,
+      "learning_rate": 4.929940618604037e-05,
+      "loss": 0.6477,
+      "step": 7596
+    },
+    {
+      "epoch": 0.6792739628040058,
+      "grad_norm": 0.1652870182024461,
+      "learning_rate": 4.927444636173334e-05,
+      "loss": 0.7053,
+      "step": 7597
+    },
+    {
+      "epoch": 0.6793633762517882,
+      "grad_norm": 0.13787563309576534,
+      "learning_rate": 4.92494907917173e-05,
+      "loss": 0.6393,
+      "step": 7598
+    },
+    {
+      "epoch": 0.6794527896995708,
+      "grad_norm": 0.1575801187678606,
+      "learning_rate": 4.9224539478085144e-05,
+      "loss": 0.5999,
+      "step": 7599
+    },
+    {
+      "epoch": 0.6795422031473534,
+      "grad_norm": 0.1528748971198036,
+      "learning_rate": 4.919959242292954e-05,
+      "loss": 0.6712,
+      "step": 7600
+    },
+    {
+      "epoch": 0.6796316165951359,
+      "grad_norm": 0.16143508693245195,
+      "learning_rate": 4.9174649628342805e-05,
+      "loss": 0.6517,
+      "step": 7601
+    },
+    {
+      "epoch": 0.6797210300429185,
+      "grad_norm": 0.16163761280185635,
+      "learning_rate": 4.914971109641678e-05,
+      "loss": 0.6759,
+      "step": 7602
+    },
+    {
+      "epoch": 0.679810443490701,
+      "grad_norm": 0.13920610677065925,
+      "learning_rate": 4.912477682924309e-05,
+      "loss": 0.6292,
+      "step": 7603
+    },
+    {
+      "epoch": 0.6798998569384835,
+      "grad_norm": 0.1587631103522063,
+      "learning_rate": 4.909984682891291e-05,
+      "loss": 0.6714,
+      "step": 7604
+    },
+    {
+      "epoch": 0.6799892703862661,
+      "grad_norm": 0.16314457808073815,
+      "learning_rate": 4.907492109751711e-05,
+      "loss": 0.6694,
+      "step": 7605
+    },
+    {
+      "epoch": 0.6800786838340487,
+      "grad_norm": 0.14689581901329288,
+      "learning_rate": 4.904999963714618e-05,
+      "loss": 0.6404,
+      "step": 7606
+    },
+    {
+      "epoch": 0.6801680972818311,
+      "grad_norm": 0.14429525478827288,
+      "learning_rate": 4.902508244989028e-05,
+      "loss": 0.6564,
+      "step": 7607
+    },
+    {
+      "epoch": 0.6802575107296137,
+      "grad_norm": 0.170203091947501,
+      "learning_rate": 4.900016953783912e-05,
+      "loss": 0.6671,
+      "step": 7608
+    },
+    {
+      "epoch": 0.6803469241773963,
+      "grad_norm": 0.15629934456353964,
+      "learning_rate": 4.8975260903082157e-05,
+      "loss": 0.6504,
+      "step": 7609
+    },
+    {
+      "epoch": 0.6804363376251789,
+      "grad_norm": 0.16114021219123048,
+      "learning_rate": 4.895035654770846e-05,
+      "loss": 0.6599,
+      "step": 7610
+    },
+    {
+      "epoch": 0.6805257510729614,
+      "grad_norm": 0.17071803235016436,
+      "learning_rate": 4.892545647380664e-05,
+      "loss": 0.643,
+      "step": 7611
+    },
+    {
+      "epoch": 0.6806151645207439,
+      "grad_norm": 0.17207879995800848,
+      "learning_rate": 4.890056068346518e-05,
+      "loss": 0.6589,
+      "step": 7612
+    },
+    {
+      "epoch": 0.6807045779685265,
+      "grad_norm": 0.15072822165834585,
+      "learning_rate": 4.887566917877194e-05,
+      "loss": 0.6626,
+      "step": 7613
+    },
+    {
+      "epoch": 0.680793991416309,
+      "grad_norm": 0.18322604406282153,
+      "learning_rate": 4.885078196181458e-05,
+      "loss": 0.6726,
+      "step": 7614
+    },
+    {
+      "epoch": 0.6808834048640916,
+      "grad_norm": 0.16849905140104524,
+      "learning_rate": 4.882589903468041e-05,
+      "loss": 0.6541,
+      "step": 7615
+    },
+    {
+      "epoch": 0.6809728183118741,
+      "grad_norm": 0.18318287504795755,
+      "learning_rate": 4.880102039945624e-05,
+      "loss": 0.6755,
+      "step": 7616
+    },
+    {
+      "epoch": 0.6810622317596566,
+      "grad_norm": 0.14536987895722747,
+      "learning_rate": 4.8776146058228665e-05,
+      "loss": 0.6268,
+      "step": 7617
+    },
+    {
+      "epoch": 0.6811516452074392,
+      "grad_norm": 0.14888404788579468,
+      "learning_rate": 4.875127601308386e-05,
+      "loss": 0.6497,
+      "step": 7618
+    },
+    {
+      "epoch": 0.6812410586552218,
+      "grad_norm": 0.14359694786708385,
+      "learning_rate": 4.8726410266107634e-05,
+      "loss": 0.6227,
+      "step": 7619
+    },
+    {
+      "epoch": 0.6813304721030042,
+      "grad_norm": 0.1438553416866338,
+      "learning_rate": 4.870154881938546e-05,
+      "loss": 0.6367,
+      "step": 7620
+    },
+    {
+      "epoch": 0.6814198855507868,
+      "grad_norm": 0.17070084016559672,
+      "learning_rate": 4.867669167500247e-05,
+      "loss": 0.6515,
+      "step": 7621
+    },
+    {
+      "epoch": 0.6815092989985694,
+      "grad_norm": 0.1609299396641306,
+      "learning_rate": 4.865183883504333e-05,
+      "loss": 0.6362,
+      "step": 7622
+    },
+    {
+      "epoch": 0.681598712446352,
+      "grad_norm": 0.164526559013898,
+      "learning_rate": 4.862699030159246e-05,
+      "loss": 0.6656,
+      "step": 7623
+    },
+    {
+      "epoch": 0.6816881258941345,
+      "grad_norm": 0.16060511292795504,
+      "learning_rate": 4.86021460767339e-05,
+      "loss": 0.6677,
+      "step": 7624
+    },
+    {
+      "epoch": 0.681777539341917,
+      "grad_norm": 0.14560741856132448,
+      "learning_rate": 4.8577306162551196e-05,
+      "loss": 0.6362,
+      "step": 7625
+    },
+    {
+      "epoch": 0.6818669527896996,
+      "grad_norm": 0.14165981555741045,
+      "learning_rate": 4.8552470561127775e-05,
+      "loss": 0.6268,
+      "step": 7626
+    },
+    {
+      "epoch": 0.6819563662374821,
+      "grad_norm": 0.14499694746744782,
+      "learning_rate": 4.852763927454653e-05,
+      "loss": 0.6573,
+      "step": 7627
+    },
+    {
+      "epoch": 0.6820457796852647,
+      "grad_norm": 0.15795172270767321,
+      "learning_rate": 4.850281230489e-05,
+      "loss": 0.6337,
+      "step": 7628
+    },
+    {
+      "epoch": 0.6821351931330472,
+      "grad_norm": 0.13549239135607272,
+      "learning_rate": 4.84779896542404e-05,
+      "loss": 0.6319,
+      "step": 7629
+    },
+    {
+      "epoch": 0.6822246065808297,
+      "grad_norm": 0.16344706785227212,
+      "learning_rate": 4.845317132467963e-05,
+      "loss": 0.6609,
+      "step": 7630
+    },
+    {
+      "epoch": 0.6823140200286123,
+      "grad_norm": 0.16228498117962556,
+      "learning_rate": 4.842835731828908e-05,
+      "loss": 0.6304,
+      "step": 7631
+    },
+    {
+      "epoch": 0.6824034334763949,
+      "grad_norm": 0.17039172457729443,
+      "learning_rate": 4.840354763714991e-05,
+      "loss": 0.6666,
+      "step": 7632
+    },
+    {
+      "epoch": 0.6824928469241774,
+      "grad_norm": 0.1682908827073566,
+      "learning_rate": 4.83787422833429e-05,
+      "loss": 0.6916,
+      "step": 7633
+    },
+    {
+      "epoch": 0.6825822603719599,
+      "grad_norm": 0.1474593333169655,
+      "learning_rate": 4.835394125894843e-05,
+      "loss": 0.6121,
+      "step": 7634
+    },
+    {
+      "epoch": 0.6826716738197425,
+      "grad_norm": 0.1622626627511064,
+      "learning_rate": 4.832914456604658e-05,
+      "loss": 0.6449,
+      "step": 7635
+    },
+    {
+      "epoch": 0.682761087267525,
+      "grad_norm": 0.16039761081732595,
+      "learning_rate": 4.830435220671693e-05,
+      "loss": 0.618,
+      "step": 7636
+    },
+    {
+      "epoch": 0.6828505007153076,
+      "grad_norm": 0.156171209318687,
+      "learning_rate": 4.8279564183038825e-05,
+      "loss": 0.625,
+      "step": 7637
+    },
+    {
+      "epoch": 0.6829399141630901,
+      "grad_norm": 0.16589323302650405,
+      "learning_rate": 4.825478049709124e-05,
+      "loss": 0.6869,
+      "step": 7638
+    },
+    {
+      "epoch": 0.6830293276108726,
+      "grad_norm": 0.15192377055953954,
+      "learning_rate": 4.823000115095266e-05,
+      "loss": 0.639,
+      "step": 7639
+    },
+    {
+      "epoch": 0.6831187410586552,
+      "grad_norm": 0.16105644063306282,
+      "learning_rate": 4.82052261467014e-05,
+      "loss": 0.6572,
+      "step": 7640
+    },
+    {
+      "epoch": 0.6832081545064378,
+      "grad_norm": 0.14986553504573613,
+      "learning_rate": 4.81804554864153e-05,
+      "loss": 0.6567,
+      "step": 7641
+    },
+    {
+      "epoch": 0.6832975679542204,
+      "grad_norm": 0.14947997240898703,
+      "learning_rate": 4.815568917217178e-05,
+      "loss": 0.63,
+      "step": 7642
+    },
+    {
+      "epoch": 0.6833869814020028,
+      "grad_norm": 0.170234802496373,
+      "learning_rate": 4.813092720604799e-05,
+      "loss": 0.6261,
+      "step": 7643
+    },
+    {
+      "epoch": 0.6834763948497854,
+      "grad_norm": 0.16633432625567574,
+      "learning_rate": 4.8106169590120745e-05,
+      "loss": 0.6581,
+      "step": 7644
+    },
+    {
+      "epoch": 0.683565808297568,
+      "grad_norm": 0.19718980066979616,
+      "learning_rate": 4.8081416326466346e-05,
+      "loss": 0.6882,
+      "step": 7645
+    },
+    {
+      "epoch": 0.6836552217453505,
+      "grad_norm": 0.16656261028725958,
+      "learning_rate": 4.805666741716085e-05,
+      "loss": 0.6559,
+      "step": 7646
+    },
+    {
+      "epoch": 0.683744635193133,
+      "grad_norm": 0.15710898199838036,
+      "learning_rate": 4.8031922864279924e-05,
+      "loss": 0.6845,
+      "step": 7647
+    },
+    {
+      "epoch": 0.6838340486409156,
+      "grad_norm": 0.14964400028091457,
+      "learning_rate": 4.800718266989888e-05,
+      "loss": 0.6768,
+      "step": 7648
+    },
+    {
+      "epoch": 0.6839234620886981,
+      "grad_norm": 0.1558658455813641,
+      "learning_rate": 4.798244683609262e-05,
+      "loss": 0.6415,
+      "step": 7649
+    },
+    {
+      "epoch": 0.6840128755364807,
+      "grad_norm": 0.16362248700566176,
+      "learning_rate": 4.795771536493576e-05,
+      "loss": 0.6792,
+      "step": 7650
+    },
+    {
+      "epoch": 0.6841022889842633,
+      "grad_norm": 0.16725107205568485,
+      "learning_rate": 4.793298825850243e-05,
+      "loss": 0.6636,
+      "step": 7651
+    },
+    {
+      "epoch": 0.6841917024320457,
+      "grad_norm": 0.13961894751317253,
+      "learning_rate": 4.790826551886649e-05,
+      "loss": 0.6356,
+      "step": 7652
+    },
+    {
+      "epoch": 0.6842811158798283,
+      "grad_norm": 0.15572729027366794,
+      "learning_rate": 4.788354714810141e-05,
+      "loss": 0.6597,
+      "step": 7653
+    },
+    {
+      "epoch": 0.6843705293276109,
+      "grad_norm": 0.16723121988167106,
+      "learning_rate": 4.7858833148280294e-05,
+      "loss": 0.6599,
+      "step": 7654
+    },
+    {
+      "epoch": 0.6844599427753935,
+      "grad_norm": 0.15582700910758165,
+      "learning_rate": 4.78341235214759e-05,
+      "loss": 0.645,
+      "step": 7655
+    },
+    {
+      "epoch": 0.6845493562231759,
+      "grad_norm": 0.15214363955614227,
+      "learning_rate": 4.7809418269760545e-05,
+      "loss": 0.6511,
+      "step": 7656
+    },
+    {
+      "epoch": 0.6846387696709585,
+      "grad_norm": 0.14450734242386118,
+      "learning_rate": 4.778471739520624e-05,
+      "loss": 0.6503,
+      "step": 7657
+    },
+    {
+      "epoch": 0.6847281831187411,
+      "grad_norm": 0.1698157585523244,
+      "learning_rate": 4.7760020899884664e-05,
+      "loss": 0.6364,
+      "step": 7658
+    },
+    {
+      "epoch": 0.6848175965665236,
+      "grad_norm": 0.17041428507844428,
+      "learning_rate": 4.7735328785867004e-05,
+      "loss": 0.6453,
+      "step": 7659
+    },
+    {
+      "epoch": 0.6849070100143062,
+      "grad_norm": 0.15844423015501308,
+      "learning_rate": 4.771064105522417e-05,
+      "loss": 0.65,
+      "step": 7660
+    },
+    {
+      "epoch": 0.6849964234620887,
+      "grad_norm": 0.14515147383474641,
+      "learning_rate": 4.7685957710026784e-05,
+      "loss": 0.6353,
+      "step": 7661
+    },
+    {
+      "epoch": 0.6850858369098712,
+      "grad_norm": 0.15648554653305705,
+      "learning_rate": 4.766127875234492e-05,
+      "loss": 0.625,
+      "step": 7662
+    },
+    {
+      "epoch": 0.6851752503576538,
+      "grad_norm": 0.15907692086654382,
+      "learning_rate": 4.763660418424839e-05,
+      "loss": 0.6781,
+      "step": 7663
+    },
+    {
+      "epoch": 0.6852646638054364,
+      "grad_norm": 0.17422630209576428,
+      "learning_rate": 4.7611934007806666e-05,
+      "loss": 0.6885,
+      "step": 7664
+    },
+    {
+      "epoch": 0.6853540772532188,
+      "grad_norm": 0.1789225135458862,
+      "learning_rate": 4.758726822508874e-05,
+      "loss": 0.6692,
+      "step": 7665
+    },
+    {
+      "epoch": 0.6854434907010014,
+      "grad_norm": 0.15561102675852323,
+      "learning_rate": 4.756260683816333e-05,
+      "loss": 0.6311,
+      "step": 7666
+    },
+    {
+      "epoch": 0.685532904148784,
+      "grad_norm": 0.17109410829465593,
+      "learning_rate": 4.753794984909874e-05,
+      "loss": 0.6524,
+      "step": 7667
+    },
+    {
+      "epoch": 0.6856223175965666,
+      "grad_norm": 0.15211817975468822,
+      "learning_rate": 4.751329725996295e-05,
+      "loss": 0.6452,
+      "step": 7668
+    },
+    {
+      "epoch": 0.685711731044349,
+      "grad_norm": 0.14382647722334163,
+      "learning_rate": 4.748864907282357e-05,
+      "loss": 0.6418,
+      "step": 7669
+    },
+    {
+      "epoch": 0.6858011444921316,
+      "grad_norm": 0.18090797195132846,
+      "learning_rate": 4.746400528974772e-05,
+      "loss": 0.6584,
+      "step": 7670
+    },
+    {
+      "epoch": 0.6858905579399142,
+      "grad_norm": 0.15564388093803852,
+      "learning_rate": 4.7439365912802314e-05,
+      "loss": 0.625,
+      "step": 7671
+    },
+    {
+      "epoch": 0.6859799713876967,
+      "grad_norm": 0.14610057362566747,
+      "learning_rate": 4.741473094405386e-05,
+      "loss": 0.6584,
+      "step": 7672
+    },
+    {
+      "epoch": 0.6860693848354793,
+      "grad_norm": 0.14558980217842793,
+      "learning_rate": 4.739010038556831e-05,
+      "loss": 0.6484,
+      "step": 7673
+    },
+    {
+      "epoch": 0.6861587982832618,
+      "grad_norm": 0.1716822914318593,
+      "learning_rate": 4.736547423941157e-05,
+      "loss": 0.6524,
+      "step": 7674
+    },
+    {
+      "epoch": 0.6862482117310443,
+      "grad_norm": 0.159260267893462,
+      "learning_rate": 4.734085250764896e-05,
+      "loss": 0.6858,
+      "step": 7675
+    },
+    {
+      "epoch": 0.6863376251788269,
+      "grad_norm": 0.13319172254577022,
+      "learning_rate": 4.7316235192345416e-05,
+      "loss": 0.5853,
+      "step": 7676
+    },
+    {
+      "epoch": 0.6864270386266095,
+      "grad_norm": 0.15373997876284645,
+      "learning_rate": 4.729162229556561e-05,
+      "loss": 0.6527,
+      "step": 7677
+    },
+    {
+      "epoch": 0.6865164520743919,
+      "grad_norm": 0.15866254092686727,
+      "learning_rate": 4.726701381937382e-05,
+      "loss": 0.6421,
+      "step": 7678
+    },
+    {
+      "epoch": 0.6866058655221745,
+      "grad_norm": 0.16923831656944924,
+      "learning_rate": 4.724240976583386e-05,
+      "loss": 0.6462,
+      "step": 7679
+    },
+    {
+      "epoch": 0.6866952789699571,
+      "grad_norm": 0.16555413592331725,
+      "learning_rate": 4.7217810137009274e-05,
+      "loss": 0.6626,
+      "step": 7680
+    },
+    {
+      "epoch": 0.6867846924177397,
+      "grad_norm": 0.16323084119203776,
+      "learning_rate": 4.7193214934963206e-05,
+      "loss": 0.681,
+      "step": 7681
+    },
+    {
+      "epoch": 0.6868741058655222,
+      "grad_norm": 0.16243933329217236,
+      "learning_rate": 4.716862416175844e-05,
+      "loss": 0.6352,
+      "step": 7682
+    },
+    {
+      "epoch": 0.6869635193133047,
+      "grad_norm": 0.16440489728324342,
+      "learning_rate": 4.7144037819457345e-05,
+      "loss": 0.6739,
+      "step": 7683
+    },
+    {
+      "epoch": 0.6870529327610873,
+      "grad_norm": 0.1686856232202231,
+      "learning_rate": 4.7119455910122e-05,
+      "loss": 0.686,
+      "step": 7684
+    },
+    {
+      "epoch": 0.6871423462088698,
+      "grad_norm": 0.13692918658347333,
+      "learning_rate": 4.709487843581399e-05,
+      "loss": 0.6288,
+      "step": 7685
+    },
+    {
+      "epoch": 0.6872317596566524,
+      "grad_norm": 0.14699563230739437,
+      "learning_rate": 4.707030539859465e-05,
+      "loss": 0.6314,
+      "step": 7686
+    },
+    {
+      "epoch": 0.6873211731044349,
+      "grad_norm": 0.1572280343523461,
+      "learning_rate": 4.7045736800524856e-05,
+      "loss": 0.6253,
+      "step": 7687
+    },
+    {
+      "epoch": 0.6874105865522174,
+      "grad_norm": 0.1361064840683087,
+      "learning_rate": 4.702117264366517e-05,
+      "loss": 0.6241,
+      "step": 7688
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.15400285983805753,
+      "learning_rate": 4.699661293007579e-05,
+      "loss": 0.6527,
+      "step": 7689
+    },
+    {
+      "epoch": 0.6875894134477826,
+      "grad_norm": 0.16434053512145927,
+      "learning_rate": 4.6972057661816426e-05,
+      "loss": 0.7051,
+      "step": 7690
+    },
+    {
+      "epoch": 0.6876788268955651,
+      "grad_norm": 0.15292401068598377,
+      "learning_rate": 4.6947506840946555e-05,
+      "loss": 0.6132,
+      "step": 7691
+    },
+    {
+      "epoch": 0.6877682403433476,
+      "grad_norm": 0.14999946199811393,
+      "learning_rate": 4.6922960469525245e-05,
+      "loss": 0.6411,
+      "step": 7692
+    },
+    {
+      "epoch": 0.6878576537911302,
+      "grad_norm": 0.1469887492320719,
+      "learning_rate": 4.68984185496111e-05,
+      "loss": 0.6752,
+      "step": 7693
+    },
+    {
+      "epoch": 0.6879470672389127,
+      "grad_norm": 0.14740606997775943,
+      "learning_rate": 4.687388108326243e-05,
+      "loss": 0.6477,
+      "step": 7694
+    },
+    {
+      "epoch": 0.6880364806866953,
+      "grad_norm": 0.1529632726959405,
+      "learning_rate": 4.684934807253727e-05,
+      "loss": 0.6327,
+      "step": 7695
+    },
+    {
+      "epoch": 0.6881258941344778,
+      "grad_norm": 0.16561002940008981,
+      "learning_rate": 4.6824819519493057e-05,
+      "loss": 0.6809,
+      "step": 7696
+    },
+    {
+      "epoch": 0.6882153075822603,
+      "grad_norm": 0.1484974780927311,
+      "learning_rate": 4.6800295426187e-05,
+      "loss": 0.669,
+      "step": 7697
+    },
+    {
+      "epoch": 0.6883047210300429,
+      "grad_norm": 0.17152075394713107,
+      "learning_rate": 4.677577579467597e-05,
+      "loss": 0.6838,
+      "step": 7698
+    },
+    {
+      "epoch": 0.6883941344778255,
+      "grad_norm": 0.18014177495661712,
+      "learning_rate": 4.67512606270163e-05,
+      "loss": 0.6566,
+      "step": 7699
+    },
+    {
+      "epoch": 0.6884835479256081,
+      "grad_norm": 0.16315010539152375,
+      "learning_rate": 4.67267499252641e-05,
+      "loss": 0.6358,
+      "step": 7700
+    },
+    {
+      "epoch": 0.6885729613733905,
+      "grad_norm": 0.16731115100271382,
+      "learning_rate": 4.670224369147505e-05,
+      "loss": 0.6945,
+      "step": 7701
+    },
+    {
+      "epoch": 0.6886623748211731,
+      "grad_norm": 0.13367138559418443,
+      "learning_rate": 4.6677741927704434e-05,
+      "loss": 0.6284,
+      "step": 7702
+    },
+    {
+      "epoch": 0.6887517882689557,
+      "grad_norm": 0.1802608081460676,
+      "learning_rate": 4.6653244636007255e-05,
+      "loss": 0.6765,
+      "step": 7703
+    },
+    {
+      "epoch": 0.6888412017167382,
+      "grad_norm": 0.16726604768525377,
+      "learning_rate": 4.6628751818437985e-05,
+      "loss": 0.6616,
+      "step": 7704
+    },
+    {
+      "epoch": 0.6889306151645207,
+      "grad_norm": 0.15984168965850243,
+      "learning_rate": 4.660426347705085e-05,
+      "loss": 0.6226,
+      "step": 7705
+    },
+    {
+      "epoch": 0.6890200286123033,
+      "grad_norm": 0.17159663092056907,
+      "learning_rate": 4.6579779613899644e-05,
+      "loss": 0.6595,
+      "step": 7706
+    },
+    {
+      "epoch": 0.6891094420600858,
+      "grad_norm": 0.16119481634076663,
+      "learning_rate": 4.6555300231037836e-05,
+      "loss": 0.6684,
+      "step": 7707
+    },
+    {
+      "epoch": 0.6891988555078684,
+      "grad_norm": 0.16171976984472475,
+      "learning_rate": 4.653082533051839e-05,
+      "loss": 0.6709,
+      "step": 7708
+    },
+    {
+      "epoch": 0.689288268955651,
+      "grad_norm": 0.1507377890960507,
+      "learning_rate": 4.650635491439412e-05,
+      "loss": 0.6465,
+      "step": 7709
+    },
+    {
+      "epoch": 0.6893776824034334,
+      "grad_norm": 0.17157357992114536,
+      "learning_rate": 4.6481888984717225e-05,
+      "loss": 0.6724,
+      "step": 7710
+    },
+    {
+      "epoch": 0.689467095851216,
+      "grad_norm": 0.17700403888816266,
+      "learning_rate": 4.6457427543539654e-05,
+      "loss": 0.6758,
+      "step": 7711
+    },
+    {
+      "epoch": 0.6895565092989986,
+      "grad_norm": 0.16148810137269984,
+      "learning_rate": 4.6432970592913026e-05,
+      "loss": 0.6758,
+      "step": 7712
+    },
+    {
+      "epoch": 0.6896459227467812,
+      "grad_norm": 0.15083279712010145,
+      "learning_rate": 4.640851813488842e-05,
+      "loss": 0.6258,
+      "step": 7713
+    },
+    {
+      "epoch": 0.6897353361945636,
+      "grad_norm": 0.1527577890146501,
+      "learning_rate": 4.638407017151667e-05,
+      "loss": 0.6501,
+      "step": 7714
+    },
+    {
+      "epoch": 0.6898247496423462,
+      "grad_norm": 0.1649417756631973,
+      "learning_rate": 4.6359626704848215e-05,
+      "loss": 0.6652,
+      "step": 7715
+    },
+    {
+      "epoch": 0.6899141630901288,
+      "grad_norm": 0.160641968957418,
+      "learning_rate": 4.633518773693307e-05,
+      "loss": 0.6443,
+      "step": 7716
+    },
+    {
+      "epoch": 0.6900035765379113,
+      "grad_norm": 0.17194935176685797,
+      "learning_rate": 4.631075326982093e-05,
+      "loss": 0.6865,
+      "step": 7717
+    },
+    {
+      "epoch": 0.6900929899856938,
+      "grad_norm": 0.17427754213561916,
+      "learning_rate": 4.6286323305561105e-05,
+      "loss": 0.6568,
+      "step": 7718
+    },
+    {
+      "epoch": 0.6901824034334764,
+      "grad_norm": 0.15367503795980395,
+      "learning_rate": 4.626189784620245e-05,
+      "loss": 0.6526,
+      "step": 7719
+    },
+    {
+      "epoch": 0.6902718168812589,
+      "grad_norm": 0.18067763557327549,
+      "learning_rate": 4.623747689379351e-05,
+      "loss": 0.6559,
+      "step": 7720
+    },
+    {
+      "epoch": 0.6903612303290415,
+      "grad_norm": 0.15652183794369773,
+      "learning_rate": 4.621306045038249e-05,
+      "loss": 0.7067,
+      "step": 7721
+    },
+    {
+      "epoch": 0.6904506437768241,
+      "grad_norm": 0.16569710182550976,
+      "learning_rate": 4.618864851801707e-05,
+      "loss": 0.6754,
+      "step": 7722
+    },
+    {
+      "epoch": 0.6905400572246065,
+      "grad_norm": 0.16024406346703648,
+      "learning_rate": 4.6164241098744776e-05,
+      "loss": 0.6518,
+      "step": 7723
+    },
+    {
+      "epoch": 0.6906294706723891,
+      "grad_norm": 0.15671922954587003,
+      "learning_rate": 4.613983819461253e-05,
+      "loss": 0.6902,
+      "step": 7724
+    },
+    {
+      "epoch": 0.6907188841201717,
+      "grad_norm": 0.16336865143751136,
+      "learning_rate": 4.6115439807667005e-05,
+      "loss": 0.6788,
+      "step": 7725
+    },
+    {
+      "epoch": 0.6908082975679543,
+      "grad_norm": 0.17151720264561435,
+      "learning_rate": 4.6091045939954514e-05,
+      "loss": 0.6418,
+      "step": 7726
+    },
+    {
+      "epoch": 0.6908977110157367,
+      "grad_norm": 0.1487858043516081,
+      "learning_rate": 4.606665659352085e-05,
+      "loss": 0.6431,
+      "step": 7727
+    },
+    {
+      "epoch": 0.6909871244635193,
+      "grad_norm": 0.15853037351946261,
+      "learning_rate": 4.604227177041156e-05,
+      "loss": 0.6393,
+      "step": 7728
+    },
+    {
+      "epoch": 0.6910765379113019,
+      "grad_norm": 0.15507812571474613,
+      "learning_rate": 4.601789147267177e-05,
+      "loss": 0.6482,
+      "step": 7729
+    },
+    {
+      "epoch": 0.6911659513590844,
+      "grad_norm": 0.1458150366379245,
+      "learning_rate": 4.5993515702346235e-05,
+      "loss": 0.6624,
+      "step": 7730
+    },
+    {
+      "epoch": 0.691255364806867,
+      "grad_norm": 0.1486296336571495,
+      "learning_rate": 4.596914446147932e-05,
+      "loss": 0.6587,
+      "step": 7731
+    },
+    {
+      "epoch": 0.6913447782546495,
+      "grad_norm": 0.16782995040822754,
+      "learning_rate": 4.594477775211503e-05,
+      "loss": 0.6566,
+      "step": 7732
+    },
+    {
+      "epoch": 0.691434191702432,
+      "grad_norm": 0.17511323973602183,
+      "learning_rate": 4.5920415576296914e-05,
+      "loss": 0.658,
+      "step": 7733
+    },
+    {
+      "epoch": 0.6915236051502146,
+      "grad_norm": 0.16468480597960788,
+      "learning_rate": 4.589605793606824e-05,
+      "loss": 0.6334,
+      "step": 7734
+    },
+    {
+      "epoch": 0.6916130185979972,
+      "grad_norm": 0.14513879155237558,
+      "learning_rate": 4.5871704833471876e-05,
+      "loss": 0.6624,
+      "step": 7735
+    },
+    {
+      "epoch": 0.6917024320457796,
+      "grad_norm": 0.13568789521297098,
+      "learning_rate": 4.584735627055019e-05,
+      "loss": 0.617,
+      "step": 7736
+    },
+    {
+      "epoch": 0.6917918454935622,
+      "grad_norm": 0.15889021819324517,
+      "learning_rate": 4.5823012249345396e-05,
+      "loss": 0.6539,
+      "step": 7737
+    },
+    {
+      "epoch": 0.6918812589413448,
+      "grad_norm": 0.16609922251109324,
+      "learning_rate": 4.579867277189911e-05,
+      "loss": 0.6798,
+      "step": 7738
+    },
+    {
+      "epoch": 0.6919706723891274,
+      "grad_norm": 0.1704995097745781,
+      "learning_rate": 4.5774337840252666e-05,
+      "loss": 0.687,
+      "step": 7739
+    },
+    {
+      "epoch": 0.6920600858369099,
+      "grad_norm": 0.16649234246449257,
+      "learning_rate": 4.575000745644703e-05,
+      "loss": 0.6767,
+      "step": 7740
+    },
+    {
+      "epoch": 0.6921494992846924,
+      "grad_norm": 0.16475472713421555,
+      "learning_rate": 4.5725681622522795e-05,
+      "loss": 0.6842,
+      "step": 7741
+    },
+    {
+      "epoch": 0.692238912732475,
+      "grad_norm": 0.1324086245762211,
+      "learning_rate": 4.570136034052005e-05,
+      "loss": 0.6132,
+      "step": 7742
+    },
+    {
+      "epoch": 0.6923283261802575,
+      "grad_norm": 0.17463988932778812,
+      "learning_rate": 4.567704361247863e-05,
+      "loss": 0.6849,
+      "step": 7743
+    },
+    {
+      "epoch": 0.6924177396280401,
+      "grad_norm": 0.14751146315931177,
+      "learning_rate": 4.5652731440437965e-05,
+      "loss": 0.6445,
+      "step": 7744
+    },
+    {
+      "epoch": 0.6925071530758226,
+      "grad_norm": 0.1630709488870767,
+      "learning_rate": 4.5628423826437085e-05,
+      "loss": 0.6453,
+      "step": 7745
+    },
+    {
+      "epoch": 0.6925965665236051,
+      "grad_norm": 0.16259902439004711,
+      "learning_rate": 4.5604120772514655e-05,
+      "loss": 0.6545,
+      "step": 7746
+    },
+    {
+      "epoch": 0.6926859799713877,
+      "grad_norm": 0.16692738068665935,
+      "learning_rate": 4.557982228070891e-05,
+      "loss": 0.6779,
+      "step": 7747
+    },
+    {
+      "epoch": 0.6927753934191703,
+      "grad_norm": 0.19866575062323652,
+      "learning_rate": 4.5555528353057716e-05,
+      "loss": 0.7267,
+      "step": 7748
+    },
+    {
+      "epoch": 0.6928648068669528,
+      "grad_norm": 0.156206700021094,
+      "learning_rate": 4.553123899159867e-05,
+      "loss": 0.65,
+      "step": 7749
+    },
+    {
+      "epoch": 0.6929542203147353,
+      "grad_norm": 0.16694343848467919,
+      "learning_rate": 4.5506954198368744e-05,
+      "loss": 0.6562,
+      "step": 7750
+    },
+    {
+      "epoch": 0.6930436337625179,
+      "grad_norm": 0.1618897864672272,
+      "learning_rate": 4.54826739754048e-05,
+      "loss": 0.6787,
+      "step": 7751
+    },
+    {
+      "epoch": 0.6931330472103004,
+      "grad_norm": 0.160926151892336,
+      "learning_rate": 4.545839832474318e-05,
+      "loss": 0.6403,
+      "step": 7752
+    },
+    {
+      "epoch": 0.693222460658083,
+      "grad_norm": 0.1669226125223503,
+      "learning_rate": 4.543412724841979e-05,
+      "loss": 0.6613,
+      "step": 7753
+    },
+    {
+      "epoch": 0.6933118741058655,
+      "grad_norm": 0.13706993874850434,
+      "learning_rate": 4.5409860748470246e-05,
+      "loss": 0.6045,
+      "step": 7754
+    },
+    {
+      "epoch": 0.693401287553648,
+      "grad_norm": 0.1457743694631012,
+      "learning_rate": 4.538559882692979e-05,
+      "loss": 0.6546,
+      "step": 7755
+    },
+    {
+      "epoch": 0.6934907010014306,
+      "grad_norm": 0.16859999574382326,
+      "learning_rate": 4.536134148583313e-05,
+      "loss": 0.6568,
+      "step": 7756
+    },
+    {
+      "epoch": 0.6935801144492132,
+      "grad_norm": 0.16290627900854074,
+      "learning_rate": 4.5337088727214835e-05,
+      "loss": 0.6489,
+      "step": 7757
+    },
+    {
+      "epoch": 0.6936695278969958,
+      "grad_norm": 0.15717127978719894,
+      "learning_rate": 4.531284055310887e-05,
+      "loss": 0.6636,
+      "step": 7758
+    },
+    {
+      "epoch": 0.6937589413447782,
+      "grad_norm": 0.17022029789953375,
+      "learning_rate": 4.5288596965548924e-05,
+      "loss": 0.674,
+      "step": 7759
+    },
+    {
+      "epoch": 0.6938483547925608,
+      "grad_norm": 0.14394129773599823,
+      "learning_rate": 4.5264357966568306e-05,
+      "loss": 0.6479,
+      "step": 7760
+    },
+    {
+      "epoch": 0.6939377682403434,
+      "grad_norm": 0.16039724151982296,
+      "learning_rate": 4.5240123558199846e-05,
+      "loss": 0.6784,
+      "step": 7761
+    },
+    {
+      "epoch": 0.6940271816881259,
+      "grad_norm": 0.1513542865696338,
+      "learning_rate": 4.521589374247609e-05,
+      "loss": 0.648,
+      "step": 7762
+    },
+    {
+      "epoch": 0.6941165951359084,
+      "grad_norm": 0.15987503747739246,
+      "learning_rate": 4.519166852142917e-05,
+      "loss": 0.6761,
+      "step": 7763
+    },
+    {
+      "epoch": 0.694206008583691,
+      "grad_norm": 0.14256800552149046,
+      "learning_rate": 4.516744789709081e-05,
+      "loss": 0.6139,
+      "step": 7764
+    },
+    {
+      "epoch": 0.6942954220314735,
+      "grad_norm": 0.14667857220752156,
+      "learning_rate": 4.5143231871492375e-05,
+      "loss": 0.6737,
+      "step": 7765
+    },
+    {
+      "epoch": 0.6943848354792561,
+      "grad_norm": 0.14892607258682714,
+      "learning_rate": 4.5119020446664875e-05,
+      "loss": 0.6499,
+      "step": 7766
+    },
+    {
+      "epoch": 0.6944742489270386,
+      "grad_norm": 0.1593844191151918,
+      "learning_rate": 4.509481362463881e-05,
+      "loss": 0.6415,
+      "step": 7767
+    },
+    {
+      "epoch": 0.6945636623748211,
+      "grad_norm": 0.1681353669551902,
+      "learning_rate": 4.507061140744442e-05,
+      "loss": 0.6506,
+      "step": 7768
+    },
+    {
+      "epoch": 0.6946530758226037,
+      "grad_norm": 0.1486881158265361,
+      "learning_rate": 4.504641379711154e-05,
+      "loss": 0.6337,
+      "step": 7769
+    },
+    {
+      "epoch": 0.6947424892703863,
+      "grad_norm": 0.1379086179030185,
+      "learning_rate": 4.502222079566951e-05,
+      "loss": 0.646,
+      "step": 7770
+    },
+    {
+      "epoch": 0.6948319027181689,
+      "grad_norm": 0.15449723300764517,
+      "learning_rate": 4.499803240514745e-05,
+      "loss": 0.6561,
+      "step": 7771
+    },
+    {
+      "epoch": 0.6949213161659513,
+      "grad_norm": 0.15449870500341115,
+      "learning_rate": 4.497384862757403e-05,
+      "loss": 0.6542,
+      "step": 7772
+    },
+    {
+      "epoch": 0.6950107296137339,
+      "grad_norm": 0.1348202650219162,
+      "learning_rate": 4.494966946497743e-05,
+      "loss": 0.6691,
+      "step": 7773
+    },
+    {
+      "epoch": 0.6951001430615165,
+      "grad_norm": 0.15683868716619231,
+      "learning_rate": 4.492549491938557e-05,
+      "loss": 0.6459,
+      "step": 7774
+    },
+    {
+      "epoch": 0.695189556509299,
+      "grad_norm": 0.17412369573272637,
+      "learning_rate": 4.4901324992825975e-05,
+      "loss": 0.7131,
+      "step": 7775
+    },
+    {
+      "epoch": 0.6952789699570815,
+      "grad_norm": 0.15824777661339814,
+      "learning_rate": 4.487715968732568e-05,
+      "loss": 0.6769,
+      "step": 7776
+    },
+    {
+      "epoch": 0.6953683834048641,
+      "grad_norm": 0.14978757214337046,
+      "learning_rate": 4.4852999004911425e-05,
+      "loss": 0.6484,
+      "step": 7777
+    },
+    {
+      "epoch": 0.6954577968526466,
+      "grad_norm": 0.15952472379258467,
+      "learning_rate": 4.482884294760954e-05,
+      "loss": 0.6794,
+      "step": 7778
+    },
+    {
+      "epoch": 0.6955472103004292,
+      "grad_norm": 0.15328117921378565,
+      "learning_rate": 4.480469151744596e-05,
+      "loss": 0.6472,
+      "step": 7779
+    },
+    {
+      "epoch": 0.6956366237482118,
+      "grad_norm": 0.1602999364277613,
+      "learning_rate": 4.4780544716446294e-05,
+      "loss": 0.6292,
+      "step": 7780
+    },
+    {
+      "epoch": 0.6957260371959942,
+      "grad_norm": 0.1509776864303058,
+      "learning_rate": 4.475640254663561e-05,
+      "loss": 0.6506,
+      "step": 7781
+    },
+    {
+      "epoch": 0.6958154506437768,
+      "grad_norm": 0.1430181739840007,
+      "learning_rate": 4.473226501003873e-05,
+      "loss": 0.6096,
+      "step": 7782
+    },
+    {
+      "epoch": 0.6959048640915594,
+      "grad_norm": 0.17039130467199584,
+      "learning_rate": 4.470813210868008e-05,
+      "loss": 0.6468,
+      "step": 7783
+    },
+    {
+      "epoch": 0.695994277539342,
+      "grad_norm": 0.16335563690812124,
+      "learning_rate": 4.4684003844583534e-05,
+      "loss": 0.6199,
+      "step": 7784
+    },
+    {
+      "epoch": 0.6960836909871244,
+      "grad_norm": 0.13583851948548592,
+      "learning_rate": 4.465988021977282e-05,
+      "loss": 0.6269,
+      "step": 7785
+    },
+    {
+      "epoch": 0.696173104434907,
+      "grad_norm": 0.17424002921566042,
+      "learning_rate": 4.4635761236271144e-05,
+      "loss": 0.6523,
+      "step": 7786
+    },
+    {
+      "epoch": 0.6962625178826896,
+      "grad_norm": 0.18624190506726848,
+      "learning_rate": 4.461164689610129e-05,
+      "loss": 0.6615,
+      "step": 7787
+    },
+    {
+      "epoch": 0.6963519313304721,
+      "grad_norm": 0.16647643842851137,
+      "learning_rate": 4.458753720128571e-05,
+      "loss": 0.6211,
+      "step": 7788
+    },
+    {
+      "epoch": 0.6964413447782547,
+      "grad_norm": 0.16209696372384658,
+      "learning_rate": 4.4563432153846494e-05,
+      "loss": 0.684,
+      "step": 7789
+    },
+    {
+      "epoch": 0.6965307582260372,
+      "grad_norm": 0.17161125830199986,
+      "learning_rate": 4.453933175580525e-05,
+      "loss": 0.657,
+      "step": 7790
+    },
+    {
+      "epoch": 0.6966201716738197,
+      "grad_norm": 0.18259242994722716,
+      "learning_rate": 4.451523600918327e-05,
+      "loss": 0.6902,
+      "step": 7791
+    },
+    {
+      "epoch": 0.6967095851216023,
+      "grad_norm": 0.18748677016786938,
+      "learning_rate": 4.4491144916001425e-05,
+      "loss": 0.6967,
+      "step": 7792
+    },
+    {
+      "epoch": 0.6967989985693849,
+      "grad_norm": 0.1589876996912054,
+      "learning_rate": 4.4467058478280235e-05,
+      "loss": 0.67,
+      "step": 7793
+    },
+    {
+      "epoch": 0.6968884120171673,
+      "grad_norm": 0.16329873886089658,
+      "learning_rate": 4.444297669803981e-05,
+      "loss": 0.6859,
+      "step": 7794
+    },
+    {
+      "epoch": 0.6969778254649499,
+      "grad_norm": 0.13644554193759395,
+      "learning_rate": 4.441889957729979e-05,
+      "loss": 0.6344,
+      "step": 7795
+    },
+    {
+      "epoch": 0.6970672389127325,
+      "grad_norm": 0.1797098557919547,
+      "learning_rate": 4.439482711807955e-05,
+      "loss": 0.6764,
+      "step": 7796
+    },
+    {
+      "epoch": 0.697156652360515,
+      "grad_norm": 0.14234831902910103,
+      "learning_rate": 4.4370759322398006e-05,
+      "loss": 0.6163,
+      "step": 7797
+    },
+    {
+      "epoch": 0.6972460658082976,
+      "grad_norm": 0.165521445491304,
+      "learning_rate": 4.434669619227368e-05,
+      "loss": 0.6094,
+      "step": 7798
+    },
+    {
+      "epoch": 0.6973354792560801,
+      "grad_norm": 0.1624057987418384,
+      "learning_rate": 4.432263772972475e-05,
+      "loss": 0.6282,
+      "step": 7799
+    },
+    {
+      "epoch": 0.6974248927038627,
+      "grad_norm": 0.16288868836988527,
+      "learning_rate": 4.4298583936768976e-05,
+      "loss": 0.6203,
+      "step": 7800
+    },
+    {
+      "epoch": 0.6975143061516452,
+      "grad_norm": 0.15907729543631988,
+      "learning_rate": 4.427453481542366e-05,
+      "loss": 0.6758,
+      "step": 7801
+    },
+    {
+      "epoch": 0.6976037195994278,
+      "grad_norm": 0.159352518514755,
+      "learning_rate": 4.4250490367705824e-05,
+      "loss": 0.6448,
+      "step": 7802
+    },
+    {
+      "epoch": 0.6976931330472103,
+      "grad_norm": 0.1480262883703324,
+      "learning_rate": 4.4226450595632055e-05,
+      "loss": 0.6543,
+      "step": 7803
+    },
+    {
+      "epoch": 0.6977825464949928,
+      "grad_norm": 0.15372831237530132,
+      "learning_rate": 4.420241550121849e-05,
+      "loss": 0.5982,
+      "step": 7804
+    },
+    {
+      "epoch": 0.6978719599427754,
+      "grad_norm": 0.1326442948228844,
+      "learning_rate": 4.41783850864809e-05,
+      "loss": 0.6641,
+      "step": 7805
+    },
+    {
+      "epoch": 0.697961373390558,
+      "grad_norm": 0.1720691585483253,
+      "learning_rate": 4.4154359353434824e-05,
+      "loss": 0.6874,
+      "step": 7806
+    },
+    {
+      "epoch": 0.6980507868383404,
+      "grad_norm": 0.16606545344549387,
+      "learning_rate": 4.4130338304095146e-05,
+      "loss": 0.6612,
+      "step": 7807
+    },
+    {
+      "epoch": 0.698140200286123,
+      "grad_norm": 0.14833806086708132,
+      "learning_rate": 4.4106321940476516e-05,
+      "loss": 0.6676,
+      "step": 7808
+    },
+    {
+      "epoch": 0.6982296137339056,
+      "grad_norm": 0.13872942509561503,
+      "learning_rate": 4.408231026459321e-05,
+      "loss": 0.6072,
+      "step": 7809
+    },
+    {
+      "epoch": 0.6983190271816881,
+      "grad_norm": 0.1500123507091936,
+      "learning_rate": 4.405830327845896e-05,
+      "loss": 0.6641,
+      "step": 7810
+    },
+    {
+      "epoch": 0.6984084406294707,
+      "grad_norm": 0.15514438029247005,
+      "learning_rate": 4.403430098408726e-05,
+      "loss": 0.6687,
+      "step": 7811
+    },
+    {
+      "epoch": 0.6984978540772532,
+      "grad_norm": 0.15120416354088864,
+      "learning_rate": 4.401030338349115e-05,
+      "loss": 0.621,
+      "step": 7812
+    },
+    {
+      "epoch": 0.6985872675250357,
+      "grad_norm": 0.16284913057824135,
+      "learning_rate": 4.3986310478683265e-05,
+      "loss": 0.6625,
+      "step": 7813
+    },
+    {
+      "epoch": 0.6986766809728183,
+      "grad_norm": 0.15872358453970672,
+      "learning_rate": 4.3962322271675915e-05,
+      "loss": 0.663,
+      "step": 7814
+    },
+    {
+      "epoch": 0.6987660944206009,
+      "grad_norm": 0.16040763523205284,
+      "learning_rate": 4.393833876448089e-05,
+      "loss": 0.6523,
+      "step": 7815
+    },
+    {
+      "epoch": 0.6988555078683834,
+      "grad_norm": 0.15553832645685814,
+      "learning_rate": 4.3914359959109686e-05,
+      "loss": 0.6374,
+      "step": 7816
+    },
+    {
+      "epoch": 0.6989449213161659,
+      "grad_norm": 0.13898045193649697,
+      "learning_rate": 4.389038585757341e-05,
+      "loss": 0.6437,
+      "step": 7817
+    },
+    {
+      "epoch": 0.6990343347639485,
+      "grad_norm": 0.15517911874752124,
+      "learning_rate": 4.3866416461882676e-05,
+      "loss": 0.63,
+      "step": 7818
+    },
+    {
+      "epoch": 0.6991237482117311,
+      "grad_norm": 0.1556375774217978,
+      "learning_rate": 4.3842451774047755e-05,
+      "loss": 0.6074,
+      "step": 7819
+    },
+    {
+      "epoch": 0.6992131616595136,
+      "grad_norm": 0.15315199587926964,
+      "learning_rate": 4.381849179607867e-05,
+      "loss": 0.6635,
+      "step": 7820
+    },
+    {
+      "epoch": 0.6993025751072961,
+      "grad_norm": 0.1711016344436497,
+      "learning_rate": 4.379453652998479e-05,
+      "loss": 0.6655,
+      "step": 7821
+    },
+    {
+      "epoch": 0.6993919885550787,
+      "grad_norm": 0.1505789900833862,
+      "learning_rate": 4.377058597777524e-05,
+      "loss": 0.6672,
+      "step": 7822
+    },
+    {
+      "epoch": 0.6994814020028612,
+      "grad_norm": 0.15051420662535012,
+      "learning_rate": 4.3746640141458786e-05,
+      "loss": 0.6366,
+      "step": 7823
+    },
+    {
+      "epoch": 0.6995708154506438,
+      "grad_norm": 0.15537856004293918,
+      "learning_rate": 4.372269902304363e-05,
+      "loss": 0.6438,
+      "step": 7824
+    },
+    {
+      "epoch": 0.6996602288984263,
+      "grad_norm": 0.15505842528223285,
+      "learning_rate": 4.369876262453776e-05,
+      "loss": 0.6496,
+      "step": 7825
+    },
+    {
+      "epoch": 0.6997496423462088,
+      "grad_norm": 0.1310834165185172,
+      "learning_rate": 4.367483094794866e-05,
+      "loss": 0.6145,
+      "step": 7826
+    },
+    {
+      "epoch": 0.6998390557939914,
+      "grad_norm": 0.17832869264328455,
+      "learning_rate": 4.365090399528349e-05,
+      "loss": 0.6664,
+      "step": 7827
+    },
+    {
+      "epoch": 0.699928469241774,
+      "grad_norm": 0.162903834271852,
+      "learning_rate": 4.362698176854892e-05,
+      "loss": 0.684,
+      "step": 7828
+    },
+    {
+      "epoch": 0.7000178826895566,
+      "grad_norm": 0.15776385938471899,
+      "learning_rate": 4.360306426975136e-05,
+      "loss": 0.6577,
+      "step": 7829
+    },
+    {
+      "epoch": 0.700107296137339,
+      "grad_norm": 0.17047293492671953,
+      "learning_rate": 4.357915150089665e-05,
+      "loss": 0.6301,
+      "step": 7830
+    },
+    {
+      "epoch": 0.7001967095851216,
+      "grad_norm": 0.1501688279181544,
+      "learning_rate": 4.355524346399037e-05,
+      "loss": 0.6864,
+      "step": 7831
+    },
+    {
+      "epoch": 0.7002861230329042,
+      "grad_norm": 0.15601701968709397,
+      "learning_rate": 4.3531340161037684e-05,
+      "loss": 0.6244,
+      "step": 7832
+    },
+    {
+      "epoch": 0.7003755364806867,
+      "grad_norm": 0.1616656445658874,
+      "learning_rate": 4.350744159404323e-05,
+      "loss": 0.6629,
+      "step": 7833
+    },
+    {
+      "epoch": 0.7004649499284692,
+      "grad_norm": 0.14287121472287495,
+      "learning_rate": 4.348354776501149e-05,
+      "loss": 0.6238,
+      "step": 7834
+    },
+    {
+      "epoch": 0.7005543633762518,
+      "grad_norm": 0.15508021342745024,
+      "learning_rate": 4.345965867594631e-05,
+      "loss": 0.6689,
+      "step": 7835
+    },
+    {
+      "epoch": 0.7006437768240343,
+      "grad_norm": 0.15639761975696528,
+      "learning_rate": 4.3435774328851276e-05,
+      "loss": 0.6655,
+      "step": 7836
+    },
+    {
+      "epoch": 0.7007331902718169,
+      "grad_norm": 0.15297168421933696,
+      "learning_rate": 4.3411894725729576e-05,
+      "loss": 0.6462,
+      "step": 7837
+    },
+    {
+      "epoch": 0.7008226037195995,
+      "grad_norm": 0.15751386637305845,
+      "learning_rate": 4.338801986858388e-05,
+      "loss": 0.6583,
+      "step": 7838
+    },
+    {
+      "epoch": 0.7009120171673819,
+      "grad_norm": 0.15885138812747832,
+      "learning_rate": 4.336414975941656e-05,
+      "loss": 0.6184,
+      "step": 7839
+    },
+    {
+      "epoch": 0.7010014306151645,
+      "grad_norm": 0.154579234831873,
+      "learning_rate": 4.3340284400229666e-05,
+      "loss": 0.6469,
+      "step": 7840
+    },
+    {
+      "epoch": 0.7010908440629471,
+      "grad_norm": 0.1532833226230521,
+      "learning_rate": 4.331642379302466e-05,
+      "loss": 0.6329,
+      "step": 7841
+    },
+    {
+      "epoch": 0.7011802575107297,
+      "grad_norm": 0.17037318538228352,
+      "learning_rate": 4.329256793980274e-05,
+      "loss": 0.6982,
+      "step": 7842
+    },
+    {
+      "epoch": 0.7012696709585121,
+      "grad_norm": 0.1646470132397518,
+      "learning_rate": 4.326871684256469e-05,
+      "loss": 0.6705,
+      "step": 7843
+    },
+    {
+      "epoch": 0.7013590844062947,
+      "grad_norm": 0.15104051561497234,
+      "learning_rate": 4.324487050331082e-05,
+      "loss": 0.6364,
+      "step": 7844
+    },
+    {
+      "epoch": 0.7014484978540773,
+      "grad_norm": 0.15899175327448045,
+      "learning_rate": 4.3221028924041105e-05,
+      "loss": 0.6654,
+      "step": 7845
+    },
+    {
+      "epoch": 0.7015379113018598,
+      "grad_norm": 0.17299220796919587,
+      "learning_rate": 4.3197192106755125e-05,
+      "loss": 0.6704,
+      "step": 7846
+    },
+    {
+      "epoch": 0.7016273247496424,
+      "grad_norm": 0.145816698252405,
+      "learning_rate": 4.317336005345204e-05,
+      "loss": 0.6253,
+      "step": 7847
+    },
+    {
+      "epoch": 0.7017167381974249,
+      "grad_norm": 0.13402950082996254,
+      "learning_rate": 4.314953276613066e-05,
+      "loss": 0.614,
+      "step": 7848
+    },
+    {
+      "epoch": 0.7018061516452074,
+      "grad_norm": 0.15185375056134257,
+      "learning_rate": 4.312571024678926e-05,
+      "loss": 0.6123,
+      "step": 7849
+    },
+    {
+      "epoch": 0.70189556509299,
+      "grad_norm": 0.1666680690695353,
+      "learning_rate": 4.310189249742588e-05,
+      "loss": 0.6742,
+      "step": 7850
+    },
+    {
+      "epoch": 0.7019849785407726,
+      "grad_norm": 0.16514961121188595,
+      "learning_rate": 4.307807952003804e-05,
+      "loss": 0.6555,
+      "step": 7851
+    },
+    {
+      "epoch": 0.702074391988555,
+      "grad_norm": 0.15804131554190434,
+      "learning_rate": 4.305427131662296e-05,
+      "loss": 0.6693,
+      "step": 7852
+    },
+    {
+      "epoch": 0.7021638054363376,
+      "grad_norm": 0.1577680164558229,
+      "learning_rate": 4.303046788917732e-05,
+      "loss": 0.6655,
+      "step": 7853
+    },
+    {
+      "epoch": 0.7022532188841202,
+      "grad_norm": 0.15114668929603622,
+      "learning_rate": 4.3006669239697596e-05,
+      "loss": 0.6007,
+      "step": 7854
+    },
+    {
+      "epoch": 0.7023426323319027,
+      "grad_norm": 0.161765066745904,
+      "learning_rate": 4.298287537017965e-05,
+      "loss": 0.6407,
+      "step": 7855
+    },
+    {
+      "epoch": 0.7024320457796852,
+      "grad_norm": 0.15313218196875011,
+      "learning_rate": 4.29590862826191e-05,
+      "loss": 0.6415,
+      "step": 7856
+    },
+    {
+      "epoch": 0.7025214592274678,
+      "grad_norm": 0.13707822456429558,
+      "learning_rate": 4.293530197901112e-05,
+      "loss": 0.6168,
+      "step": 7857
+    },
+    {
+      "epoch": 0.7026108726752504,
+      "grad_norm": 0.163601566746949,
+      "learning_rate": 4.291152246135042e-05,
+      "loss": 0.6354,
+      "step": 7858
+    },
+    {
+      "epoch": 0.7027002861230329,
+      "grad_norm": 0.15692616123422762,
+      "learning_rate": 4.288774773163138e-05,
+      "loss": 0.6058,
+      "step": 7859
+    },
+    {
+      "epoch": 0.7027896995708155,
+      "grad_norm": 0.15592807766565187,
+      "learning_rate": 4.286397779184796e-05,
+      "loss": 0.6254,
+      "step": 7860
+    },
+    {
+      "epoch": 0.702879113018598,
+      "grad_norm": 0.15406722805798798,
+      "learning_rate": 4.2840212643993725e-05,
+      "loss": 0.6633,
+      "step": 7861
+    },
+    {
+      "epoch": 0.7029685264663805,
+      "grad_norm": 0.15700317550323198,
+      "learning_rate": 4.2816452290061826e-05,
+      "loss": 0.6121,
+      "step": 7862
+    },
+    {
+      "epoch": 0.7030579399141631,
+      "grad_norm": 0.18370568996678743,
+      "learning_rate": 4.279269673204504e-05,
+      "loss": 0.7157,
+      "step": 7863
+    },
+    {
+      "epoch": 0.7031473533619457,
+      "grad_norm": 0.15491797764023946,
+      "learning_rate": 4.276894597193567e-05,
+      "loss": 0.6363,
+      "step": 7864
+    },
+    {
+      "epoch": 0.7032367668097281,
+      "grad_norm": 0.1438063036642078,
+      "learning_rate": 4.274520001172567e-05,
+      "loss": 0.6236,
+      "step": 7865
+    },
+    {
+      "epoch": 0.7033261802575107,
+      "grad_norm": 0.14194637014581268,
+      "learning_rate": 4.2721458853406646e-05,
+      "loss": 0.6309,
+      "step": 7866
+    },
+    {
+      "epoch": 0.7034155937052933,
+      "grad_norm": 0.16417257619254558,
+      "learning_rate": 4.2697722498969616e-05,
+      "loss": 0.6472,
+      "step": 7867
+    },
+    {
+      "epoch": 0.7035050071530758,
+      "grad_norm": 0.16270445811411727,
+      "learning_rate": 4.267399095040546e-05,
+      "loss": 0.6659,
+      "step": 7868
+    },
+    {
+      "epoch": 0.7035944206008584,
+      "grad_norm": 0.12729220955011875,
+      "learning_rate": 4.265026420970443e-05,
+      "loss": 0.5972,
+      "step": 7869
+    },
+    {
+      "epoch": 0.7036838340486409,
+      "grad_norm": 0.15101977475360387,
+      "learning_rate": 4.2626542278856464e-05,
+      "loss": 0.6704,
+      "step": 7870
+    },
+    {
+      "epoch": 0.7037732474964234,
+      "grad_norm": 0.15189420421651698,
+      "learning_rate": 4.2602825159851156e-05,
+      "loss": 0.6493,
+      "step": 7871
+    },
+    {
+      "epoch": 0.703862660944206,
+      "grad_norm": 0.1657305590138313,
+      "learning_rate": 4.257911285467754e-05,
+      "loss": 0.6463,
+      "step": 7872
+    },
+    {
+      "epoch": 0.7039520743919886,
+      "grad_norm": 0.147973046959365,
+      "learning_rate": 4.2555405365324385e-05,
+      "loss": 0.6586,
+      "step": 7873
+    },
+    {
+      "epoch": 0.704041487839771,
+      "grad_norm": 0.15623756504130576,
+      "learning_rate": 4.2531702693780005e-05,
+      "loss": 0.6327,
+      "step": 7874
+    },
+    {
+      "epoch": 0.7041309012875536,
+      "grad_norm": 0.15240191514330517,
+      "learning_rate": 4.250800484203232e-05,
+      "loss": 0.6117,
+      "step": 7875
+    },
+    {
+      "epoch": 0.7042203147353362,
+      "grad_norm": 0.15582952603809935,
+      "learning_rate": 4.2484311812068836e-05,
+      "loss": 0.6837,
+      "step": 7876
+    },
+    {
+      "epoch": 0.7043097281831188,
+      "grad_norm": 0.1823672696166188,
+      "learning_rate": 4.246062360587669e-05,
+      "loss": 0.6779,
+      "step": 7877
+    },
+    {
+      "epoch": 0.7043991416309013,
+      "grad_norm": 0.18150497080444516,
+      "learning_rate": 4.243694022544251e-05,
+      "loss": 0.6287,
+      "step": 7878
+    },
+    {
+      "epoch": 0.7044885550786838,
+      "grad_norm": 0.15248831470163193,
+      "learning_rate": 4.241326167275265e-05,
+      "loss": 0.6487,
+      "step": 7879
+    },
+    {
+      "epoch": 0.7045779685264664,
+      "grad_norm": 0.15557138189538078,
+      "learning_rate": 4.238958794979302e-05,
+      "loss": 0.6513,
+      "step": 7880
+    },
+    {
+      "epoch": 0.7046673819742489,
+      "grad_norm": 0.1544091941985913,
+      "learning_rate": 4.236591905854898e-05,
+      "loss": 0.6664,
+      "step": 7881
+    },
+    {
+      "epoch": 0.7047567954220315,
+      "grad_norm": 0.17059756629938216,
+      "learning_rate": 4.23422550010058e-05,
+      "loss": 0.6386,
+      "step": 7882
+    },
+    {
+      "epoch": 0.704846208869814,
+      "grad_norm": 0.15235709579185852,
+      "learning_rate": 4.231859577914802e-05,
+      "loss": 0.6155,
+      "step": 7883
+    },
+    {
+      "epoch": 0.7049356223175965,
+      "grad_norm": 0.15308313892374809,
+      "learning_rate": 4.229494139495995e-05,
+      "loss": 0.6467,
+      "step": 7884
+    },
+    {
+      "epoch": 0.7050250357653791,
+      "grad_norm": 0.16834720899168168,
+      "learning_rate": 4.2271291850425455e-05,
+      "loss": 0.6804,
+      "step": 7885
+    },
+    {
+      "epoch": 0.7051144492131617,
+      "grad_norm": 0.14709925057953924,
+      "learning_rate": 4.224764714752803e-05,
+      "loss": 0.6365,
+      "step": 7886
+    },
+    {
+      "epoch": 0.7052038626609443,
+      "grad_norm": 0.17365614891350115,
+      "learning_rate": 4.2224007288250645e-05,
+      "loss": 0.6803,
+      "step": 7887
+    },
+    {
+      "epoch": 0.7052932761087267,
+      "grad_norm": 0.16866732958353403,
+      "learning_rate": 4.2200372274576e-05,
+      "loss": 0.6711,
+      "step": 7888
+    },
+    {
+      "epoch": 0.7053826895565093,
+      "grad_norm": 0.1535537760475128,
+      "learning_rate": 4.2176742108486334e-05,
+      "loss": 0.6184,
+      "step": 7889
+    },
+    {
+      "epoch": 0.7054721030042919,
+      "grad_norm": 0.13845139236498266,
+      "learning_rate": 4.2153116791963465e-05,
+      "loss": 0.6263,
+      "step": 7890
+    },
+    {
+      "epoch": 0.7055615164520744,
+      "grad_norm": 0.15242119063546566,
+      "learning_rate": 4.212949632698887e-05,
+      "loss": 0.6444,
+      "step": 7891
+    },
+    {
+      "epoch": 0.7056509298998569,
+      "grad_norm": 0.14584301640908653,
+      "learning_rate": 4.210588071554349e-05,
+      "loss": 0.6317,
+      "step": 7892
+    },
+    {
+      "epoch": 0.7057403433476395,
+      "grad_norm": 0.15676612828954747,
+      "learning_rate": 4.208226995960798e-05,
+      "loss": 0.6529,
+      "step": 7893
+    },
+    {
+      "epoch": 0.705829756795422,
+      "grad_norm": 0.1539145601983355,
+      "learning_rate": 4.205866406116258e-05,
+      "loss": 0.6255,
+      "step": 7894
+    },
+    {
+      "epoch": 0.7059191702432046,
+      "grad_norm": 0.18179220567550605,
+      "learning_rate": 4.203506302218697e-05,
+      "loss": 0.7086,
+      "step": 7895
+    },
+    {
+      "epoch": 0.7060085836909872,
+      "grad_norm": 0.17345804353559277,
+      "learning_rate": 4.2011466844660655e-05,
+      "loss": 0.6438,
+      "step": 7896
+    },
+    {
+      "epoch": 0.7060979971387696,
+      "grad_norm": 0.16552672584329103,
+      "learning_rate": 4.1987875530562624e-05,
+      "loss": 0.6483,
+      "step": 7897
+    },
+    {
+      "epoch": 0.7061874105865522,
+      "grad_norm": 0.17509573222159797,
+      "learning_rate": 4.1964289081871376e-05,
+      "loss": 0.6704,
+      "step": 7898
+    },
+    {
+      "epoch": 0.7062768240343348,
+      "grad_norm": 0.1673804433041904,
+      "learning_rate": 4.1940707500565114e-05,
+      "loss": 0.6716,
+      "step": 7899
+    },
+    {
+      "epoch": 0.7063662374821174,
+      "grad_norm": 0.15652046204457581,
+      "learning_rate": 4.191713078862163e-05,
+      "loss": 0.6812,
+      "step": 7900
+    },
+    {
+      "epoch": 0.7064556509298998,
+      "grad_norm": 0.15773411655455208,
+      "learning_rate": 4.189355894801821e-05,
+      "loss": 0.6365,
+      "step": 7901
+    },
+    {
+      "epoch": 0.7065450643776824,
+      "grad_norm": 0.15917566652735113,
+      "learning_rate": 4.186999198073182e-05,
+      "loss": 0.6193,
+      "step": 7902
+    },
+    {
+      "epoch": 0.706634477825465,
+      "grad_norm": 0.13292910774625208,
+      "learning_rate": 4.1846429888739005e-05,
+      "loss": 0.6411,
+      "step": 7903
+    },
+    {
+      "epoch": 0.7067238912732475,
+      "grad_norm": 0.15701947829246354,
+      "learning_rate": 4.182287267401587e-05,
+      "loss": 0.6847,
+      "step": 7904
+    },
+    {
+      "epoch": 0.70681330472103,
+      "grad_norm": 0.13217378506713373,
+      "learning_rate": 4.17993203385382e-05,
+      "loss": 0.6219,
+      "step": 7905
+    },
+    {
+      "epoch": 0.7069027181688126,
+      "grad_norm": 0.1445904373067664,
+      "learning_rate": 4.1775772884281185e-05,
+      "loss": 0.6126,
+      "step": 7906
+    },
+    {
+      "epoch": 0.7069921316165951,
+      "grad_norm": 0.1656621531726833,
+      "learning_rate": 4.17522303132198e-05,
+      "loss": 0.6642,
+      "step": 7907
+    },
+    {
+      "epoch": 0.7070815450643777,
+      "grad_norm": 0.1663587900643084,
+      "learning_rate": 4.17286926273285e-05,
+      "loss": 0.6448,
+      "step": 7908
+    },
+    {
+      "epoch": 0.7071709585121603,
+      "grad_norm": 0.14864269039090616,
+      "learning_rate": 4.170515982858139e-05,
+      "loss": 0.6494,
+      "step": 7909
+    },
+    {
+      "epoch": 0.7072603719599427,
+      "grad_norm": 0.15574237945726008,
+      "learning_rate": 4.168163191895211e-05,
+      "loss": 0.6601,
+      "step": 7910
+    },
+    {
+      "epoch": 0.7073497854077253,
+      "grad_norm": 0.15988345253126326,
+      "learning_rate": 4.1658108900413975e-05,
+      "loss": 0.6155,
+      "step": 7911
+    },
+    {
+      "epoch": 0.7074391988555079,
+      "grad_norm": 0.15314653437114287,
+      "learning_rate": 4.163459077493974e-05,
+      "loss": 0.6149,
+      "step": 7912
+    },
+    {
+      "epoch": 0.7075286123032904,
+      "grad_norm": 0.1427973460287528,
+      "learning_rate": 4.16110775445019e-05,
+      "loss": 0.6107,
+      "step": 7913
+    },
+    {
+      "epoch": 0.7076180257510729,
+      "grad_norm": 0.15790443130618298,
+      "learning_rate": 4.158756921107251e-05,
+      "loss": 0.6451,
+      "step": 7914
+    },
+    {
+      "epoch": 0.7077074391988555,
+      "grad_norm": 0.15076168500929252,
+      "learning_rate": 4.15640657766231e-05,
+      "loss": 0.6528,
+      "step": 7915
+    },
+    {
+      "epoch": 0.707796852646638,
+      "grad_norm": 0.15119125426057645,
+      "learning_rate": 4.1540567243124886e-05,
+      "loss": 0.6335,
+      "step": 7916
+    },
+    {
+      "epoch": 0.7078862660944206,
+      "grad_norm": 0.12985602209700495,
+      "learning_rate": 4.1517073612548764e-05,
+      "loss": 0.6455,
+      "step": 7917
+    },
+    {
+      "epoch": 0.7079756795422032,
+      "grad_norm": 0.16081272446108716,
+      "learning_rate": 4.1493584886865026e-05,
+      "loss": 0.6854,
+      "step": 7918
+    },
+    {
+      "epoch": 0.7080650929899857,
+      "grad_norm": 0.151992831480918,
+      "learning_rate": 4.147010106804365e-05,
+      "loss": 0.6551,
+      "step": 7919
+    },
+    {
+      "epoch": 0.7081545064377682,
+      "grad_norm": 0.14975532866025665,
+      "learning_rate": 4.144662215805426e-05,
+      "loss": 0.6698,
+      "step": 7920
+    },
+    {
+      "epoch": 0.7082439198855508,
+      "grad_norm": 0.15682702215380193,
+      "learning_rate": 4.142314815886591e-05,
+      "loss": 0.6331,
+      "step": 7921
+    },
+    {
+      "epoch": 0.7083333333333334,
+      "grad_norm": 0.17430805247469228,
+      "learning_rate": 4.1399679072447384e-05,
+      "loss": 0.6922,
+      "step": 7922
+    },
+    {
+      "epoch": 0.7084227467811158,
+      "grad_norm": 0.14863547389671314,
+      "learning_rate": 4.137621490076701e-05,
+      "loss": 0.638,
+      "step": 7923
+    },
+    {
+      "epoch": 0.7085121602288984,
+      "grad_norm": 0.16233112228514984,
+      "learning_rate": 4.135275564579268e-05,
+      "loss": 0.6653,
+      "step": 7924
+    },
+    {
+      "epoch": 0.708601573676681,
+      "grad_norm": 0.16049978128067097,
+      "learning_rate": 4.1329301309491955e-05,
+      "loss": 0.6672,
+      "step": 7925
+    },
+    {
+      "epoch": 0.7086909871244635,
+      "grad_norm": 0.15688664054471146,
+      "learning_rate": 4.130585189383183e-05,
+      "loss": 0.6528,
+      "step": 7926
+    },
+    {
+      "epoch": 0.7087804005722461,
+      "grad_norm": 0.15818503948620424,
+      "learning_rate": 4.128240740077902e-05,
+      "loss": 0.6513,
+      "step": 7927
+    },
+    {
+      "epoch": 0.7088698140200286,
+      "grad_norm": 0.16878865602563045,
+      "learning_rate": 4.1258967832299835e-05,
+      "loss": 0.6705,
+      "step": 7928
+    },
+    {
+      "epoch": 0.7089592274678111,
+      "grad_norm": 0.13801831861472763,
+      "learning_rate": 4.123553319035999e-05,
+      "loss": 0.6384,
+      "step": 7929
+    },
+    {
+      "epoch": 0.7090486409155937,
+      "grad_norm": 0.15589411086831406,
+      "learning_rate": 4.121210347692506e-05,
+      "loss": 0.6715,
+      "step": 7930
+    },
+    {
+      "epoch": 0.7091380543633763,
+      "grad_norm": 0.14679695228301687,
+      "learning_rate": 4.1188678693960034e-05,
+      "loss": 0.6406,
+      "step": 7931
+    },
+    {
+      "epoch": 0.7092274678111588,
+      "grad_norm": 0.16072286881139777,
+      "learning_rate": 4.116525884342947e-05,
+      "loss": 0.6519,
+      "step": 7932
+    },
+    {
+      "epoch": 0.7093168812589413,
+      "grad_norm": 0.15532069410658417,
+      "learning_rate": 4.114184392729758e-05,
+      "loss": 0.6454,
+      "step": 7933
+    },
+    {
+      "epoch": 0.7094062947067239,
+      "grad_norm": 0.15830746861453873,
+      "learning_rate": 4.1118433947528215e-05,
+      "loss": 0.5875,
+      "step": 7934
+    },
+    {
+      "epoch": 0.7094957081545065,
+      "grad_norm": 0.16214818686525256,
+      "learning_rate": 4.109502890608463e-05,
+      "loss": 0.6491,
+      "step": 7935
+    },
+    {
+      "epoch": 0.709585121602289,
+      "grad_norm": 0.17284897235387492,
+      "learning_rate": 4.107162880492984e-05,
+      "loss": 0.6551,
+      "step": 7936
+    },
+    {
+      "epoch": 0.7096745350500715,
+      "grad_norm": 0.16163034459825837,
+      "learning_rate": 4.104823364602638e-05,
+      "loss": 0.6468,
+      "step": 7937
+    },
+    {
+      "epoch": 0.7097639484978541,
+      "grad_norm": 0.15046064853698024,
+      "learning_rate": 4.1024843431336355e-05,
+      "loss": 0.667,
+      "step": 7938
+    },
+    {
+      "epoch": 0.7098533619456366,
+      "grad_norm": 0.1629430297082862,
+      "learning_rate": 4.100145816282154e-05,
+      "loss": 0.6763,
+      "step": 7939
+    },
+    {
+      "epoch": 0.7099427753934192,
+      "grad_norm": 0.14058224454665585,
+      "learning_rate": 4.097807784244313e-05,
+      "loss": 0.6365,
+      "step": 7940
+    },
+    {
+      "epoch": 0.7100321888412017,
+      "grad_norm": 0.1477567482681594,
+      "learning_rate": 4.095470247216205e-05,
+      "loss": 0.6502,
+      "step": 7941
+    },
+    {
+      "epoch": 0.7101216022889842,
+      "grad_norm": 0.15575574023586625,
+      "learning_rate": 4.0931332053938766e-05,
+      "loss": 0.6868,
+      "step": 7942
+    },
+    {
+      "epoch": 0.7102110157367668,
+      "grad_norm": 0.16203623574259376,
+      "learning_rate": 4.090796658973333e-05,
+      "loss": 0.6947,
+      "step": 7943
+    },
+    {
+      "epoch": 0.7103004291845494,
+      "grad_norm": 0.17614777419640965,
+      "learning_rate": 4.0884606081505374e-05,
+      "loss": 0.6843,
+      "step": 7944
+    },
+    {
+      "epoch": 0.710389842632332,
+      "grad_norm": 0.14156387146749844,
+      "learning_rate": 4.0861250531214136e-05,
+      "loss": 0.6497,
+      "step": 7945
+    },
+    {
+      "epoch": 0.7104792560801144,
+      "grad_norm": 0.1391006591208526,
+      "learning_rate": 4.083789994081837e-05,
+      "loss": 0.6441,
+      "step": 7946
+    },
+    {
+      "epoch": 0.710568669527897,
+      "grad_norm": 0.16706410695231774,
+      "learning_rate": 4.081455431227648e-05,
+      "loss": 0.6892,
+      "step": 7947
+    },
+    {
+      "epoch": 0.7106580829756796,
+      "grad_norm": 0.14511393025834457,
+      "learning_rate": 4.0791213647546475e-05,
+      "loss": 0.6955,
+      "step": 7948
+    },
+    {
+      "epoch": 0.7107474964234621,
+      "grad_norm": 0.15664120001818366,
+      "learning_rate": 4.0767877948585845e-05,
+      "loss": 0.654,
+      "step": 7949
+    },
+    {
+      "epoch": 0.7108369098712446,
+      "grad_norm": 0.14912753804114587,
+      "learning_rate": 4.0744547217351715e-05,
+      "loss": 0.6481,
+      "step": 7950
+    },
+    {
+      "epoch": 0.7109263233190272,
+      "grad_norm": 0.14666282356849894,
+      "learning_rate": 4.072122145580093e-05,
+      "loss": 0.6454,
+      "step": 7951
+    },
+    {
+      "epoch": 0.7110157367668097,
+      "grad_norm": 0.1647708955864341,
+      "learning_rate": 4.069790066588967e-05,
+      "loss": 0.6477,
+      "step": 7952
+    },
+    {
+      "epoch": 0.7111051502145923,
+      "grad_norm": 0.16303452299282112,
+      "learning_rate": 4.067458484957386e-05,
+      "loss": 0.6445,
+      "step": 7953
+    },
+    {
+      "epoch": 0.7111945636623748,
+      "grad_norm": 0.1546076551565529,
+      "learning_rate": 4.0651274008809004e-05,
+      "loss": 0.6259,
+      "step": 7954
+    },
+    {
+      "epoch": 0.7112839771101573,
+      "grad_norm": 0.13986328363815606,
+      "learning_rate": 4.06279681455501e-05,
+      "loss": 0.6409,
+      "step": 7955
+    },
+    {
+      "epoch": 0.7113733905579399,
+      "grad_norm": 0.1554843865520224,
+      "learning_rate": 4.060466726175179e-05,
+      "loss": 0.6411,
+      "step": 7956
+    },
+    {
+      "epoch": 0.7114628040057225,
+      "grad_norm": 0.12836814183608264,
+      "learning_rate": 4.0581371359368315e-05,
+      "loss": 0.6182,
+      "step": 7957
+    },
+    {
+      "epoch": 0.711552217453505,
+      "grad_norm": 0.14945475549922613,
+      "learning_rate": 4.0558080440353455e-05,
+      "loss": 0.6005,
+      "step": 7958
+    },
+    {
+      "epoch": 0.7116416309012875,
+      "grad_norm": 0.16596054170675073,
+      "learning_rate": 4.0534794506660645e-05,
+      "loss": 0.6365,
+      "step": 7959
+    },
+    {
+      "epoch": 0.7117310443490701,
+      "grad_norm": 0.14666177454213633,
+      "learning_rate": 4.0511513560242766e-05,
+      "loss": 0.6564,
+      "step": 7960
+    },
+    {
+      "epoch": 0.7118204577968527,
+      "grad_norm": 0.15292854748359905,
+      "learning_rate": 4.0488237603052396e-05,
+      "loss": 0.6681,
+      "step": 7961
+    },
+    {
+      "epoch": 0.7119098712446352,
+      "grad_norm": 0.1593116968070955,
+      "learning_rate": 4.04649666370417e-05,
+      "loss": 0.6903,
+      "step": 7962
+    },
+    {
+      "epoch": 0.7119992846924177,
+      "grad_norm": 0.1468844039864934,
+      "learning_rate": 4.044170066416233e-05,
+      "loss": 0.6432,
+      "step": 7963
+    },
+    {
+      "epoch": 0.7120886981402003,
+      "grad_norm": 0.15030731261993055,
+      "learning_rate": 4.041843968636555e-05,
+      "loss": 0.6248,
+      "step": 7964
+    },
+    {
+      "epoch": 0.7121781115879828,
+      "grad_norm": 0.14548182648197786,
+      "learning_rate": 4.0395183705602354e-05,
+      "loss": 0.6131,
+      "step": 7965
+    },
+    {
+      "epoch": 0.7122675250357654,
+      "grad_norm": 0.15408560728848159,
+      "learning_rate": 4.037193272382308e-05,
+      "loss": 0.6337,
+      "step": 7966
+    },
+    {
+      "epoch": 0.712356938483548,
+      "grad_norm": 0.16333906520684663,
+      "learning_rate": 4.034868674297779e-05,
+      "loss": 0.6578,
+      "step": 7967
+    },
+    {
+      "epoch": 0.7124463519313304,
+      "grad_norm": 0.17304142634197817,
+      "learning_rate": 4.0325445765016145e-05,
+      "loss": 0.6889,
+      "step": 7968
+    },
+    {
+      "epoch": 0.712535765379113,
+      "grad_norm": 0.13907185020364893,
+      "learning_rate": 4.030220979188726e-05,
+      "loss": 0.6445,
+      "step": 7969
+    },
+    {
+      "epoch": 0.7126251788268956,
+      "grad_norm": 0.19895443230486307,
+      "learning_rate": 4.027897882553994e-05,
+      "loss": 0.6486,
+      "step": 7970
+    },
+    {
+      "epoch": 0.7127145922746781,
+      "grad_norm": 0.1376173809183566,
+      "learning_rate": 4.025575286792254e-05,
+      "loss": 0.6436,
+      "step": 7971
+    },
+    {
+      "epoch": 0.7128040057224606,
+      "grad_norm": 0.13892571868633488,
+      "learning_rate": 4.0232531920983e-05,
+      "loss": 0.6348,
+      "step": 7972
+    },
+    {
+      "epoch": 0.7128934191702432,
+      "grad_norm": 0.17841917534935262,
+      "learning_rate": 4.020931598666882e-05,
+      "loss": 0.6293,
+      "step": 7973
+    },
+    {
+      "epoch": 0.7129828326180258,
+      "grad_norm": 0.1486236717020309,
+      "learning_rate": 4.018610506692713e-05,
+      "loss": 0.6296,
+      "step": 7974
+    },
+    {
+      "epoch": 0.7130722460658083,
+      "grad_norm": 0.16088977015872907,
+      "learning_rate": 4.0162899163704545e-05,
+      "loss": 0.6828,
+      "step": 7975
+    },
+    {
+      "epoch": 0.7131616595135909,
+      "grad_norm": 0.1619639276384881,
+      "learning_rate": 4.0139698278947336e-05,
+      "loss": 0.6054,
+      "step": 7976
+    },
+    {
+      "epoch": 0.7132510729613734,
+      "grad_norm": 0.1587532926769042,
+      "learning_rate": 4.0116502414601384e-05,
+      "loss": 0.6467,
+      "step": 7977
+    },
+    {
+      "epoch": 0.7133404864091559,
+      "grad_norm": 0.1593932062025424,
+      "learning_rate": 4.009331157261198e-05,
+      "loss": 0.6325,
+      "step": 7978
+    },
+    {
+      "epoch": 0.7134298998569385,
+      "grad_norm": 0.15653222954990945,
+      "learning_rate": 4.007012575492425e-05,
+      "loss": 0.6969,
+      "step": 7979
+    },
+    {
+      "epoch": 0.7135193133047211,
+      "grad_norm": 0.16620190325435966,
+      "learning_rate": 4.004694496348267e-05,
+      "loss": 0.6478,
+      "step": 7980
+    },
+    {
+      "epoch": 0.7136087267525035,
+      "grad_norm": 0.2000989056184833,
+      "learning_rate": 4.0023769200231395e-05,
+      "loss": 0.7164,
+      "step": 7981
+    },
+    {
+      "epoch": 0.7136981402002861,
+      "grad_norm": 0.16654353846282827,
+      "learning_rate": 4.0000598467114214e-05,
+      "loss": 0.6631,
+      "step": 7982
+    },
+    {
+      "epoch": 0.7137875536480687,
+      "grad_norm": 0.14639963092647174,
+      "learning_rate": 3.997743276607434e-05,
+      "loss": 0.631,
+      "step": 7983
+    },
+    {
+      "epoch": 0.7138769670958512,
+      "grad_norm": 0.17982457608111788,
+      "learning_rate": 3.995427209905469e-05,
+      "loss": 0.6547,
+      "step": 7984
+    },
+    {
+      "epoch": 0.7139663805436338,
+      "grad_norm": 0.17679336223093892,
+      "learning_rate": 3.993111646799772e-05,
+      "loss": 0.6613,
+      "step": 7985
+    },
+    {
+      "epoch": 0.7140557939914163,
+      "grad_norm": 0.16908951033917916,
+      "learning_rate": 3.990796587484548e-05,
+      "loss": 0.6443,
+      "step": 7986
+    },
+    {
+      "epoch": 0.7141452074391988,
+      "grad_norm": 0.14520397588900996,
+      "learning_rate": 3.988482032153955e-05,
+      "loss": 0.65,
+      "step": 7987
+    },
+    {
+      "epoch": 0.7142346208869814,
+      "grad_norm": 0.1832536548905534,
+      "learning_rate": 3.986167981002118e-05,
+      "loss": 0.6808,
+      "step": 7988
+    },
+    {
+      "epoch": 0.714324034334764,
+      "grad_norm": 0.17614800596192823,
+      "learning_rate": 3.983854434223107e-05,
+      "loss": 0.6818,
+      "step": 7989
+    },
+    {
+      "epoch": 0.7144134477825465,
+      "grad_norm": 0.13475787318405993,
+      "learning_rate": 3.981541392010958e-05,
+      "loss": 0.6157,
+      "step": 7990
+    },
+    {
+      "epoch": 0.714502861230329,
+      "grad_norm": 0.15201109229949222,
+      "learning_rate": 3.979228854559668e-05,
+      "loss": 0.6407,
+      "step": 7991
+    },
+    {
+      "epoch": 0.7145922746781116,
+      "grad_norm": 0.15608822329512928,
+      "learning_rate": 3.9769168220631745e-05,
+      "loss": 0.6241,
+      "step": 7992
+    },
+    {
+      "epoch": 0.7146816881258942,
+      "grad_norm": 0.15911534281010709,
+      "learning_rate": 3.974605294715402e-05,
+      "loss": 0.6783,
+      "step": 7993
+    },
+    {
+      "epoch": 0.7147711015736766,
+      "grad_norm": 0.15019131673490255,
+      "learning_rate": 3.972294272710202e-05,
+      "loss": 0.6545,
+      "step": 7994
+    },
+    {
+      "epoch": 0.7148605150214592,
+      "grad_norm": 0.1408970144522103,
+      "learning_rate": 3.9699837562414024e-05,
+      "loss": 0.6352,
+      "step": 7995
+    },
+    {
+      "epoch": 0.7149499284692418,
+      "grad_norm": 0.15429376291247823,
+      "learning_rate": 3.967673745502785e-05,
+      "loss": 0.6497,
+      "step": 7996
+    },
+    {
+      "epoch": 0.7150393419170243,
+      "grad_norm": 0.13471973781895122,
+      "learning_rate": 3.965364240688083e-05,
+      "loss": 0.6125,
+      "step": 7997
+    },
+    {
+      "epoch": 0.7151287553648069,
+      "grad_norm": 0.17228731448750728,
+      "learning_rate": 3.963055241990994e-05,
+      "loss": 0.6821,
+      "step": 7998
+    },
+    {
+      "epoch": 0.7152181688125894,
+      "grad_norm": 0.13343982967560983,
+      "learning_rate": 3.96074674960517e-05,
+      "loss": 0.6352,
+      "step": 7999
+    },
+    {
+      "epoch": 0.7153075822603719,
+      "grad_norm": 0.14179501127548186,
+      "learning_rate": 3.958438763724224e-05,
+      "loss": 0.6061,
+      "step": 8000
+    },
+    {
+      "epoch": 0.7153969957081545,
+      "grad_norm": 0.1643517710195959,
+      "learning_rate": 3.956131284541722e-05,
+      "loss": 0.6632,
+      "step": 8001
+    },
+    {
+      "epoch": 0.7154864091559371,
+      "grad_norm": 0.16430479285664518,
+      "learning_rate": 3.953824312251193e-05,
+      "loss": 0.6622,
+      "step": 8002
+    },
+    {
+      "epoch": 0.7155758226037195,
+      "grad_norm": 0.1629928775613521,
+      "learning_rate": 3.951517847046113e-05,
+      "loss": 0.6588,
+      "step": 8003
+    },
+    {
+      "epoch": 0.7156652360515021,
+      "grad_norm": 0.15887539043685434,
+      "learning_rate": 3.949211889119928e-05,
+      "loss": 0.6532,
+      "step": 8004
+    },
+    {
+      "epoch": 0.7157546494992847,
+      "grad_norm": 0.17480568254106718,
+      "learning_rate": 3.946906438666037e-05,
+      "loss": 0.6795,
+      "step": 8005
+    },
+    {
+      "epoch": 0.7158440629470673,
+      "grad_norm": 0.1424527307579641,
+      "learning_rate": 3.9446014958777863e-05,
+      "loss": 0.649,
+      "step": 8006
+    },
+    {
+      "epoch": 0.7159334763948498,
+      "grad_norm": 0.16354372638031156,
+      "learning_rate": 3.942297060948498e-05,
+      "loss": 0.628,
+      "step": 8007
+    },
+    {
+      "epoch": 0.7160228898426323,
+      "grad_norm": 0.14799889391524532,
+      "learning_rate": 3.9399931340714436e-05,
+      "loss": 0.6168,
+      "step": 8008
+    },
+    {
+      "epoch": 0.7161123032904149,
+      "grad_norm": 0.15549248575826152,
+      "learning_rate": 3.937689715439842e-05,
+      "loss": 0.6302,
+      "step": 8009
+    },
+    {
+      "epoch": 0.7162017167381974,
+      "grad_norm": 0.1561775437786724,
+      "learning_rate": 3.935386805246882e-05,
+      "loss": 0.6597,
+      "step": 8010
+    },
+    {
+      "epoch": 0.71629113018598,
+      "grad_norm": 0.1612727868785397,
+      "learning_rate": 3.933084403685712e-05,
+      "loss": 0.6778,
+      "step": 8011
+    },
+    {
+      "epoch": 0.7163805436337625,
+      "grad_norm": 0.1432848049203795,
+      "learning_rate": 3.930782510949418e-05,
+      "loss": 0.666,
+      "step": 8012
+    },
+    {
+      "epoch": 0.716469957081545,
+      "grad_norm": 0.13872630014105933,
+      "learning_rate": 3.9284811272310715e-05,
+      "loss": 0.6365,
+      "step": 8013
+    },
+    {
+      "epoch": 0.7165593705293276,
+      "grad_norm": 0.15097470889239137,
+      "learning_rate": 3.9261802527236765e-05,
+      "loss": 0.6395,
+      "step": 8014
+    },
+    {
+      "epoch": 0.7166487839771102,
+      "grad_norm": 0.15728982597732308,
+      "learning_rate": 3.92387988762021e-05,
+      "loss": 0.6782,
+      "step": 8015
+    },
+    {
+      "epoch": 0.7167381974248928,
+      "grad_norm": 0.1508722844379024,
+      "learning_rate": 3.921580032113602e-05,
+      "loss": 0.6148,
+      "step": 8016
+    },
+    {
+      "epoch": 0.7168276108726752,
+      "grad_norm": 0.14568501318538007,
+      "learning_rate": 3.919280686396732e-05,
+      "loss": 0.6082,
+      "step": 8017
+    },
+    {
+      "epoch": 0.7169170243204578,
+      "grad_norm": 0.1415610425898712,
+      "learning_rate": 3.916981850662448e-05,
+      "loss": 0.5896,
+      "step": 8018
+    },
+    {
+      "epoch": 0.7170064377682404,
+      "grad_norm": 0.15446136477143432,
+      "learning_rate": 3.9146835251035485e-05,
+      "loss": 0.638,
+      "step": 8019
+    },
+    {
+      "epoch": 0.7170958512160229,
+      "grad_norm": 0.1461022465426948,
+      "learning_rate": 3.9123857099127936e-05,
+      "loss": 0.6477,
+      "step": 8020
+    },
+    {
+      "epoch": 0.7171852646638054,
+      "grad_norm": 0.1578252170868067,
+      "learning_rate": 3.910088405282897e-05,
+      "loss": 0.6598,
+      "step": 8021
+    },
+    {
+      "epoch": 0.717274678111588,
+      "grad_norm": 0.15132315537923194,
+      "learning_rate": 3.907791611406534e-05,
+      "loss": 0.6629,
+      "step": 8022
+    },
+    {
+      "epoch": 0.7173640915593705,
+      "grad_norm": 0.15672690550343574,
+      "learning_rate": 3.9054953284763284e-05,
+      "loss": 0.5944,
+      "step": 8023
+    },
+    {
+      "epoch": 0.7174535050071531,
+      "grad_norm": 0.163432954370249,
+      "learning_rate": 3.9031995566848687e-05,
+      "loss": 0.6426,
+      "step": 8024
+    },
+    {
+      "epoch": 0.7175429184549357,
+      "grad_norm": 0.17392626481293563,
+      "learning_rate": 3.900904296224702e-05,
+      "loss": 0.6166,
+      "step": 8025
+    },
+    {
+      "epoch": 0.7176323319027181,
+      "grad_norm": 0.15194204443042753,
+      "learning_rate": 3.89860954728832e-05,
+      "loss": 0.6627,
+      "step": 8026
+    },
+    {
+      "epoch": 0.7177217453505007,
+      "grad_norm": 0.1507688761667291,
+      "learning_rate": 3.896315310068194e-05,
+      "loss": 0.6644,
+      "step": 8027
+    },
+    {
+      "epoch": 0.7178111587982833,
+      "grad_norm": 0.13095130516683323,
+      "learning_rate": 3.8940215847567274e-05,
+      "loss": 0.5715,
+      "step": 8028
+    },
+    {
+      "epoch": 0.7179005722460658,
+      "grad_norm": 0.15818703019065314,
+      "learning_rate": 3.891728371546297e-05,
+      "loss": 0.6187,
+      "step": 8029
+    },
+    {
+      "epoch": 0.7179899856938483,
+      "grad_norm": 0.16265138836419227,
+      "learning_rate": 3.88943567062923e-05,
+      "loss": 0.5933,
+      "step": 8030
+    },
+    {
+      "epoch": 0.7180793991416309,
+      "grad_norm": 0.16743251131759948,
+      "learning_rate": 3.887143482197818e-05,
+      "loss": 0.6405,
+      "step": 8031
+    },
+    {
+      "epoch": 0.7181688125894135,
+      "grad_norm": 0.13693226622385177,
+      "learning_rate": 3.884851806444296e-05,
+      "loss": 0.6078,
+      "step": 8032
+    },
+    {
+      "epoch": 0.718258226037196,
+      "grad_norm": 0.15097491135455712,
+      "learning_rate": 3.882560643560869e-05,
+      "loss": 0.6497,
+      "step": 8033
+    },
+    {
+      "epoch": 0.7183476394849786,
+      "grad_norm": 0.149839466399284,
+      "learning_rate": 3.880269993739691e-05,
+      "loss": 0.6759,
+      "step": 8034
+    },
+    {
+      "epoch": 0.718437052932761,
+      "grad_norm": 0.1539047277640917,
+      "learning_rate": 3.8779798571728786e-05,
+      "loss": 0.6348,
+      "step": 8035
+    },
+    {
+      "epoch": 0.7185264663805436,
+      "grad_norm": 0.16081618682492504,
+      "learning_rate": 3.8756902340525046e-05,
+      "loss": 0.6361,
+      "step": 8036
+    },
+    {
+      "epoch": 0.7186158798283262,
+      "grad_norm": 0.15434555331467587,
+      "learning_rate": 3.8734011245705924e-05,
+      "loss": 0.6504,
+      "step": 8037
+    },
+    {
+      "epoch": 0.7187052932761088,
+      "grad_norm": 0.15941656886462197,
+      "learning_rate": 3.871112528919128e-05,
+      "loss": 0.6689,
+      "step": 8038
+    },
+    {
+      "epoch": 0.7187947067238912,
+      "grad_norm": 0.13950240210034665,
+      "learning_rate": 3.868824447290058e-05,
+      "loss": 0.616,
+      "step": 8039
+    },
+    {
+      "epoch": 0.7188841201716738,
+      "grad_norm": 0.16621500916953225,
+      "learning_rate": 3.866536879875269e-05,
+      "loss": 0.6489,
+      "step": 8040
+    },
+    {
+      "epoch": 0.7189735336194564,
+      "grad_norm": 0.15985624997428435,
+      "learning_rate": 3.86424982686663e-05,
+      "loss": 0.6822,
+      "step": 8041
+    },
+    {
+      "epoch": 0.719062947067239,
+      "grad_norm": 0.14874938628233556,
+      "learning_rate": 3.861963288455949e-05,
+      "loss": 0.6491,
+      "step": 8042
+    },
+    {
+      "epoch": 0.7191523605150214,
+      "grad_norm": 0.15600171690615336,
+      "learning_rate": 3.8596772648349924e-05,
+      "loss": 0.6413,
+      "step": 8043
+    },
+    {
+      "epoch": 0.719241773962804,
+      "grad_norm": 0.15900462699900905,
+      "learning_rate": 3.857391756195487e-05,
+      "loss": 0.6884,
+      "step": 8044
+    },
+    {
+      "epoch": 0.7193311874105865,
+      "grad_norm": 0.14648920609972552,
+      "learning_rate": 3.85510676272912e-05,
+      "loss": 0.648,
+      "step": 8045
+    },
+    {
+      "epoch": 0.7194206008583691,
+      "grad_norm": 0.14974400582322547,
+      "learning_rate": 3.852822284627524e-05,
+      "loss": 0.631,
+      "step": 8046
+    },
+    {
+      "epoch": 0.7195100143061517,
+      "grad_norm": 0.16379594159366687,
+      "learning_rate": 3.8505383220823e-05,
+      "loss": 0.6307,
+      "step": 8047
+    },
+    {
+      "epoch": 0.7195994277539342,
+      "grad_norm": 0.1528612149097648,
+      "learning_rate": 3.848254875285e-05,
+      "loss": 0.6449,
+      "step": 8048
+    },
+    {
+      "epoch": 0.7196888412017167,
+      "grad_norm": 0.1653914514435169,
+      "learning_rate": 3.845971944427135e-05,
+      "loss": 0.6668,
+      "step": 8049
+    },
+    {
+      "epoch": 0.7197782546494993,
+      "grad_norm": 0.17495884917205407,
+      "learning_rate": 3.8436895297001726e-05,
+      "loss": 0.606,
+      "step": 8050
+    },
+    {
+      "epoch": 0.7198676680972819,
+      "grad_norm": 0.15493303034349387,
+      "learning_rate": 3.841407631295532e-05,
+      "loss": 0.6582,
+      "step": 8051
+    },
+    {
+      "epoch": 0.7199570815450643,
+      "grad_norm": 0.15770579525017514,
+      "learning_rate": 3.8391262494045955e-05,
+      "loss": 0.6422,
+      "step": 8052
+    },
+    {
+      "epoch": 0.7200464949928469,
+      "grad_norm": 0.16901341191604172,
+      "learning_rate": 3.8368453842187026e-05,
+      "loss": 0.6481,
+      "step": 8053
+    },
+    {
+      "epoch": 0.7201359084406295,
+      "grad_norm": 0.16478735044032403,
+      "learning_rate": 3.8345650359291384e-05,
+      "loss": 0.6618,
+      "step": 8054
+    },
+    {
+      "epoch": 0.720225321888412,
+      "grad_norm": 0.17134318319637765,
+      "learning_rate": 3.8322852047271615e-05,
+      "loss": 0.6773,
+      "step": 8055
+    },
+    {
+      "epoch": 0.7203147353361946,
+      "grad_norm": 0.16031488653055304,
+      "learning_rate": 3.830005890803979e-05,
+      "loss": 0.6456,
+      "step": 8056
+    },
+    {
+      "epoch": 0.7204041487839771,
+      "grad_norm": 0.15488350225215655,
+      "learning_rate": 3.8277270943507484e-05,
+      "loss": 0.6572,
+      "step": 8057
+    },
+    {
+      "epoch": 0.7204935622317596,
+      "grad_norm": 0.19139975495035746,
+      "learning_rate": 3.8254488155585924e-05,
+      "loss": 0.6199,
+      "step": 8058
+    },
+    {
+      "epoch": 0.7205829756795422,
+      "grad_norm": 0.15461624850718916,
+      "learning_rate": 3.8231710546185895e-05,
+      "loss": 0.6803,
+      "step": 8059
+    },
+    {
+      "epoch": 0.7206723891273248,
+      "grad_norm": 0.154393664543297,
+      "learning_rate": 3.8208938117217674e-05,
+      "loss": 0.6585,
+      "step": 8060
+    },
+    {
+      "epoch": 0.7207618025751072,
+      "grad_norm": 0.15980039365727156,
+      "learning_rate": 3.8186170870591185e-05,
+      "loss": 0.6505,
+      "step": 8061
+    },
+    {
+      "epoch": 0.7208512160228898,
+      "grad_norm": 0.13721533715683415,
+      "learning_rate": 3.8163408808215904e-05,
+      "loss": 0.5734,
+      "step": 8062
+    },
+    {
+      "epoch": 0.7209406294706724,
+      "grad_norm": 0.1737835122939965,
+      "learning_rate": 3.814065193200084e-05,
+      "loss": 0.6793,
+      "step": 8063
+    },
+    {
+      "epoch": 0.721030042918455,
+      "grad_norm": 0.16125479054175287,
+      "learning_rate": 3.8117900243854595e-05,
+      "loss": 0.6447,
+      "step": 8064
+    },
+    {
+      "epoch": 0.7211194563662375,
+      "grad_norm": 0.1482153297581797,
+      "learning_rate": 3.809515374568535e-05,
+      "loss": 0.6645,
+      "step": 8065
+    },
+    {
+      "epoch": 0.72120886981402,
+      "grad_norm": 0.14285355132966196,
+      "learning_rate": 3.807241243940077e-05,
+      "loss": 0.614,
+      "step": 8066
+    },
+    {
+      "epoch": 0.7212982832618026,
+      "grad_norm": 0.15766504983628118,
+      "learning_rate": 3.804967632690817e-05,
+      "loss": 0.6721,
+      "step": 8067
+    },
+    {
+      "epoch": 0.7213876967095851,
+      "grad_norm": 0.1713980223073259,
+      "learning_rate": 3.802694541011439e-05,
+      "loss": 0.6854,
+      "step": 8068
+    },
+    {
+      "epoch": 0.7214771101573677,
+      "grad_norm": 0.15303580133400108,
+      "learning_rate": 3.8004219690925856e-05,
+      "loss": 0.6199,
+      "step": 8069
+    },
+    {
+      "epoch": 0.7215665236051502,
+      "grad_norm": 0.14469395766763518,
+      "learning_rate": 3.7981499171248594e-05,
+      "loss": 0.6395,
+      "step": 8070
+    },
+    {
+      "epoch": 0.7216559370529327,
+      "grad_norm": 0.17275052499161156,
+      "learning_rate": 3.795878385298804e-05,
+      "loss": 0.6676,
+      "step": 8071
+    },
+    {
+      "epoch": 0.7217453505007153,
+      "grad_norm": 0.14876072746297156,
+      "learning_rate": 3.793607373804937e-05,
+      "loss": 0.6381,
+      "step": 8072
+    },
+    {
+      "epoch": 0.7218347639484979,
+      "grad_norm": 0.14742506416978834,
+      "learning_rate": 3.7913368828337285e-05,
+      "loss": 0.6203,
+      "step": 8073
+    },
+    {
+      "epoch": 0.7219241773962805,
+      "grad_norm": 0.142997112807948,
+      "learning_rate": 3.789066912575593e-05,
+      "loss": 0.6395,
+      "step": 8074
+    },
+    {
+      "epoch": 0.7220135908440629,
+      "grad_norm": 0.13159809864829455,
+      "learning_rate": 3.78679746322091e-05,
+      "loss": 0.6337,
+      "step": 8075
+    },
+    {
+      "epoch": 0.7221030042918455,
+      "grad_norm": 0.16726050208079102,
+      "learning_rate": 3.784528534960029e-05,
+      "loss": 0.6283,
+      "step": 8076
+    },
+    {
+      "epoch": 0.7221924177396281,
+      "grad_norm": 0.17139243024429732,
+      "learning_rate": 3.782260127983229e-05,
+      "loss": 0.6564,
+      "step": 8077
+    },
+    {
+      "epoch": 0.7222818311874106,
+      "grad_norm": 0.1667723386988323,
+      "learning_rate": 3.7799922424807634e-05,
+      "loss": 0.6617,
+      "step": 8078
+    },
+    {
+      "epoch": 0.7223712446351931,
+      "grad_norm": 0.1495297831383738,
+      "learning_rate": 3.777724878642839e-05,
+      "loss": 0.6357,
+      "step": 8079
+    },
+    {
+      "epoch": 0.7224606580829757,
+      "grad_norm": 0.15221858681654693,
+      "learning_rate": 3.7754580366596115e-05,
+      "loss": 0.6418,
+      "step": 8080
+    },
+    {
+      "epoch": 0.7225500715307582,
+      "grad_norm": 0.1510715423710017,
+      "learning_rate": 3.773191716721202e-05,
+      "loss": 0.6883,
+      "step": 8081
+    },
+    {
+      "epoch": 0.7226394849785408,
+      "grad_norm": 0.17401205799125896,
+      "learning_rate": 3.7709259190176816e-05,
+      "loss": 0.7125,
+      "step": 8082
+    },
+    {
+      "epoch": 0.7227288984263234,
+      "grad_norm": 0.18010311182770133,
+      "learning_rate": 3.768660643739083e-05,
+      "loss": 0.6279,
+      "step": 8083
+    },
+    {
+      "epoch": 0.7228183118741058,
+      "grad_norm": 0.13079488421077448,
+      "learning_rate": 3.766395891075394e-05,
+      "loss": 0.624,
+      "step": 8084
+    },
+    {
+      "epoch": 0.7229077253218884,
+      "grad_norm": 0.1592873190980049,
+      "learning_rate": 3.764131661216549e-05,
+      "loss": 0.6574,
+      "step": 8085
+    },
+    {
+      "epoch": 0.722997138769671,
+      "grad_norm": 0.1650762314451846,
+      "learning_rate": 3.7618679543524503e-05,
+      "loss": 0.6236,
+      "step": 8086
+    },
+    {
+      "epoch": 0.7230865522174535,
+      "grad_norm": 0.15876915765288027,
+      "learning_rate": 3.759604770672953e-05,
+      "loss": 0.6175,
+      "step": 8087
+    },
+    {
+      "epoch": 0.723175965665236,
+      "grad_norm": 0.18184602956059492,
+      "learning_rate": 3.757342110367871e-05,
+      "loss": 0.6506,
+      "step": 8088
+    },
+    {
+      "epoch": 0.7232653791130186,
+      "grad_norm": 0.1517472623932827,
+      "learning_rate": 3.755079973626959e-05,
+      "loss": 0.6301,
+      "step": 8089
+    },
+    {
+      "epoch": 0.7233547925608012,
+      "grad_norm": 0.15035124982127585,
+      "learning_rate": 3.752818360639956e-05,
+      "loss": 0.6157,
+      "step": 8090
+    },
+    {
+      "epoch": 0.7234442060085837,
+      "grad_norm": 0.17526052928012756,
+      "learning_rate": 3.7505572715965284e-05,
+      "loss": 0.6851,
+      "step": 8091
+    },
+    {
+      "epoch": 0.7235336194563662,
+      "grad_norm": 0.14875203038850007,
+      "learning_rate": 3.748296706686315e-05,
+      "loss": 0.6419,
+      "step": 8092
+    },
+    {
+      "epoch": 0.7236230329041488,
+      "grad_norm": 0.16357689762139432,
+      "learning_rate": 3.74603666609891e-05,
+      "loss": 0.6646,
+      "step": 8093
+    },
+    {
+      "epoch": 0.7237124463519313,
+      "grad_norm": 0.18115967227558097,
+      "learning_rate": 3.7437771500238526e-05,
+      "loss": 0.6847,
+      "step": 8094
+    },
+    {
+      "epoch": 0.7238018597997139,
+      "grad_norm": 0.14955417664381818,
+      "learning_rate": 3.741518158650648e-05,
+      "loss": 0.6429,
+      "step": 8095
+    },
+    {
+      "epoch": 0.7238912732474965,
+      "grad_norm": 0.1571746670672344,
+      "learning_rate": 3.739259692168764e-05,
+      "loss": 0.6341,
+      "step": 8096
+    },
+    {
+      "epoch": 0.7239806866952789,
+      "grad_norm": 0.139638086791009,
+      "learning_rate": 3.737001750767604e-05,
+      "loss": 0.6329,
+      "step": 8097
+    },
+    {
+      "epoch": 0.7240701001430615,
+      "grad_norm": 0.16541294388069896,
+      "learning_rate": 3.734744334636544e-05,
+      "loss": 0.6778,
+      "step": 8098
+    },
+    {
+      "epoch": 0.7241595135908441,
+      "grad_norm": 0.1500368601673523,
+      "learning_rate": 3.732487443964914e-05,
+      "loss": 0.641,
+      "step": 8099
+    },
+    {
+      "epoch": 0.7242489270386266,
+      "grad_norm": 0.17716301737483747,
+      "learning_rate": 3.730231078941988e-05,
+      "loss": 0.6884,
+      "step": 8100
+    },
+    {
+      "epoch": 0.7243383404864091,
+      "grad_norm": 0.15883962348892916,
+      "learning_rate": 3.727975239757011e-05,
+      "loss": 0.6563,
+      "step": 8101
+    },
+    {
+      "epoch": 0.7244277539341917,
+      "grad_norm": 0.13617722503819552,
+      "learning_rate": 3.725719926599175e-05,
+      "loss": 0.6637,
+      "step": 8102
+    },
+    {
+      "epoch": 0.7245171673819742,
+      "grad_norm": 0.15125093393637584,
+      "learning_rate": 3.723465139657632e-05,
+      "loss": 0.6403,
+      "step": 8103
+    },
+    {
+      "epoch": 0.7246065808297568,
+      "grad_norm": 0.15182759597851617,
+      "learning_rate": 3.72121087912149e-05,
+      "loss": 0.6519,
+      "step": 8104
+    },
+    {
+      "epoch": 0.7246959942775394,
+      "grad_norm": 0.1496402351016903,
+      "learning_rate": 3.7189571451798065e-05,
+      "loss": 0.6057,
+      "step": 8105
+    },
+    {
+      "epoch": 0.7247854077253219,
+      "grad_norm": 0.1826360368166548,
+      "learning_rate": 3.7167039380216005e-05,
+      "loss": 0.6934,
+      "step": 8106
+    },
+    {
+      "epoch": 0.7248748211731044,
+      "grad_norm": 0.15502145997018338,
+      "learning_rate": 3.714451257835852e-05,
+      "loss": 0.659,
+      "step": 8107
+    },
+    {
+      "epoch": 0.724964234620887,
+      "grad_norm": 0.16124741556845015,
+      "learning_rate": 3.71219910481148e-05,
+      "loss": 0.6777,
+      "step": 8108
+    },
+    {
+      "epoch": 0.7250536480686696,
+      "grad_norm": 0.16756511410089775,
+      "learning_rate": 3.7099474791373736e-05,
+      "loss": 0.6976,
+      "step": 8109
+    },
+    {
+      "epoch": 0.725143061516452,
+      "grad_norm": 0.17497558766519775,
+      "learning_rate": 3.707696381002381e-05,
+      "loss": 0.6762,
+      "step": 8110
+    },
+    {
+      "epoch": 0.7252324749642346,
+      "grad_norm": 0.17641569281471106,
+      "learning_rate": 3.705445810595291e-05,
+      "loss": 0.6723,
+      "step": 8111
+    },
+    {
+      "epoch": 0.7253218884120172,
+      "grad_norm": 0.13940799052588773,
+      "learning_rate": 3.7031957681048604e-05,
+      "loss": 0.6687,
+      "step": 8112
+    },
+    {
+      "epoch": 0.7254113018597997,
+      "grad_norm": 0.1841036766733228,
+      "learning_rate": 3.700946253719798e-05,
+      "loss": 0.6787,
+      "step": 8113
+    },
+    {
+      "epoch": 0.7255007153075823,
+      "grad_norm": 0.14017685790476525,
+      "learning_rate": 3.6986972676287626e-05,
+      "loss": 0.6141,
+      "step": 8114
+    },
+    {
+      "epoch": 0.7255901287553648,
+      "grad_norm": 0.15244834887904393,
+      "learning_rate": 3.6964488100203776e-05,
+      "loss": 0.6843,
+      "step": 8115
+    },
+    {
+      "epoch": 0.7256795422031473,
+      "grad_norm": 0.15215382592407947,
+      "learning_rate": 3.6942008810832184e-05,
+      "loss": 0.6205,
+      "step": 8116
+    },
+    {
+      "epoch": 0.7257689556509299,
+      "grad_norm": 0.1392158101646836,
+      "learning_rate": 3.6919534810058154e-05,
+      "loss": 0.6173,
+      "step": 8117
+    },
+    {
+      "epoch": 0.7258583690987125,
+      "grad_norm": 0.13810253411168183,
+      "learning_rate": 3.68970660997666e-05,
+      "loss": 0.6351,
+      "step": 8118
+    },
+    {
+      "epoch": 0.725947782546495,
+      "grad_norm": 0.14493636444251592,
+      "learning_rate": 3.687460268184185e-05,
+      "loss": 0.6328,
+      "step": 8119
+    },
+    {
+      "epoch": 0.7260371959942775,
+      "grad_norm": 0.15920803428044802,
+      "learning_rate": 3.685214455816796e-05,
+      "loss": 0.641,
+      "step": 8120
+    },
+    {
+      "epoch": 0.7261266094420601,
+      "grad_norm": 0.1553239028480265,
+      "learning_rate": 3.682969173062842e-05,
+      "loss": 0.6277,
+      "step": 8121
+    },
+    {
+      "epoch": 0.7262160228898427,
+      "grad_norm": 0.15186635693227973,
+      "learning_rate": 3.6807244201106394e-05,
+      "loss": 0.6398,
+      "step": 8122
+    },
+    {
+      "epoch": 0.7263054363376252,
+      "grad_norm": 0.16380564136640474,
+      "learning_rate": 3.6784801971484405e-05,
+      "loss": 0.6245,
+      "step": 8123
+    },
+    {
+      "epoch": 0.7263948497854077,
+      "grad_norm": 0.14745505583111562,
+      "learning_rate": 3.6762365043644806e-05,
+      "loss": 0.6571,
+      "step": 8124
+    },
+    {
+      "epoch": 0.7264842632331903,
+      "grad_norm": 0.1433675184324596,
+      "learning_rate": 3.673993341946924e-05,
+      "loss": 0.6187,
+      "step": 8125
+    },
+    {
+      "epoch": 0.7265736766809728,
+      "grad_norm": 0.15784438766098513,
+      "learning_rate": 3.671750710083906e-05,
+      "loss": 0.6553,
+      "step": 8126
+    },
+    {
+      "epoch": 0.7266630901287554,
+      "grad_norm": 0.16821769346932225,
+      "learning_rate": 3.6695086089635156e-05,
+      "loss": 0.6701,
+      "step": 8127
+    },
+    {
+      "epoch": 0.7267525035765379,
+      "grad_norm": 0.15156045094204454,
+      "learning_rate": 3.667267038773791e-05,
+      "loss": 0.6298,
+      "step": 8128
+    },
+    {
+      "epoch": 0.7268419170243204,
+      "grad_norm": 0.16310714227445208,
+      "learning_rate": 3.6650259997027315e-05,
+      "loss": 0.6834,
+      "step": 8129
+    },
+    {
+      "epoch": 0.726931330472103,
+      "grad_norm": 0.19198938397851945,
+      "learning_rate": 3.66278549193829e-05,
+      "loss": 0.6836,
+      "step": 8130
+    },
+    {
+      "epoch": 0.7270207439198856,
+      "grad_norm": 0.15472079797688693,
+      "learning_rate": 3.6605455156683766e-05,
+      "loss": 0.6843,
+      "step": 8131
+    },
+    {
+      "epoch": 0.727110157367668,
+      "grad_norm": 0.16162301664887735,
+      "learning_rate": 3.658306071080855e-05,
+      "loss": 0.6567,
+      "step": 8132
+    },
+    {
+      "epoch": 0.7271995708154506,
+      "grad_norm": 0.1636324357929812,
+      "learning_rate": 3.6560671583635467e-05,
+      "loss": 0.6683,
+      "step": 8133
+    },
+    {
+      "epoch": 0.7272889842632332,
+      "grad_norm": 0.164570690137008,
+      "learning_rate": 3.6538287777042215e-05,
+      "loss": 0.6512,
+      "step": 8134
+    },
+    {
+      "epoch": 0.7273783977110158,
+      "grad_norm": 0.14659416293448663,
+      "learning_rate": 3.6515909292906126e-05,
+      "loss": 0.6398,
+      "step": 8135
+    },
+    {
+      "epoch": 0.7274678111587983,
+      "grad_norm": 0.1399338278187176,
+      "learning_rate": 3.649353613310409e-05,
+      "loss": 0.6354,
+      "step": 8136
+    },
+    {
+      "epoch": 0.7275572246065808,
+      "grad_norm": 0.1560553587134324,
+      "learning_rate": 3.6471168299512405e-05,
+      "loss": 0.6311,
+      "step": 8137
+    },
+    {
+      "epoch": 0.7276466380543634,
+      "grad_norm": 0.15968181625189837,
+      "learning_rate": 3.644880579400719e-05,
+      "loss": 0.6761,
+      "step": 8138
+    },
+    {
+      "epoch": 0.7277360515021459,
+      "grad_norm": 0.17177391587783358,
+      "learning_rate": 3.6426448618463836e-05,
+      "loss": 0.6851,
+      "step": 8139
+    },
+    {
+      "epoch": 0.7278254649499285,
+      "grad_norm": 0.13323959737506366,
+      "learning_rate": 3.640409677475748e-05,
+      "loss": 0.6472,
+      "step": 8140
+    },
+    {
+      "epoch": 0.727914878397711,
+      "grad_norm": 0.14605460477270255,
+      "learning_rate": 3.6381750264762734e-05,
+      "loss": 0.6323,
+      "step": 8141
+    },
+    {
+      "epoch": 0.7280042918454935,
+      "grad_norm": 0.1421033416967408,
+      "learning_rate": 3.6359409090353744e-05,
+      "loss": 0.6445,
+      "step": 8142
+    },
+    {
+      "epoch": 0.7280937052932761,
+      "grad_norm": 0.14801895770689197,
+      "learning_rate": 3.633707325340425e-05,
+      "loss": 0.6716,
+      "step": 8143
+    },
+    {
+      "epoch": 0.7281831187410587,
+      "grad_norm": 0.1574332388745249,
+      "learning_rate": 3.631474275578754e-05,
+      "loss": 0.6283,
+      "step": 8144
+    },
+    {
+      "epoch": 0.7282725321888412,
+      "grad_norm": 0.14370111950171185,
+      "learning_rate": 3.6292417599376436e-05,
+      "loss": 0.6059,
+      "step": 8145
+    },
+    {
+      "epoch": 0.7283619456366237,
+      "grad_norm": 0.13194134501612534,
+      "learning_rate": 3.627009778604333e-05,
+      "loss": 0.6484,
+      "step": 8146
+    },
+    {
+      "epoch": 0.7284513590844063,
+      "grad_norm": 0.14373284460828575,
+      "learning_rate": 3.624778331766019e-05,
+      "loss": 0.6404,
+      "step": 8147
+    },
+    {
+      "epoch": 0.7285407725321889,
+      "grad_norm": 0.1559369705988401,
+      "learning_rate": 3.6225474196098444e-05,
+      "loss": 0.6686,
+      "step": 8148
+    },
+    {
+      "epoch": 0.7286301859799714,
+      "grad_norm": 0.16054578184474888,
+      "learning_rate": 3.620317042322915e-05,
+      "loss": 0.6549,
+      "step": 8149
+    },
+    {
+      "epoch": 0.7287195994277539,
+      "grad_norm": 0.15591122534048565,
+      "learning_rate": 3.6180872000922935e-05,
+      "loss": 0.6521,
+      "step": 8150
+    },
+    {
+      "epoch": 0.7288090128755365,
+      "grad_norm": 0.15438835085970284,
+      "learning_rate": 3.615857893104986e-05,
+      "loss": 0.6509,
+      "step": 8151
+    },
+    {
+      "epoch": 0.728898426323319,
+      "grad_norm": 0.16887341471594924,
+      "learning_rate": 3.613629121547969e-05,
+      "loss": 0.6557,
+      "step": 8152
+    },
+    {
+      "epoch": 0.7289878397711016,
+      "grad_norm": 0.14712816451476007,
+      "learning_rate": 3.611400885608168e-05,
+      "loss": 0.6438,
+      "step": 8153
+    },
+    {
+      "epoch": 0.7290772532188842,
+      "grad_norm": 0.1689383948417729,
+      "learning_rate": 3.6091731854724566e-05,
+      "loss": 0.6554,
+      "step": 8154
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.15293809115302598,
+      "learning_rate": 3.606946021327672e-05,
+      "loss": 0.6063,
+      "step": 8155
+    },
+    {
+      "epoch": 0.7292560801144492,
+      "grad_norm": 0.15941817377831027,
+      "learning_rate": 3.604719393360606e-05,
+      "loss": 0.6409,
+      "step": 8156
+    },
+    {
+      "epoch": 0.7293454935622318,
+      "grad_norm": 0.19144918553459425,
+      "learning_rate": 3.6024933017579984e-05,
+      "loss": 0.6504,
+      "step": 8157
+    },
+    {
+      "epoch": 0.7294349070100143,
+      "grad_norm": 0.15994562937401638,
+      "learning_rate": 3.600267746706552e-05,
+      "loss": 0.6749,
+      "step": 8158
+    },
+    {
+      "epoch": 0.7295243204577968,
+      "grad_norm": 0.14475923319442194,
+      "learning_rate": 3.59804272839292e-05,
+      "loss": 0.6188,
+      "step": 8159
+    },
+    {
+      "epoch": 0.7296137339055794,
+      "grad_norm": 0.16511975872256388,
+      "learning_rate": 3.595818247003713e-05,
+      "loss": 0.6306,
+      "step": 8160
+    },
+    {
+      "epoch": 0.729703147353362,
+      "grad_norm": 0.17756062381248655,
+      "learning_rate": 3.593594302725498e-05,
+      "loss": 0.6535,
+      "step": 8161
+    },
+    {
+      "epoch": 0.7297925608011445,
+      "grad_norm": 0.14190388076815158,
+      "learning_rate": 3.591370895744789e-05,
+      "loss": 0.6335,
+      "step": 8162
+    },
+    {
+      "epoch": 0.7298819742489271,
+      "grad_norm": 0.13658887403411626,
+      "learning_rate": 3.5891480262480635e-05,
+      "loss": 0.6312,
+      "step": 8163
+    },
+    {
+      "epoch": 0.7299713876967096,
+      "grad_norm": 0.13948771506207053,
+      "learning_rate": 3.5869256944217535e-05,
+      "loss": 0.5937,
+      "step": 8164
+    },
+    {
+      "epoch": 0.7300608011444921,
+      "grad_norm": 0.1351049277397529,
+      "learning_rate": 3.584703900452234e-05,
+      "loss": 0.583,
+      "step": 8165
+    },
+    {
+      "epoch": 0.7301502145922747,
+      "grad_norm": 0.13957490625337768,
+      "learning_rate": 3.582482644525854e-05,
+      "loss": 0.6183,
+      "step": 8166
+    },
+    {
+      "epoch": 0.7302396280400573,
+      "grad_norm": 0.16347947666485035,
+      "learning_rate": 3.580261926828908e-05,
+      "loss": 0.6258,
+      "step": 8167
+    },
+    {
+      "epoch": 0.7303290414878397,
+      "grad_norm": 0.16724647287939343,
+      "learning_rate": 3.578041747547638e-05,
+      "loss": 0.6349,
+      "step": 8168
+    },
+    {
+      "epoch": 0.7304184549356223,
+      "grad_norm": 0.1554030883296776,
+      "learning_rate": 3.57582210686825e-05,
+      "loss": 0.6834,
+      "step": 8169
+    },
+    {
+      "epoch": 0.7305078683834049,
+      "grad_norm": 0.1685909349049494,
+      "learning_rate": 3.5736030049769074e-05,
+      "loss": 0.6778,
+      "step": 8170
+    },
+    {
+      "epoch": 0.7305972818311874,
+      "grad_norm": 0.15701389105208063,
+      "learning_rate": 3.5713844420597155e-05,
+      "loss": 0.6641,
+      "step": 8171
+    },
+    {
+      "epoch": 0.73068669527897,
+      "grad_norm": 0.15011338951139913,
+      "learning_rate": 3.569166418302747e-05,
+      "loss": 0.6049,
+      "step": 8172
+    },
+    {
+      "epoch": 0.7307761087267525,
+      "grad_norm": 0.13954639709486252,
+      "learning_rate": 3.566948933892025e-05,
+      "loss": 0.6583,
+      "step": 8173
+    },
+    {
+      "epoch": 0.730865522174535,
+      "grad_norm": 0.15879626380303852,
+      "learning_rate": 3.564731989013527e-05,
+      "loss": 0.6299,
+      "step": 8174
+    },
+    {
+      "epoch": 0.7309549356223176,
+      "grad_norm": 0.1542473372059754,
+      "learning_rate": 3.5625155838531877e-05,
+      "loss": 0.6303,
+      "step": 8175
+    },
+    {
+      "epoch": 0.7310443490701002,
+      "grad_norm": 0.14123976313102896,
+      "learning_rate": 3.560299718596889e-05,
+      "loss": 0.6333,
+      "step": 8176
+    },
+    {
+      "epoch": 0.7311337625178826,
+      "grad_norm": 0.1794192303525289,
+      "learning_rate": 3.558084393430475e-05,
+      "loss": 0.6808,
+      "step": 8177
+    },
+    {
+      "epoch": 0.7312231759656652,
+      "grad_norm": 0.15819147815172752,
+      "learning_rate": 3.555869608539743e-05,
+      "loss": 0.6714,
+      "step": 8178
+    },
+    {
+      "epoch": 0.7313125894134478,
+      "grad_norm": 0.14258910814361336,
+      "learning_rate": 3.5536553641104465e-05,
+      "loss": 0.6047,
+      "step": 8179
+    },
+    {
+      "epoch": 0.7314020028612304,
+      "grad_norm": 0.16969572140332564,
+      "learning_rate": 3.5514416603282876e-05,
+      "loss": 0.651,
+      "step": 8180
+    },
+    {
+      "epoch": 0.7314914163090128,
+      "grad_norm": 0.16503688177049627,
+      "learning_rate": 3.549228497378932e-05,
+      "loss": 0.6447,
+      "step": 8181
+    },
+    {
+      "epoch": 0.7315808297567954,
+      "grad_norm": 0.1523151999066614,
+      "learning_rate": 3.547015875447989e-05,
+      "loss": 0.6601,
+      "step": 8182
+    },
+    {
+      "epoch": 0.731670243204578,
+      "grad_norm": 0.13612816016650509,
+      "learning_rate": 3.544803794721031e-05,
+      "loss": 0.6439,
+      "step": 8183
+    },
+    {
+      "epoch": 0.7317596566523605,
+      "grad_norm": 0.17053521430049032,
+      "learning_rate": 3.542592255383586e-05,
+      "loss": 0.6705,
+      "step": 8184
+    },
+    {
+      "epoch": 0.7318490701001431,
+      "grad_norm": 0.1606067661351638,
+      "learning_rate": 3.5403812576211246e-05,
+      "loss": 0.6356,
+      "step": 8185
+    },
+    {
+      "epoch": 0.7319384835479256,
+      "grad_norm": 0.15999777193015233,
+      "learning_rate": 3.538170801619088e-05,
+      "loss": 0.626,
+      "step": 8186
+    },
+    {
+      "epoch": 0.7320278969957081,
+      "grad_norm": 0.14333502975342108,
+      "learning_rate": 3.535960887562866e-05,
+      "loss": 0.5932,
+      "step": 8187
+    },
+    {
+      "epoch": 0.7321173104434907,
+      "grad_norm": 0.14462978477607724,
+      "learning_rate": 3.533751515637794e-05,
+      "loss": 0.617,
+      "step": 8188
+    },
+    {
+      "epoch": 0.7322067238912733,
+      "grad_norm": 0.14906227105762723,
+      "learning_rate": 3.531542686029173e-05,
+      "loss": 0.6242,
+      "step": 8189
+    },
+    {
+      "epoch": 0.7322961373390557,
+      "grad_norm": 0.16388343879214412,
+      "learning_rate": 3.5293343989222593e-05,
+      "loss": 0.6313,
+      "step": 8190
+    },
+    {
+      "epoch": 0.7323855507868383,
+      "grad_norm": 0.1473117276868732,
+      "learning_rate": 3.527126654502252e-05,
+      "loss": 0.63,
+      "step": 8191
+    },
+    {
+      "epoch": 0.7324749642346209,
+      "grad_norm": 0.15685047806452276,
+      "learning_rate": 3.5249194529543137e-05,
+      "loss": 0.6314,
+      "step": 8192
+    },
+    {
+      "epoch": 0.7325643776824035,
+      "grad_norm": 0.18305688819270596,
+      "learning_rate": 3.5227127944635606e-05,
+      "loss": 0.7152,
+      "step": 8193
+    },
+    {
+      "epoch": 0.732653791130186,
+      "grad_norm": 0.15223381113198362,
+      "learning_rate": 3.520506679215064e-05,
+      "loss": 0.6601,
+      "step": 8194
+    },
+    {
+      "epoch": 0.7327432045779685,
+      "grad_norm": 0.16209345616395757,
+      "learning_rate": 3.51830110739385e-05,
+      "loss": 0.6301,
+      "step": 8195
+    },
+    {
+      "epoch": 0.7328326180257511,
+      "grad_norm": 0.14540878008065408,
+      "learning_rate": 3.516096079184891e-05,
+      "loss": 0.6353,
+      "step": 8196
+    },
+    {
+      "epoch": 0.7329220314735336,
+      "grad_norm": 0.1599302757461465,
+      "learning_rate": 3.513891594773123e-05,
+      "loss": 0.6237,
+      "step": 8197
+    },
+    {
+      "epoch": 0.7330114449213162,
+      "grad_norm": 0.14151247052651317,
+      "learning_rate": 3.5116876543434374e-05,
+      "loss": 0.608,
+      "step": 8198
+    },
+    {
+      "epoch": 0.7331008583690987,
+      "grad_norm": 0.1566070317332524,
+      "learning_rate": 3.509484258080665e-05,
+      "loss": 0.6063,
+      "step": 8199
+    },
+    {
+      "epoch": 0.7331902718168812,
+      "grad_norm": 0.15960730718066052,
+      "learning_rate": 3.507281406169614e-05,
+      "loss": 0.6881,
+      "step": 8200
+    },
+    {
+      "epoch": 0.7332796852646638,
+      "grad_norm": 0.14649359745192597,
+      "learning_rate": 3.505079098795032e-05,
+      "loss": 0.6245,
+      "step": 8201
+    },
+    {
+      "epoch": 0.7333690987124464,
+      "grad_norm": 0.14899479130956922,
+      "learning_rate": 3.502877336141619e-05,
+      "loss": 0.6836,
+      "step": 8202
+    },
+    {
+      "epoch": 0.733458512160229,
+      "grad_norm": 0.1623134534557112,
+      "learning_rate": 3.5006761183940386e-05,
+      "loss": 0.6329,
+      "step": 8203
+    },
+    {
+      "epoch": 0.7335479256080114,
+      "grad_norm": 0.16871359697955998,
+      "learning_rate": 3.498475445736905e-05,
+      "loss": 0.676,
+      "step": 8204
+    },
+    {
+      "epoch": 0.733637339055794,
+      "grad_norm": 0.15292325300421383,
+      "learning_rate": 3.4962753183547806e-05,
+      "loss": 0.6364,
+      "step": 8205
+    },
+    {
+      "epoch": 0.7337267525035766,
+      "grad_norm": 0.1655380080569554,
+      "learning_rate": 3.4940757364321906e-05,
+      "loss": 0.6767,
+      "step": 8206
+    },
+    {
+      "epoch": 0.7338161659513591,
+      "grad_norm": 0.1694865036584517,
+      "learning_rate": 3.491876700153612e-05,
+      "loss": 0.6476,
+      "step": 8207
+    },
+    {
+      "epoch": 0.7339055793991416,
+      "grad_norm": 0.15414121354686208,
+      "learning_rate": 3.489678209703475e-05,
+      "loss": 0.6094,
+      "step": 8208
+    },
+    {
+      "epoch": 0.7339949928469242,
+      "grad_norm": 0.15995298836188837,
+      "learning_rate": 3.487480265266164e-05,
+      "loss": 0.6713,
+      "step": 8209
+    },
+    {
+      "epoch": 0.7340844062947067,
+      "grad_norm": 0.16030788503758778,
+      "learning_rate": 3.485282867026021e-05,
+      "loss": 0.636,
+      "step": 8210
+    },
+    {
+      "epoch": 0.7341738197424893,
+      "grad_norm": 0.15494212419117195,
+      "learning_rate": 3.483086015167333e-05,
+      "loss": 0.6674,
+      "step": 8211
+    },
+    {
+      "epoch": 0.7342632331902719,
+      "grad_norm": 0.15278003363759884,
+      "learning_rate": 3.48088970987435e-05,
+      "loss": 0.6536,
+      "step": 8212
+    },
+    {
+      "epoch": 0.7343526466380543,
+      "grad_norm": 0.1434054210622117,
+      "learning_rate": 3.4786939513312744e-05,
+      "loss": 0.6672,
+      "step": 8213
+    },
+    {
+      "epoch": 0.7344420600858369,
+      "grad_norm": 0.15484604594435356,
+      "learning_rate": 3.4764987397222614e-05,
+      "loss": 0.604,
+      "step": 8214
+    },
+    {
+      "epoch": 0.7345314735336195,
+      "grad_norm": 0.17987490922573485,
+      "learning_rate": 3.474304075231424e-05,
+      "loss": 0.6752,
+      "step": 8215
+    },
+    {
+      "epoch": 0.734620886981402,
+      "grad_norm": 0.18035968442832517,
+      "learning_rate": 3.472109958042819e-05,
+      "loss": 0.7286,
+      "step": 8216
+    },
+    {
+      "epoch": 0.7347103004291845,
+      "grad_norm": 0.14294384131245866,
+      "learning_rate": 3.4699163883404685e-05,
+      "loss": 0.5872,
+      "step": 8217
+    },
+    {
+      "epoch": 0.7347997138769671,
+      "grad_norm": 0.16497197758100673,
+      "learning_rate": 3.467723366308348e-05,
+      "loss": 0.7022,
+      "step": 8218
+    },
+    {
+      "epoch": 0.7348891273247496,
+      "grad_norm": 0.16641352585452598,
+      "learning_rate": 3.465530892130375e-05,
+      "loss": 0.6876,
+      "step": 8219
+    },
+    {
+      "epoch": 0.7349785407725322,
+      "grad_norm": 0.14192362625193622,
+      "learning_rate": 3.4633389659904324e-05,
+      "loss": 0.6402,
+      "step": 8220
+    },
+    {
+      "epoch": 0.7350679542203148,
+      "grad_norm": 0.1615716600239455,
+      "learning_rate": 3.461147588072362e-05,
+      "loss": 0.6468,
+      "step": 8221
+    },
+    {
+      "epoch": 0.7351573676680973,
+      "grad_norm": 0.1559148473934912,
+      "learning_rate": 3.458956758559945e-05,
+      "loss": 0.6348,
+      "step": 8222
+    },
+    {
+      "epoch": 0.7352467811158798,
+      "grad_norm": 0.15817211069039736,
+      "learning_rate": 3.4567664776369236e-05,
+      "loss": 0.6526,
+      "step": 8223
+    },
+    {
+      "epoch": 0.7353361945636624,
+      "grad_norm": 0.164550731463051,
+      "learning_rate": 3.4545767454869995e-05,
+      "loss": 0.6431,
+      "step": 8224
+    },
+    {
+      "epoch": 0.735425608011445,
+      "grad_norm": 0.17205828338751147,
+      "learning_rate": 3.452387562293814e-05,
+      "loss": 0.6679,
+      "step": 8225
+    },
+    {
+      "epoch": 0.7355150214592274,
+      "grad_norm": 0.1537692234586591,
+      "learning_rate": 3.4501989282409776e-05,
+      "loss": 0.6387,
+      "step": 8226
+    },
+    {
+      "epoch": 0.73560443490701,
+      "grad_norm": 0.16683169468724326,
+      "learning_rate": 3.448010843512046e-05,
+      "loss": 0.6505,
+      "step": 8227
+    },
+    {
+      "epoch": 0.7356938483547926,
+      "grad_norm": 0.15593350032486195,
+      "learning_rate": 3.4458233082905334e-05,
+      "loss": 0.6532,
+      "step": 8228
+    },
+    {
+      "epoch": 0.7357832618025751,
+      "grad_norm": 0.15027905411114661,
+      "learning_rate": 3.443636322759908e-05,
+      "loss": 0.6257,
+      "step": 8229
+    },
+    {
+      "epoch": 0.7358726752503576,
+      "grad_norm": 0.14900340032858211,
+      "learning_rate": 3.4414498871035816e-05,
+      "loss": 0.5783,
+      "step": 8230
+    },
+    {
+      "epoch": 0.7359620886981402,
+      "grad_norm": 0.15213943551779532,
+      "learning_rate": 3.4392640015049325e-05,
+      "loss": 0.6858,
+      "step": 8231
+    },
+    {
+      "epoch": 0.7360515021459227,
+      "grad_norm": 0.1798262226481296,
+      "learning_rate": 3.437078666147292e-05,
+      "loss": 0.6285,
+      "step": 8232
+    },
+    {
+      "epoch": 0.7361409155937053,
+      "grad_norm": 0.15409639123823085,
+      "learning_rate": 3.434893881213934e-05,
+      "loss": 0.5871,
+      "step": 8233
+    },
+    {
+      "epoch": 0.7362303290414879,
+      "grad_norm": 0.15620616472584087,
+      "learning_rate": 3.432709646888095e-05,
+      "loss": 0.6569,
+      "step": 8234
+    },
+    {
+      "epoch": 0.7363197424892703,
+      "grad_norm": 0.1448777340029915,
+      "learning_rate": 3.430525963352973e-05,
+      "loss": 0.6692,
+      "step": 8235
+    },
+    {
+      "epoch": 0.7364091559370529,
+      "grad_norm": 0.15858998488273268,
+      "learning_rate": 3.428342830791701e-05,
+      "loss": 0.6309,
+      "step": 8236
+    },
+    {
+      "epoch": 0.7364985693848355,
+      "grad_norm": 0.1455585993490165,
+      "learning_rate": 3.426160249387379e-05,
+      "loss": 0.6114,
+      "step": 8237
+    },
+    {
+      "epoch": 0.7365879828326181,
+      "grad_norm": 0.15915987569501772,
+      "learning_rate": 3.423978219323062e-05,
+      "loss": 0.6822,
+      "step": 8238
+    },
+    {
+      "epoch": 0.7366773962804005,
+      "grad_norm": 0.14296870596474123,
+      "learning_rate": 3.421796740781745e-05,
+      "loss": 0.6401,
+      "step": 8239
+    },
+    {
+      "epoch": 0.7367668097281831,
+      "grad_norm": 0.14061040825901186,
+      "learning_rate": 3.4196158139463915e-05,
+      "loss": 0.6245,
+      "step": 8240
+    },
+    {
+      "epoch": 0.7368562231759657,
+      "grad_norm": 0.17189706986226072,
+      "learning_rate": 3.417435438999914e-05,
+      "loss": 0.6717,
+      "step": 8241
+    },
+    {
+      "epoch": 0.7369456366237482,
+      "grad_norm": 0.18048120933285103,
+      "learning_rate": 3.4152556161251744e-05,
+      "loss": 0.6162,
+      "step": 8242
+    },
+    {
+      "epoch": 0.7370350500715308,
+      "grad_norm": 0.16873134213650107,
+      "learning_rate": 3.413076345504995e-05,
+      "loss": 0.6112,
+      "step": 8243
+    },
+    {
+      "epoch": 0.7371244635193133,
+      "grad_norm": 0.15779867883411344,
+      "learning_rate": 3.410897627322152e-05,
+      "loss": 0.6615,
+      "step": 8244
+    },
+    {
+      "epoch": 0.7372138769670958,
+      "grad_norm": 0.15568288086678847,
+      "learning_rate": 3.408719461759362e-05,
+      "loss": 0.6586,
+      "step": 8245
+    },
+    {
+      "epoch": 0.7373032904148784,
+      "grad_norm": 0.16742066698126884,
+      "learning_rate": 3.406541848999312e-05,
+      "loss": 0.642,
+      "step": 8246
+    },
+    {
+      "epoch": 0.737392703862661,
+      "grad_norm": 0.1476969022051232,
+      "learning_rate": 3.404364789224637e-05,
+      "loss": 0.6051,
+      "step": 8247
+    },
+    {
+      "epoch": 0.7374821173104434,
+      "grad_norm": 0.16506986524492784,
+      "learning_rate": 3.402188282617914e-05,
+      "loss": 0.6958,
+      "step": 8248
+    },
+    {
+      "epoch": 0.737571530758226,
+      "grad_norm": 0.14950204747589727,
+      "learning_rate": 3.4000123293616995e-05,
+      "loss": 0.6523,
+      "step": 8249
+    },
+    {
+      "epoch": 0.7376609442060086,
+      "grad_norm": 0.1656805627687868,
+      "learning_rate": 3.397836929638476e-05,
+      "loss": 0.6722,
+      "step": 8250
+    },
+    {
+      "epoch": 0.7377503576537912,
+      "grad_norm": 0.14263658397278073,
+      "learning_rate": 3.395662083630696e-05,
+      "loss": 0.5973,
+      "step": 8251
+    },
+    {
+      "epoch": 0.7378397711015737,
+      "grad_norm": 0.14549507166313982,
+      "learning_rate": 3.393487791520765e-05,
+      "loss": 0.6239,
+      "step": 8252
+    },
+    {
+      "epoch": 0.7379291845493562,
+      "grad_norm": 0.1466472820952349,
+      "learning_rate": 3.391314053491031e-05,
+      "loss": 0.6097,
+      "step": 8253
+    },
+    {
+      "epoch": 0.7380185979971388,
+      "grad_norm": 0.16103806983276234,
+      "learning_rate": 3.389140869723806e-05,
+      "loss": 0.6261,
+      "step": 8254
+    },
+    {
+      "epoch": 0.7381080114449213,
+      "grad_norm": 0.17655244845433632,
+      "learning_rate": 3.3869682404013516e-05,
+      "loss": 0.6397,
+      "step": 8255
+    },
+    {
+      "epoch": 0.7381974248927039,
+      "grad_norm": 0.1477949884638831,
+      "learning_rate": 3.3847961657058845e-05,
+      "loss": 0.6408,
+      "step": 8256
+    },
+    {
+      "epoch": 0.7382868383404864,
+      "grad_norm": 0.16084999380628823,
+      "learning_rate": 3.382624645819574e-05,
+      "loss": 0.6669,
+      "step": 8257
+    },
+    {
+      "epoch": 0.7383762517882689,
+      "grad_norm": 0.17105450441486467,
+      "learning_rate": 3.3804536809245455e-05,
+      "loss": 0.6279,
+      "step": 8258
+    },
+    {
+      "epoch": 0.7384656652360515,
+      "grad_norm": 0.14964459280226816,
+      "learning_rate": 3.37828327120287e-05,
+      "loss": 0.6163,
+      "step": 8259
+    },
+    {
+      "epoch": 0.7385550786838341,
+      "grad_norm": 0.1622576474413824,
+      "learning_rate": 3.376113416836579e-05,
+      "loss": 0.6484,
+      "step": 8260
+    },
+    {
+      "epoch": 0.7386444921316166,
+      "grad_norm": 0.1550760881729221,
+      "learning_rate": 3.373944118007657e-05,
+      "loss": 0.6592,
+      "step": 8261
+    },
+    {
+      "epoch": 0.7387339055793991,
+      "grad_norm": 0.15495362780937008,
+      "learning_rate": 3.371775374898038e-05,
+      "loss": 0.6681,
+      "step": 8262
+    },
+    {
+      "epoch": 0.7388233190271817,
+      "grad_norm": 0.15962696609828092,
+      "learning_rate": 3.369607187689618e-05,
+      "loss": 0.6481,
+      "step": 8263
+    },
+    {
+      "epoch": 0.7389127324749643,
+      "grad_norm": 0.14375149656537542,
+      "learning_rate": 3.3674395565642324e-05,
+      "loss": 0.6495,
+      "step": 8264
+    },
+    {
+      "epoch": 0.7390021459227468,
+      "grad_norm": 0.1568626676459328,
+      "learning_rate": 3.365272481703681e-05,
+      "loss": 0.6181,
+      "step": 8265
+    },
+    {
+      "epoch": 0.7390915593705293,
+      "grad_norm": 0.15022646364754141,
+      "learning_rate": 3.3631059632897135e-05,
+      "loss": 0.6765,
+      "step": 8266
+    },
+    {
+      "epoch": 0.7391809728183119,
+      "grad_norm": 0.1402621809935476,
+      "learning_rate": 3.360940001504037e-05,
+      "loss": 0.633,
+      "step": 8267
+    },
+    {
+      "epoch": 0.7392703862660944,
+      "grad_norm": 0.14329405475200035,
+      "learning_rate": 3.358774596528298e-05,
+      "loss": 0.6301,
+      "step": 8268
+    },
+    {
+      "epoch": 0.739359799713877,
+      "grad_norm": 0.16838233876738418,
+      "learning_rate": 3.35660974854412e-05,
+      "loss": 0.6833,
+      "step": 8269
+    },
+    {
+      "epoch": 0.7394492131616596,
+      "grad_norm": 0.15846445346489219,
+      "learning_rate": 3.354445457733054e-05,
+      "loss": 0.6482,
+      "step": 8270
+    },
+    {
+      "epoch": 0.739538626609442,
+      "grad_norm": 0.17800566053059802,
+      "learning_rate": 3.352281724276623e-05,
+      "loss": 0.685,
+      "step": 8271
+    },
+    {
+      "epoch": 0.7396280400572246,
+      "grad_norm": 0.19604461393958852,
+      "learning_rate": 3.3501185483562994e-05,
+      "loss": 0.6791,
+      "step": 8272
+    },
+    {
+      "epoch": 0.7397174535050072,
+      "grad_norm": 0.1569871185851465,
+      "learning_rate": 3.347955930153498e-05,
+      "loss": 0.6407,
+      "step": 8273
+    },
+    {
+      "epoch": 0.7398068669527897,
+      "grad_norm": 0.16487101108189658,
+      "learning_rate": 3.3457938698496e-05,
+      "loss": 0.6448,
+      "step": 8274
+    },
+    {
+      "epoch": 0.7398962804005722,
+      "grad_norm": 0.14647085451921402,
+      "learning_rate": 3.343632367625932e-05,
+      "loss": 0.6329,
+      "step": 8275
+    },
+    {
+      "epoch": 0.7399856938483548,
+      "grad_norm": 0.13264899244056816,
+      "learning_rate": 3.34147142366378e-05,
+      "loss": 0.6381,
+      "step": 8276
+    },
+    {
+      "epoch": 0.7400751072961373,
+      "grad_norm": 0.1777929614067044,
+      "learning_rate": 3.339311038144378e-05,
+      "loss": 0.6864,
+      "step": 8277
+    },
+    {
+      "epoch": 0.7401645207439199,
+      "grad_norm": 0.16528489898830373,
+      "learning_rate": 3.337151211248918e-05,
+      "loss": 0.6213,
+      "step": 8278
+    },
+    {
+      "epoch": 0.7402539341917024,
+      "grad_norm": 0.14376161147785715,
+      "learning_rate": 3.3349919431585366e-05,
+      "loss": 0.6116,
+      "step": 8279
+    },
+    {
+      "epoch": 0.740343347639485,
+      "grad_norm": 0.16608417972672515,
+      "learning_rate": 3.332833234054331e-05,
+      "loss": 0.694,
+      "step": 8280
+    },
+    {
+      "epoch": 0.7404327610872675,
+      "grad_norm": 0.1656466451396688,
+      "learning_rate": 3.330675084117354e-05,
+      "loss": 0.5966,
+      "step": 8281
+    },
+    {
+      "epoch": 0.7405221745350501,
+      "grad_norm": 0.15712649013498128,
+      "learning_rate": 3.3285174935285954e-05,
+      "loss": 0.6526,
+      "step": 8282
+    },
+    {
+      "epoch": 0.7406115879828327,
+      "grad_norm": 0.17147576828515515,
+      "learning_rate": 3.3263604624690257e-05,
+      "loss": 0.6744,
+      "step": 8283
+    },
+    {
+      "epoch": 0.7407010014306151,
+      "grad_norm": 0.1466077818440912,
+      "learning_rate": 3.32420399111954e-05,
+      "loss": 0.6654,
+      "step": 8284
+    },
+    {
+      "epoch": 0.7407904148783977,
+      "grad_norm": 0.17289696007377678,
+      "learning_rate": 3.322048079661004e-05,
+      "loss": 0.6476,
+      "step": 8285
+    },
+    {
+      "epoch": 0.7408798283261803,
+      "grad_norm": 0.14836015721989257,
+      "learning_rate": 3.3198927282742334e-05,
+      "loss": 0.6429,
+      "step": 8286
+    },
+    {
+      "epoch": 0.7409692417739628,
+      "grad_norm": 0.15463190252891892,
+      "learning_rate": 3.3177379371399886e-05,
+      "loss": 0.6389,
+      "step": 8287
+    },
+    {
+      "epoch": 0.7410586552217453,
+      "grad_norm": 0.14597188175696266,
+      "learning_rate": 3.315583706438994e-05,
+      "loss": 0.6337,
+      "step": 8288
+    },
+    {
+      "epoch": 0.7411480686695279,
+      "grad_norm": 0.16891602840585263,
+      "learning_rate": 3.31343003635192e-05,
+      "loss": 0.6478,
+      "step": 8289
+    },
+    {
+      "epoch": 0.7412374821173104,
+      "grad_norm": 0.171369934286652,
+      "learning_rate": 3.311276927059393e-05,
+      "loss": 0.6647,
+      "step": 8290
+    },
+    {
+      "epoch": 0.741326895565093,
+      "grad_norm": 0.16218057661832724,
+      "learning_rate": 3.3091243787419944e-05,
+      "loss": 0.6251,
+      "step": 8291
+    },
+    {
+      "epoch": 0.7414163090128756,
+      "grad_norm": 0.15474459796174758,
+      "learning_rate": 3.306972391580255e-05,
+      "loss": 0.6361,
+      "step": 8292
+    },
+    {
+      "epoch": 0.741505722460658,
+      "grad_norm": 0.15766109235430936,
+      "learning_rate": 3.304820965754656e-05,
+      "loss": 0.6338,
+      "step": 8293
+    },
+    {
+      "epoch": 0.7415951359084406,
+      "grad_norm": 0.16624130525134712,
+      "learning_rate": 3.302670101445636e-05,
+      "loss": 0.6744,
+      "step": 8294
+    },
+    {
+      "epoch": 0.7416845493562232,
+      "grad_norm": 0.15479888122668675,
+      "learning_rate": 3.3005197988335904e-05,
+      "loss": 0.6839,
+      "step": 8295
+    },
+    {
+      "epoch": 0.7417739628040058,
+      "grad_norm": 0.14981395492627336,
+      "learning_rate": 3.2983700580988505e-05,
+      "loss": 0.6234,
+      "step": 8296
+    },
+    {
+      "epoch": 0.7418633762517882,
+      "grad_norm": 0.1589209650805298,
+      "learning_rate": 3.2962208794217275e-05,
+      "loss": 0.6357,
+      "step": 8297
+    },
+    {
+      "epoch": 0.7419527896995708,
+      "grad_norm": 0.17138564809418216,
+      "learning_rate": 3.2940722629824604e-05,
+      "loss": 0.667,
+      "step": 8298
+    },
+    {
+      "epoch": 0.7420422031473534,
+      "grad_norm": 0.1555612215284268,
+      "learning_rate": 3.291924208961253e-05,
+      "loss": 0.6394,
+      "step": 8299
+    },
+    {
+      "epoch": 0.7421316165951359,
+      "grad_norm": 0.18164767680777943,
+      "learning_rate": 3.289776717538262e-05,
+      "loss": 0.7071,
+      "step": 8300
+    },
+    {
+      "epoch": 0.7422210300429185,
+      "grad_norm": 0.14727567359640523,
+      "learning_rate": 3.287629788893596e-05,
+      "loss": 0.6482,
+      "step": 8301
+    },
+    {
+      "epoch": 0.742310443490701,
+      "grad_norm": 0.17080779188213183,
+      "learning_rate": 3.2854834232073105e-05,
+      "loss": 0.6751,
+      "step": 8302
+    },
+    {
+      "epoch": 0.7423998569384835,
+      "grad_norm": 0.15385985514663822,
+      "learning_rate": 3.283337620659421e-05,
+      "loss": 0.669,
+      "step": 8303
+    },
+    {
+      "epoch": 0.7424892703862661,
+      "grad_norm": 0.16791913521438348,
+      "learning_rate": 3.281192381429894e-05,
+      "loss": 0.6434,
+      "step": 8304
+    },
+    {
+      "epoch": 0.7425786838340487,
+      "grad_norm": 0.16652339091908577,
+      "learning_rate": 3.279047705698647e-05,
+      "loss": 0.6782,
+      "step": 8305
+    },
+    {
+      "epoch": 0.7426680972818311,
+      "grad_norm": 0.15377381494751696,
+      "learning_rate": 3.276903593645555e-05,
+      "loss": 0.6774,
+      "step": 8306
+    },
+    {
+      "epoch": 0.7427575107296137,
+      "grad_norm": 0.14278186961056663,
+      "learning_rate": 3.2747600454504366e-05,
+      "loss": 0.629,
+      "step": 8307
+    },
+    {
+      "epoch": 0.7428469241773963,
+      "grad_norm": 0.1517692626519969,
+      "learning_rate": 3.2726170612930716e-05,
+      "loss": 0.6201,
+      "step": 8308
+    },
+    {
+      "epoch": 0.7429363376251789,
+      "grad_norm": 0.18326872443387235,
+      "learning_rate": 3.270474641353192e-05,
+      "loss": 0.681,
+      "step": 8309
+    },
+    {
+      "epoch": 0.7430257510729614,
+      "grad_norm": 0.13646305665396924,
+      "learning_rate": 3.26833278581047e-05,
+      "loss": 0.6439,
+      "step": 8310
+    },
+    {
+      "epoch": 0.7431151645207439,
+      "grad_norm": 0.17330553221551132,
+      "learning_rate": 3.266191494844552e-05,
+      "loss": 0.6816,
+      "step": 8311
+    },
+    {
+      "epoch": 0.7432045779685265,
+      "grad_norm": 0.14089735412208937,
+      "learning_rate": 3.264050768635022e-05,
+      "loss": 0.6767,
+      "step": 8312
+    },
+    {
+      "epoch": 0.743293991416309,
+      "grad_norm": 0.17842766968638255,
+      "learning_rate": 3.261910607361417e-05,
+      "loss": 0.6839,
+      "step": 8313
+    },
+    {
+      "epoch": 0.7433834048640916,
+      "grad_norm": 0.16625798510038534,
+      "learning_rate": 3.259771011203232e-05,
+      "loss": 0.606,
+      "step": 8314
+    },
+    {
+      "epoch": 0.7434728183118741,
+      "grad_norm": 0.16219637922241573,
+      "learning_rate": 3.257631980339916e-05,
+      "loss": 0.7014,
+      "step": 8315
+    },
+    {
+      "epoch": 0.7435622317596566,
+      "grad_norm": 0.1592545895511939,
+      "learning_rate": 3.2554935149508584e-05,
+      "loss": 0.6259,
+      "step": 8316
+    },
+    {
+      "epoch": 0.7436516452074392,
+      "grad_norm": 0.15937835552436627,
+      "learning_rate": 3.253355615215416e-05,
+      "loss": 0.6506,
+      "step": 8317
+    },
+    {
+      "epoch": 0.7437410586552218,
+      "grad_norm": 0.18418054529156955,
+      "learning_rate": 3.251218281312889e-05,
+      "loss": 0.6791,
+      "step": 8318
+    },
+    {
+      "epoch": 0.7438304721030042,
+      "grad_norm": 0.14702988567094807,
+      "learning_rate": 3.249081513422534e-05,
+      "loss": 0.6753,
+      "step": 8319
+    },
+    {
+      "epoch": 0.7439198855507868,
+      "grad_norm": 0.14749960990966354,
+      "learning_rate": 3.246945311723564e-05,
+      "loss": 0.6388,
+      "step": 8320
+    },
+    {
+      "epoch": 0.7440092989985694,
+      "grad_norm": 0.1807724447204207,
+      "learning_rate": 3.244809676395131e-05,
+      "loss": 0.6735,
+      "step": 8321
+    },
+    {
+      "epoch": 0.744098712446352,
+      "grad_norm": 0.14130110069961385,
+      "learning_rate": 3.2426746076163514e-05,
+      "loss": 0.6368,
+      "step": 8322
+    },
+    {
+      "epoch": 0.7441881258941345,
+      "grad_norm": 0.15560532490098908,
+      "learning_rate": 3.240540105566293e-05,
+      "loss": 0.6254,
+      "step": 8323
+    },
+    {
+      "epoch": 0.744277539341917,
+      "grad_norm": 0.15224649018745573,
+      "learning_rate": 3.238406170423972e-05,
+      "loss": 0.6372,
+      "step": 8324
+    },
+    {
+      "epoch": 0.7443669527896996,
+      "grad_norm": 0.18293941613759468,
+      "learning_rate": 3.2362728023683594e-05,
+      "loss": 0.6863,
+      "step": 8325
+    },
+    {
+      "epoch": 0.7444563662374821,
+      "grad_norm": 0.15308052569403816,
+      "learning_rate": 3.234140001578383e-05,
+      "loss": 0.6226,
+      "step": 8326
+    },
+    {
+      "epoch": 0.7445457796852647,
+      "grad_norm": 0.15082188581227426,
+      "learning_rate": 3.23200776823291e-05,
+      "loss": 0.6549,
+      "step": 8327
+    },
+    {
+      "epoch": 0.7446351931330472,
+      "grad_norm": 0.14341981965607184,
+      "learning_rate": 3.2298761025107706e-05,
+      "loss": 0.639,
+      "step": 8328
+    },
+    {
+      "epoch": 0.7447246065808297,
+      "grad_norm": 0.16360255912240024,
+      "learning_rate": 3.22774500459075e-05,
+      "loss": 0.6806,
+      "step": 8329
+    },
+    {
+      "epoch": 0.7448140200286123,
+      "grad_norm": 0.1575113495490603,
+      "learning_rate": 3.2256144746515735e-05,
+      "loss": 0.6514,
+      "step": 8330
+    },
+    {
+      "epoch": 0.7449034334763949,
+      "grad_norm": 0.16408697343119513,
+      "learning_rate": 3.223484512871927e-05,
+      "loss": 0.6449,
+      "step": 8331
+    },
+    {
+      "epoch": 0.7449928469241774,
+      "grad_norm": 0.1737008153429742,
+      "learning_rate": 3.221355119430456e-05,
+      "loss": 0.6322,
+      "step": 8332
+    },
+    {
+      "epoch": 0.7450822603719599,
+      "grad_norm": 0.13764663112138592,
+      "learning_rate": 3.219226294505743e-05,
+      "loss": 0.6523,
+      "step": 8333
+    },
+    {
+      "epoch": 0.7451716738197425,
+      "grad_norm": 0.14523423144301462,
+      "learning_rate": 3.2170980382763306e-05,
+      "loss": 0.6195,
+      "step": 8334
+    },
+    {
+      "epoch": 0.745261087267525,
+      "grad_norm": 0.16019385347276727,
+      "learning_rate": 3.214970350920716e-05,
+      "loss": 0.6587,
+      "step": 8335
+    },
+    {
+      "epoch": 0.7453505007153076,
+      "grad_norm": 0.16171270968224308,
+      "learning_rate": 3.212843232617343e-05,
+      "loss": 0.632,
+      "step": 8336
+    },
+    {
+      "epoch": 0.7454399141630901,
+      "grad_norm": 0.15750895188662198,
+      "learning_rate": 3.21071668354461e-05,
+      "loss": 0.6634,
+      "step": 8337
+    },
+    {
+      "epoch": 0.7455293276108726,
+      "grad_norm": 0.1509383712532756,
+      "learning_rate": 3.2085907038808695e-05,
+      "loss": 0.6494,
+      "step": 8338
+    },
+    {
+      "epoch": 0.7456187410586552,
+      "grad_norm": 0.16896161744782673,
+      "learning_rate": 3.2064652938044246e-05,
+      "loss": 0.6926,
+      "step": 8339
+    },
+    {
+      "epoch": 0.7457081545064378,
+      "grad_norm": 0.15599286136481974,
+      "learning_rate": 3.204340453493534e-05,
+      "loss": 0.6959,
+      "step": 8340
+    },
+    {
+      "epoch": 0.7457975679542204,
+      "grad_norm": 0.16554044051861938,
+      "learning_rate": 3.2022161831264e-05,
+      "loss": 0.6547,
+      "step": 8341
+    },
+    {
+      "epoch": 0.7458869814020028,
+      "grad_norm": 0.16416236139095625,
+      "learning_rate": 3.200092482881184e-05,
+      "loss": 0.6622,
+      "step": 8342
+    },
+    {
+      "epoch": 0.7459763948497854,
+      "grad_norm": 0.15649922884208414,
+      "learning_rate": 3.197969352936003e-05,
+      "loss": 0.6319,
+      "step": 8343
+    },
+    {
+      "epoch": 0.746065808297568,
+      "grad_norm": 0.14831422591394974,
+      "learning_rate": 3.1958467934689153e-05,
+      "loss": 0.6667,
+      "step": 8344
+    },
+    {
+      "epoch": 0.7461552217453505,
+      "grad_norm": 0.16535169927108476,
+      "learning_rate": 3.193724804657936e-05,
+      "loss": 0.6296,
+      "step": 8345
+    },
+    {
+      "epoch": 0.746244635193133,
+      "grad_norm": 0.17583558333762594,
+      "learning_rate": 3.1916033866810436e-05,
+      "loss": 0.7041,
+      "step": 8346
+    },
+    {
+      "epoch": 0.7463340486409156,
+      "grad_norm": 0.1550735656061005,
+      "learning_rate": 3.189482539716149e-05,
+      "loss": 0.6217,
+      "step": 8347
+    },
+    {
+      "epoch": 0.7464234620886981,
+      "grad_norm": 0.1473963326729215,
+      "learning_rate": 3.1873622639411293e-05,
+      "loss": 0.6592,
+      "step": 8348
+    },
+    {
+      "epoch": 0.7465128755364807,
+      "grad_norm": 0.1462378641832542,
+      "learning_rate": 3.185242559533812e-05,
+      "loss": 0.6556,
+      "step": 8349
+    },
+    {
+      "epoch": 0.7466022889842633,
+      "grad_norm": 0.15086462636138623,
+      "learning_rate": 3.183123426671968e-05,
+      "loss": 0.5811,
+      "step": 8350
+    },
+    {
+      "epoch": 0.7466917024320457,
+      "grad_norm": 0.14734626522686767,
+      "learning_rate": 3.181004865533329e-05,
+      "loss": 0.618,
+      "step": 8351
+    },
+    {
+      "epoch": 0.7467811158798283,
+      "grad_norm": 0.17090177973920426,
+      "learning_rate": 3.178886876295578e-05,
+      "loss": 0.6978,
+      "step": 8352
+    },
+    {
+      "epoch": 0.7468705293276109,
+      "grad_norm": 0.14724307303202433,
+      "learning_rate": 3.176769459136346e-05,
+      "loss": 0.6319,
+      "step": 8353
+    },
+    {
+      "epoch": 0.7469599427753935,
+      "grad_norm": 0.1572201257181789,
+      "learning_rate": 3.174652614233222e-05,
+      "loss": 0.6644,
+      "step": 8354
+    },
+    {
+      "epoch": 0.7470493562231759,
+      "grad_norm": 0.14986431582453202,
+      "learning_rate": 3.172536341763738e-05,
+      "loss": 0.66,
+      "step": 8355
+    },
+    {
+      "epoch": 0.7471387696709585,
+      "grad_norm": 0.15880209990112476,
+      "learning_rate": 3.170420641905384e-05,
+      "loss": 0.6595,
+      "step": 8356
+    },
+    {
+      "epoch": 0.7472281831187411,
+      "grad_norm": 0.16774972654349912,
+      "learning_rate": 3.1683055148356044e-05,
+      "loss": 0.6843,
+      "step": 8357
+    },
+    {
+      "epoch": 0.7473175965665236,
+      "grad_norm": 0.15838439089453152,
+      "learning_rate": 3.1661909607317894e-05,
+      "loss": 0.6226,
+      "step": 8358
+    },
+    {
+      "epoch": 0.7474070100143062,
+      "grad_norm": 0.16251614544291845,
+      "learning_rate": 3.164076979771287e-05,
+      "loss": 0.6526,
+      "step": 8359
+    },
+    {
+      "epoch": 0.7474964234620887,
+      "grad_norm": 0.15541828707736643,
+      "learning_rate": 3.161963572131393e-05,
+      "loss": 0.618,
+      "step": 8360
+    },
+    {
+      "epoch": 0.7475858369098712,
+      "grad_norm": 0.15444812899229832,
+      "learning_rate": 3.159850737989355e-05,
+      "loss": 0.6414,
+      "step": 8361
+    },
+    {
+      "epoch": 0.7476752503576538,
+      "grad_norm": 0.16055686531623328,
+      "learning_rate": 3.1577384775223754e-05,
+      "loss": 0.6723,
+      "step": 8362
+    },
+    {
+      "epoch": 0.7477646638054364,
+      "grad_norm": 0.16182151326993127,
+      "learning_rate": 3.1556267909076076e-05,
+      "loss": 0.6399,
+      "step": 8363
+    },
+    {
+      "epoch": 0.7478540772532188,
+      "grad_norm": 0.1536914355705415,
+      "learning_rate": 3.153515678322152e-05,
+      "loss": 0.6684,
+      "step": 8364
+    },
+    {
+      "epoch": 0.7479434907010014,
+      "grad_norm": 0.1570240556588332,
+      "learning_rate": 3.1514051399430654e-05,
+      "loss": 0.651,
+      "step": 8365
+    },
+    {
+      "epoch": 0.748032904148784,
+      "grad_norm": 0.1527948433892124,
+      "learning_rate": 3.149295175947365e-05,
+      "loss": 0.6565,
+      "step": 8366
+    },
+    {
+      "epoch": 0.7481223175965666,
+      "grad_norm": 0.151176724771371,
+      "learning_rate": 3.1471857865120016e-05,
+      "loss": 0.6016,
+      "step": 8367
+    },
+    {
+      "epoch": 0.748211731044349,
+      "grad_norm": 0.16534172493181454,
+      "learning_rate": 3.145076971813891e-05,
+      "loss": 0.6301,
+      "step": 8368
+    },
+    {
+      "epoch": 0.7483011444921316,
+      "grad_norm": 0.1528130707092556,
+      "learning_rate": 3.1429687320298976e-05,
+      "loss": 0.6395,
+      "step": 8369
+    },
+    {
+      "epoch": 0.7483905579399142,
+      "grad_norm": 0.15510481959334183,
+      "learning_rate": 3.1408610673368333e-05,
+      "loss": 0.6688,
+      "step": 8370
+    },
+    {
+      "epoch": 0.7484799713876967,
+      "grad_norm": 0.1493018451408108,
+      "learning_rate": 3.138753977911467e-05,
+      "loss": 0.6473,
+      "step": 8371
+    },
+    {
+      "epoch": 0.7485693848354793,
+      "grad_norm": 0.14552169893466954,
+      "learning_rate": 3.1366474639305185e-05,
+      "loss": 0.6331,
+      "step": 8372
+    },
+    {
+      "epoch": 0.7486587982832618,
+      "grad_norm": 0.15276527553686153,
+      "learning_rate": 3.134541525570659e-05,
+      "loss": 0.6327,
+      "step": 8373
+    },
+    {
+      "epoch": 0.7487482117310443,
+      "grad_norm": 0.17623325015794508,
+      "learning_rate": 3.132436163008512e-05,
+      "loss": 0.641,
+      "step": 8374
+    },
+    {
+      "epoch": 0.7488376251788269,
+      "grad_norm": 0.14150453857908196,
+      "learning_rate": 3.1303313764206486e-05,
+      "loss": 0.6749,
+      "step": 8375
+    },
+    {
+      "epoch": 0.7489270386266095,
+      "grad_norm": 0.1650209188434297,
+      "learning_rate": 3.1282271659835946e-05,
+      "loss": 0.6828,
+      "step": 8376
+    },
+    {
+      "epoch": 0.7490164520743919,
+      "grad_norm": 0.16529528723857975,
+      "learning_rate": 3.1261235318738336e-05,
+      "loss": 0.6529,
+      "step": 8377
+    },
+    {
+      "epoch": 0.7491058655221745,
+      "grad_norm": 0.15091917990643383,
+      "learning_rate": 3.124020474267787e-05,
+      "loss": 0.6798,
+      "step": 8378
+    },
+    {
+      "epoch": 0.7491952789699571,
+      "grad_norm": 0.1616340241059639,
+      "learning_rate": 3.1219179933418365e-05,
+      "loss": 0.6574,
+      "step": 8379
+    },
+    {
+      "epoch": 0.7492846924177397,
+      "grad_norm": 0.13899630536148253,
+      "learning_rate": 3.1198160892723225e-05,
+      "loss": 0.6163,
+      "step": 8380
+    },
+    {
+      "epoch": 0.7493741058655222,
+      "grad_norm": 0.14291853033657706,
+      "learning_rate": 3.117714762235522e-05,
+      "loss": 0.6236,
+      "step": 8381
+    },
+    {
+      "epoch": 0.7494635193133047,
+      "grad_norm": 0.17271251199847393,
+      "learning_rate": 3.1156140124076714e-05,
+      "loss": 0.6799,
+      "step": 8382
+    },
+    {
+      "epoch": 0.7495529327610873,
+      "grad_norm": 0.14118940185984113,
+      "learning_rate": 3.113513839964963e-05,
+      "loss": 0.6531,
+      "step": 8383
+    },
+    {
+      "epoch": 0.7496423462088698,
+      "grad_norm": 0.16015343538240448,
+      "learning_rate": 3.1114142450835294e-05,
+      "loss": 0.6336,
+      "step": 8384
+    },
+    {
+      "epoch": 0.7497317596566524,
+      "grad_norm": 0.1690876848873034,
+      "learning_rate": 3.1093152279394635e-05,
+      "loss": 0.6724,
+      "step": 8385
+    },
+    {
+      "epoch": 0.7498211731044349,
+      "grad_norm": 0.15260502931499204,
+      "learning_rate": 3.1072167887088065e-05,
+      "loss": 0.651,
+      "step": 8386
+    },
+    {
+      "epoch": 0.7499105865522174,
+      "grad_norm": 0.15476263163857554,
+      "learning_rate": 3.105118927567554e-05,
+      "loss": 0.6197,
+      "step": 8387
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.1558701922634649,
+      "learning_rate": 3.103021644691651e-05,
+      "loss": 0.6406,
+      "step": 8388
+    },
+    {
+      "epoch": 0.7500894134477826,
+      "grad_norm": 0.16296447422602583,
+      "learning_rate": 3.1009249402569954e-05,
+      "loss": 0.6917,
+      "step": 8389
+    },
+    {
+      "epoch": 0.7501788268955651,
+      "grad_norm": 0.1622169848439064,
+      "learning_rate": 3.098828814439429e-05,
+      "loss": 0.6535,
+      "step": 8390
+    },
+    {
+      "epoch": 0.7502682403433476,
+      "grad_norm": 0.16678407939278178,
+      "learning_rate": 3.096733267414758e-05,
+      "loss": 0.6344,
+      "step": 8391
+    },
+    {
+      "epoch": 0.7503576537911302,
+      "grad_norm": 0.15247000966695773,
+      "learning_rate": 3.094638299358732e-05,
+      "loss": 0.6722,
+      "step": 8392
+    },
+    {
+      "epoch": 0.7504470672389127,
+      "grad_norm": 0.16535247350894475,
+      "learning_rate": 3.0925439104470456e-05,
+      "loss": 0.6766,
+      "step": 8393
+    },
+    {
+      "epoch": 0.7505364806866953,
+      "grad_norm": 0.1665855745431972,
+      "learning_rate": 3.090450100855367e-05,
+      "loss": 0.6769,
+      "step": 8394
+    },
+    {
+      "epoch": 0.7506258941344778,
+      "grad_norm": 0.14271023526444024,
+      "learning_rate": 3.08835687075929e-05,
+      "loss": 0.6182,
+      "step": 8395
+    },
+    {
+      "epoch": 0.7507153075822603,
+      "grad_norm": 0.15520079907425788,
+      "learning_rate": 3.086264220334375e-05,
+      "loss": 0.6404,
+      "step": 8396
+    },
+    {
+      "epoch": 0.7508047210300429,
+      "grad_norm": 0.157240770561965,
+      "learning_rate": 3.084172149756134e-05,
+      "loss": 0.613,
+      "step": 8397
+    },
+    {
+      "epoch": 0.7508941344778255,
+      "grad_norm": 0.1444040659019292,
+      "learning_rate": 3.082080659200018e-05,
+      "loss": 0.6475,
+      "step": 8398
+    },
+    {
+      "epoch": 0.7509835479256081,
+      "grad_norm": 0.1587051227587323,
+      "learning_rate": 3.079989748841444e-05,
+      "loss": 0.6335,
+      "step": 8399
+    },
+    {
+      "epoch": 0.7510729613733905,
+      "grad_norm": 0.15509235099160668,
+      "learning_rate": 3.077899418855772e-05,
+      "loss": 0.6253,
+      "step": 8400
+    },
+    {
+      "epoch": 0.7511623748211731,
+      "grad_norm": 0.15118269154107886,
+      "learning_rate": 3.075809669418316e-05,
+      "loss": 0.604,
+      "step": 8401
+    },
+    {
+      "epoch": 0.7512517882689557,
+      "grad_norm": 0.17577068022317816,
+      "learning_rate": 3.07372050070434e-05,
+      "loss": 0.669,
+      "step": 8402
+    },
+    {
+      "epoch": 0.7513412017167382,
+      "grad_norm": 0.17522465816227742,
+      "learning_rate": 3.071631912889065e-05,
+      "loss": 0.633,
+      "step": 8403
+    },
+    {
+      "epoch": 0.7514306151645207,
+      "grad_norm": 0.15676187838114372,
+      "learning_rate": 3.0695439061476504e-05,
+      "loss": 0.6572,
+      "step": 8404
+    },
+    {
+      "epoch": 0.7515200286123033,
+      "grad_norm": 0.1519105753030076,
+      "learning_rate": 3.0674564806552187e-05,
+      "loss": 0.6116,
+      "step": 8405
+    },
+    {
+      "epoch": 0.7516094420600858,
+      "grad_norm": 0.14819261710675768,
+      "learning_rate": 3.0653696365868424e-05,
+      "loss": 0.6329,
+      "step": 8406
+    },
+    {
+      "epoch": 0.7516988555078684,
+      "grad_norm": 0.1419946067368287,
+      "learning_rate": 3.0632833741175336e-05,
+      "loss": 0.655,
+      "step": 8407
+    },
+    {
+      "epoch": 0.751788268955651,
+      "grad_norm": 0.16638742515602015,
+      "learning_rate": 3.061197693422278e-05,
+      "loss": 0.66,
+      "step": 8408
+    },
+    {
+      "epoch": 0.7518776824034334,
+      "grad_norm": 0.17772026808971528,
+      "learning_rate": 3.059112594675987e-05,
+      "loss": 0.6941,
+      "step": 8409
+    },
+    {
+      "epoch": 0.751967095851216,
+      "grad_norm": 0.15657685768580432,
+      "learning_rate": 3.057028078053541e-05,
+      "loss": 0.6975,
+      "step": 8410
+    },
+    {
+      "epoch": 0.7520565092989986,
+      "grad_norm": 0.1632113773405113,
+      "learning_rate": 3.054944143729769e-05,
+      "loss": 0.6416,
+      "step": 8411
+    },
+    {
+      "epoch": 0.7521459227467812,
+      "grad_norm": 0.15759728083301983,
+      "learning_rate": 3.0528607918794395e-05,
+      "loss": 0.6767,
+      "step": 8412
+    },
+    {
+      "epoch": 0.7522353361945636,
+      "grad_norm": 0.165731212633944,
+      "learning_rate": 3.0507780226772863e-05,
+      "loss": 0.6265,
+      "step": 8413
+    },
+    {
+      "epoch": 0.7523247496423462,
+      "grad_norm": 0.15402986268060082,
+      "learning_rate": 3.048695836297988e-05,
+      "loss": 0.6157,
+      "step": 8414
+    },
+    {
+      "epoch": 0.7524141630901288,
+      "grad_norm": 0.17830114006391187,
+      "learning_rate": 3.046614232916174e-05,
+      "loss": 0.6471,
+      "step": 8415
+    },
+    {
+      "epoch": 0.7525035765379113,
+      "grad_norm": 0.16142017772502393,
+      "learning_rate": 3.0445332127064275e-05,
+      "loss": 0.6573,
+      "step": 8416
+    },
+    {
+      "epoch": 0.7525929899856938,
+      "grad_norm": 0.1617147810822569,
+      "learning_rate": 3.042452775843284e-05,
+      "loss": 0.6534,
+      "step": 8417
+    },
+    {
+      "epoch": 0.7526824034334764,
+      "grad_norm": 0.16187679597966195,
+      "learning_rate": 3.040372922501219e-05,
+      "loss": 0.649,
+      "step": 8418
+    },
+    {
+      "epoch": 0.7527718168812589,
+      "grad_norm": 0.13779820114667643,
+      "learning_rate": 3.0382936528546735e-05,
+      "loss": 0.6387,
+      "step": 8419
+    },
+    {
+      "epoch": 0.7528612303290415,
+      "grad_norm": 0.16393252899074917,
+      "learning_rate": 3.036214967078034e-05,
+      "loss": 0.6488,
+      "step": 8420
+    },
+    {
+      "epoch": 0.7529506437768241,
+      "grad_norm": 0.15570969966784837,
+      "learning_rate": 3.0341368653456283e-05,
+      "loss": 0.5912,
+      "step": 8421
+    },
+    {
+      "epoch": 0.7530400572246065,
+      "grad_norm": 0.1662340116918338,
+      "learning_rate": 3.032059347831755e-05,
+      "loss": 0.6532,
+      "step": 8422
+    },
+    {
+      "epoch": 0.7531294706723891,
+      "grad_norm": 0.17777149531874464,
+      "learning_rate": 3.0299824147106516e-05,
+      "loss": 0.6543,
+      "step": 8423
+    },
+    {
+      "epoch": 0.7532188841201717,
+      "grad_norm": 0.14147509439375744,
+      "learning_rate": 3.0279060661565028e-05,
+      "loss": 0.621,
+      "step": 8424
+    },
+    {
+      "epoch": 0.7533082975679543,
+      "grad_norm": 0.14607328618356,
+      "learning_rate": 3.025830302343452e-05,
+      "loss": 0.6282,
+      "step": 8425
+    },
+    {
+      "epoch": 0.7533977110157367,
+      "grad_norm": 0.16301019061405975,
+      "learning_rate": 3.023755123445594e-05,
+      "loss": 0.6623,
+      "step": 8426
+    },
+    {
+      "epoch": 0.7534871244635193,
+      "grad_norm": 0.16068382316961324,
+      "learning_rate": 3.0216805296369654e-05,
+      "loss": 0.6834,
+      "step": 8427
+    },
+    {
+      "epoch": 0.7535765379113019,
+      "grad_norm": 0.17217940912507176,
+      "learning_rate": 3.0196065210915637e-05,
+      "loss": 0.6857,
+      "step": 8428
+    },
+    {
+      "epoch": 0.7536659513590844,
+      "grad_norm": 0.16568322191846174,
+      "learning_rate": 3.017533097983333e-05,
+      "loss": 0.6439,
+      "step": 8429
+    },
+    {
+      "epoch": 0.753755364806867,
+      "grad_norm": 0.18328565379775025,
+      "learning_rate": 3.015460260486168e-05,
+      "loss": 0.7022,
+      "step": 8430
+    },
+    {
+      "epoch": 0.7538447782546495,
+      "grad_norm": 0.15311503514214647,
+      "learning_rate": 3.0133880087739184e-05,
+      "loss": 0.6596,
+      "step": 8431
+    },
+    {
+      "epoch": 0.753934191702432,
+      "grad_norm": 0.15978371737813743,
+      "learning_rate": 3.0113163430203772e-05,
+      "loss": 0.655,
+      "step": 8432
+    },
+    {
+      "epoch": 0.7540236051502146,
+      "grad_norm": 0.14375383142364972,
+      "learning_rate": 3.009245263399293e-05,
+      "loss": 0.6404,
+      "step": 8433
+    },
+    {
+      "epoch": 0.7541130185979972,
+      "grad_norm": 0.18922540135971833,
+      "learning_rate": 3.0071747700843667e-05,
+      "loss": 0.6529,
+      "step": 8434
+    },
+    {
+      "epoch": 0.7542024320457796,
+      "grad_norm": 0.15268520159654086,
+      "learning_rate": 3.0051048632492463e-05,
+      "loss": 0.6494,
+      "step": 8435
+    },
+    {
+      "epoch": 0.7542918454935622,
+      "grad_norm": 0.17038074508798828,
+      "learning_rate": 3.003035543067534e-05,
+      "loss": 0.6894,
+      "step": 8436
+    },
+    {
+      "epoch": 0.7543812589413448,
+      "grad_norm": 0.15563154940701537,
+      "learning_rate": 3.000966809712783e-05,
+      "loss": 0.6453,
+      "step": 8437
+    },
+    {
+      "epoch": 0.7544706723891274,
+      "grad_norm": 0.17002154492947216,
+      "learning_rate": 2.9988986633584902e-05,
+      "loss": 0.6727,
+      "step": 8438
+    },
+    {
+      "epoch": 0.7545600858369099,
+      "grad_norm": 0.1382486273690707,
+      "learning_rate": 2.9968311041781116e-05,
+      "loss": 0.6177,
+      "step": 8439
+    },
+    {
+      "epoch": 0.7546494992846924,
+      "grad_norm": 0.15032777453032367,
+      "learning_rate": 2.9947641323450535e-05,
+      "loss": 0.6473,
+      "step": 8440
+    },
+    {
+      "epoch": 0.754738912732475,
+      "grad_norm": 0.1498956000731144,
+      "learning_rate": 2.992697748032661e-05,
+      "loss": 0.6164,
+      "step": 8441
+    },
+    {
+      "epoch": 0.7548283261802575,
+      "grad_norm": 0.14132444041713213,
+      "learning_rate": 2.990631951414252e-05,
+      "loss": 0.6212,
+      "step": 8442
+    },
+    {
+      "epoch": 0.7549177396280401,
+      "grad_norm": 0.17208216076005078,
+      "learning_rate": 2.9885667426630737e-05,
+      "loss": 0.671,
+      "step": 8443
+    },
+    {
+      "epoch": 0.7550071530758226,
+      "grad_norm": 0.15008180525850395,
+      "learning_rate": 2.9865021219523337e-05,
+      "loss": 0.6586,
+      "step": 8444
+    },
+    {
+      "epoch": 0.7550965665236051,
+      "grad_norm": 0.17905355939360584,
+      "learning_rate": 2.9844380894551916e-05,
+      "loss": 0.6875,
+      "step": 8445
+    },
+    {
+      "epoch": 0.7551859799713877,
+      "grad_norm": 0.1623965805142521,
+      "learning_rate": 2.9823746453447565e-05,
+      "loss": 0.6365,
+      "step": 8446
+    },
+    {
+      "epoch": 0.7552753934191703,
+      "grad_norm": 0.1609228322377114,
+      "learning_rate": 2.9803117897940826e-05,
+      "loss": 0.6678,
+      "step": 8447
+    },
+    {
+      "epoch": 0.7553648068669528,
+      "grad_norm": 0.14020821921956467,
+      "learning_rate": 2.9782495229761808e-05,
+      "loss": 0.6505,
+      "step": 8448
+    },
+    {
+      "epoch": 0.7554542203147353,
+      "grad_norm": 0.17626917418261795,
+      "learning_rate": 2.9761878450640112e-05,
+      "loss": 0.6329,
+      "step": 8449
+    },
+    {
+      "epoch": 0.7555436337625179,
+      "grad_norm": 0.18022874660900798,
+      "learning_rate": 2.9741267562304854e-05,
+      "loss": 0.671,
+      "step": 8450
+    },
+    {
+      "epoch": 0.7556330472103004,
+      "grad_norm": 0.15306807207222756,
+      "learning_rate": 2.972066256648465e-05,
+      "loss": 0.6284,
+      "step": 8451
+    },
+    {
+      "epoch": 0.755722460658083,
+      "grad_norm": 0.16827086004722464,
+      "learning_rate": 2.9700063464907578e-05,
+      "loss": 0.6576,
+      "step": 8452
+    },
+    {
+      "epoch": 0.7558118741058655,
+      "grad_norm": 0.14592857124809447,
+      "learning_rate": 2.967947025930128e-05,
+      "loss": 0.612,
+      "step": 8453
+    },
+    {
+      "epoch": 0.755901287553648,
+      "grad_norm": 0.16224956311023686,
+      "learning_rate": 2.9658882951392918e-05,
+      "loss": 0.6349,
+      "step": 8454
+    },
+    {
+      "epoch": 0.7559907010014306,
+      "grad_norm": 0.1688438152527552,
+      "learning_rate": 2.963830154290903e-05,
+      "loss": 0.6642,
+      "step": 8455
+    },
+    {
+      "epoch": 0.7560801144492132,
+      "grad_norm": 0.1554341150307768,
+      "learning_rate": 2.9617726035575855e-05,
+      "loss": 0.6674,
+      "step": 8456
+    },
+    {
+      "epoch": 0.7561695278969958,
+      "grad_norm": 0.14944320980651848,
+      "learning_rate": 2.9597156431119023e-05,
+      "loss": 0.6303,
+      "step": 8457
+    },
+    {
+      "epoch": 0.7562589413447782,
+      "grad_norm": 0.15989085496331912,
+      "learning_rate": 2.957659273126362e-05,
+      "loss": 0.6414,
+      "step": 8458
+    },
+    {
+      "epoch": 0.7563483547925608,
+      "grad_norm": 0.15284167143547067,
+      "learning_rate": 2.9556034937734332e-05,
+      "loss": 0.641,
+      "step": 8459
+    },
+    {
+      "epoch": 0.7564377682403434,
+      "grad_norm": 0.16037446842431868,
+      "learning_rate": 2.9535483052255365e-05,
+      "loss": 0.6375,
+      "step": 8460
+    },
+    {
+      "epoch": 0.7565271816881259,
+      "grad_norm": 0.1669311596930267,
+      "learning_rate": 2.9514937076550286e-05,
+      "loss": 0.6345,
+      "step": 8461
+    },
+    {
+      "epoch": 0.7566165951359084,
+      "grad_norm": 0.15786428702360616,
+      "learning_rate": 2.9494397012342322e-05,
+      "loss": 0.6421,
+      "step": 8462
+    },
+    {
+      "epoch": 0.756706008583691,
+      "grad_norm": 0.15316626296174482,
+      "learning_rate": 2.9473862861354128e-05,
+      "loss": 0.6538,
+      "step": 8463
+    },
+    {
+      "epoch": 0.7567954220314735,
+      "grad_norm": 0.14792769178115112,
+      "learning_rate": 2.945333462530788e-05,
+      "loss": 0.6359,
+      "step": 8464
+    },
+    {
+      "epoch": 0.7568848354792561,
+      "grad_norm": 0.17889325785030125,
+      "learning_rate": 2.9432812305925295e-05,
+      "loss": 0.7134,
+      "step": 8465
+    },
+    {
+      "epoch": 0.7569742489270386,
+      "grad_norm": 0.15910271024989445,
+      "learning_rate": 2.941229590492748e-05,
+      "loss": 0.6574,
+      "step": 8466
+    },
+    {
+      "epoch": 0.7570636623748211,
+      "grad_norm": 0.18137363575682616,
+      "learning_rate": 2.9391785424035167e-05,
+      "loss": 0.6647,
+      "step": 8467
+    },
+    {
+      "epoch": 0.7571530758226037,
+      "grad_norm": 0.15465723873517642,
+      "learning_rate": 2.9371280864968565e-05,
+      "loss": 0.6139,
+      "step": 8468
+    },
+    {
+      "epoch": 0.7572424892703863,
+      "grad_norm": 0.15834316951637295,
+      "learning_rate": 2.935078222944727e-05,
+      "loss": 0.6317,
+      "step": 8469
+    },
+    {
+      "epoch": 0.7573319027181689,
+      "grad_norm": 0.16290680713716782,
+      "learning_rate": 2.933028951919058e-05,
+      "loss": 0.6344,
+      "step": 8470
+    },
+    {
+      "epoch": 0.7574213161659513,
+      "grad_norm": 0.16110039572694204,
+      "learning_rate": 2.93098027359172e-05,
+      "loss": 0.6598,
+      "step": 8471
+    },
+    {
+      "epoch": 0.7575107296137339,
+      "grad_norm": 0.16134422112865496,
+      "learning_rate": 2.9289321881345254e-05,
+      "loss": 0.6095,
+      "step": 8472
+    },
+    {
+      "epoch": 0.7576001430615165,
+      "grad_norm": 0.16007614057998226,
+      "learning_rate": 2.9268846957192485e-05,
+      "loss": 0.6616,
+      "step": 8473
+    },
+    {
+      "epoch": 0.757689556509299,
+      "grad_norm": 0.13307107731793308,
+      "learning_rate": 2.9248377965176134e-05,
+      "loss": 0.6177,
+      "step": 8474
+    },
+    {
+      "epoch": 0.7577789699570815,
+      "grad_norm": 0.17724335486893647,
+      "learning_rate": 2.9227914907012845e-05,
+      "loss": 0.6225,
+      "step": 8475
+    },
+    {
+      "epoch": 0.7578683834048641,
+      "grad_norm": 0.147810843545716,
+      "learning_rate": 2.9207457784418835e-05,
+      "loss": 0.5828,
+      "step": 8476
+    },
+    {
+      "epoch": 0.7579577968526466,
+      "grad_norm": 0.15048252601689419,
+      "learning_rate": 2.91870065991099e-05,
+      "loss": 0.633,
+      "step": 8477
+    },
+    {
+      "epoch": 0.7580472103004292,
+      "grad_norm": 0.1643676576946892,
+      "learning_rate": 2.9166561352801182e-05,
+      "loss": 0.648,
+      "step": 8478
+    },
+    {
+      "epoch": 0.7581366237482118,
+      "grad_norm": 0.14604203900680982,
+      "learning_rate": 2.91461220472074e-05,
+      "loss": 0.6213,
+      "step": 8479
+    },
+    {
+      "epoch": 0.7582260371959942,
+      "grad_norm": 0.16573105308699404,
+      "learning_rate": 2.912568868404284e-05,
+      "loss": 0.6562,
+      "step": 8480
+    },
+    {
+      "epoch": 0.7583154506437768,
+      "grad_norm": 0.15074530704551747,
+      "learning_rate": 2.9105261265021133e-05,
+      "loss": 0.6739,
+      "step": 8481
+    },
+    {
+      "epoch": 0.7584048640915594,
+      "grad_norm": 0.1550223947298711,
+      "learning_rate": 2.9084839791855544e-05,
+      "loss": 0.6686,
+      "step": 8482
+    },
+    {
+      "epoch": 0.758494277539342,
+      "grad_norm": 0.17149914187076176,
+      "learning_rate": 2.9064424266258805e-05,
+      "loss": 0.6562,
+      "step": 8483
+    },
+    {
+      "epoch": 0.7585836909871244,
+      "grad_norm": 0.17088344305903194,
+      "learning_rate": 2.9044014689943132e-05,
+      "loss": 0.6687,
+      "step": 8484
+    },
+    {
+      "epoch": 0.758673104434907,
+      "grad_norm": 0.17162825630721434,
+      "learning_rate": 2.902361106462028e-05,
+      "loss": 0.6712,
+      "step": 8485
+    },
+    {
+      "epoch": 0.7587625178826896,
+      "grad_norm": 0.1418998254946106,
+      "learning_rate": 2.9003213392001426e-05,
+      "loss": 0.6051,
+      "step": 8486
+    },
+    {
+      "epoch": 0.7588519313304721,
+      "grad_norm": 0.15675395311612433,
+      "learning_rate": 2.8982821673797322e-05,
+      "loss": 0.6392,
+      "step": 8487
+    },
+    {
+      "epoch": 0.7589413447782547,
+      "grad_norm": 0.16320460074674753,
+      "learning_rate": 2.8962435911718222e-05,
+      "loss": 0.6463,
+      "step": 8488
+    },
+    {
+      "epoch": 0.7590307582260372,
+      "grad_norm": 0.152172341422425,
+      "learning_rate": 2.8942056107473802e-05,
+      "loss": 0.6631,
+      "step": 8489
+    },
+    {
+      "epoch": 0.7591201716738197,
+      "grad_norm": 0.14513823997664815,
+      "learning_rate": 2.89216822627733e-05,
+      "loss": 0.6352,
+      "step": 8490
+    },
+    {
+      "epoch": 0.7592095851216023,
+      "grad_norm": 0.17258746772022085,
+      "learning_rate": 2.8901314379325517e-05,
+      "loss": 0.6424,
+      "step": 8491
+    },
+    {
+      "epoch": 0.7592989985693849,
+      "grad_norm": 0.17056117115446606,
+      "learning_rate": 2.8880952458838593e-05,
+      "loss": 0.6622,
+      "step": 8492
+    },
+    {
+      "epoch": 0.7593884120171673,
+      "grad_norm": 0.1470628800362355,
+      "learning_rate": 2.886059650302031e-05,
+      "loss": 0.6481,
+      "step": 8493
+    },
+    {
+      "epoch": 0.7594778254649499,
+      "grad_norm": 0.15396768251694803,
+      "learning_rate": 2.8840246513577907e-05,
+      "loss": 0.636,
+      "step": 8494
+    },
+    {
+      "epoch": 0.7595672389127325,
+      "grad_norm": 0.17040885568679376,
+      "learning_rate": 2.8819902492218066e-05,
+      "loss": 0.6814,
+      "step": 8495
+    },
+    {
+      "epoch": 0.759656652360515,
+      "grad_norm": 0.14487701664725275,
+      "learning_rate": 2.879956444064703e-05,
+      "loss": 0.6338,
+      "step": 8496
+    },
+    {
+      "epoch": 0.7597460658082976,
+      "grad_norm": 0.16130456731949683,
+      "learning_rate": 2.877923236057054e-05,
+      "loss": 0.6015,
+      "step": 8497
+    },
+    {
+      "epoch": 0.7598354792560801,
+      "grad_norm": 0.1579535772951636,
+      "learning_rate": 2.8758906253693818e-05,
+      "loss": 0.6421,
+      "step": 8498
+    },
+    {
+      "epoch": 0.7599248927038627,
+      "grad_norm": 0.1686586835851056,
+      "learning_rate": 2.8738586121721634e-05,
+      "loss": 0.6597,
+      "step": 8499
+    },
+    {
+      "epoch": 0.7600143061516452,
+      "grad_norm": 0.14856092499278037,
+      "learning_rate": 2.8718271966358124e-05,
+      "loss": 0.6064,
+      "step": 8500
+    },
+    {
+      "epoch": 0.7601037195994278,
+      "grad_norm": 0.15543923246290767,
+      "learning_rate": 2.869796378930706e-05,
+      "loss": 0.6661,
+      "step": 8501
+    },
+    {
+      "epoch": 0.7601931330472103,
+      "grad_norm": 0.14678305250435367,
+      "learning_rate": 2.8677661592271666e-05,
+      "loss": 0.6471,
+      "step": 8502
+    },
+    {
+      "epoch": 0.7602825464949928,
+      "grad_norm": 0.1785102836035359,
+      "learning_rate": 2.8657365376954692e-05,
+      "loss": 0.6373,
+      "step": 8503
+    },
+    {
+      "epoch": 0.7603719599427754,
+      "grad_norm": 0.17937044121235934,
+      "learning_rate": 2.8637075145058257e-05,
+      "loss": 0.6857,
+      "step": 8504
+    },
+    {
+      "epoch": 0.760461373390558,
+      "grad_norm": 0.17485723561912483,
+      "learning_rate": 2.8616790898284207e-05,
+      "loss": 0.6742,
+      "step": 8505
+    },
+    {
+      "epoch": 0.7605507868383404,
+      "grad_norm": 0.15935495114945716,
+      "learning_rate": 2.859651263833366e-05,
+      "loss": 0.66,
+      "step": 8506
+    },
+    {
+      "epoch": 0.760640200286123,
+      "grad_norm": 0.1553122285967849,
+      "learning_rate": 2.857624036690737e-05,
+      "loss": 0.6601,
+      "step": 8507
+    },
+    {
+      "epoch": 0.7607296137339056,
+      "grad_norm": 0.16348445715277515,
+      "learning_rate": 2.8555974085705573e-05,
+      "loss": 0.6415,
+      "step": 8508
+    },
+    {
+      "epoch": 0.7608190271816881,
+      "grad_norm": 0.14633649972225854,
+      "learning_rate": 2.853571379642792e-05,
+      "loss": 0.6596,
+      "step": 8509
+    },
+    {
+      "epoch": 0.7609084406294707,
+      "grad_norm": 0.15889305045908333,
+      "learning_rate": 2.8515459500773633e-05,
+      "loss": 0.6353,
+      "step": 8510
+    },
+    {
+      "epoch": 0.7609978540772532,
+      "grad_norm": 0.1330571576693211,
+      "learning_rate": 2.849521120044144e-05,
+      "loss": 0.6166,
+      "step": 8511
+    },
+    {
+      "epoch": 0.7610872675250357,
+      "grad_norm": 0.16419599168529345,
+      "learning_rate": 2.847496889712952e-05,
+      "loss": 0.657,
+      "step": 8512
+    },
+    {
+      "epoch": 0.7611766809728183,
+      "grad_norm": 0.15704007093907052,
+      "learning_rate": 2.845473259253557e-05,
+      "loss": 0.6297,
+      "step": 8513
+    },
+    {
+      "epoch": 0.7612660944206009,
+      "grad_norm": 0.1775562639790919,
+      "learning_rate": 2.8434502288356835e-05,
+      "loss": 0.6795,
+      "step": 8514
+    },
+    {
+      "epoch": 0.7613555078683834,
+      "grad_norm": 0.16363317778922784,
+      "learning_rate": 2.8414277986289928e-05,
+      "loss": 0.6578,
+      "step": 8515
+    },
+    {
+      "epoch": 0.7614449213161659,
+      "grad_norm": 0.1761781455954285,
+      "learning_rate": 2.839405968803108e-05,
+      "loss": 0.6388,
+      "step": 8516
+    },
+    {
+      "epoch": 0.7615343347639485,
+      "grad_norm": 0.15728307640413236,
+      "learning_rate": 2.8373847395275966e-05,
+      "loss": 0.634,
+      "step": 8517
+    },
+    {
+      "epoch": 0.7616237482117311,
+      "grad_norm": 0.1663496244516432,
+      "learning_rate": 2.8353641109719764e-05,
+      "loss": 0.6556,
+      "step": 8518
+    },
+    {
+      "epoch": 0.7617131616595136,
+      "grad_norm": 0.1429021452589937,
+      "learning_rate": 2.833344083305719e-05,
+      "loss": 0.6701,
+      "step": 8519
+    },
+    {
+      "epoch": 0.7618025751072961,
+      "grad_norm": 0.1586510196339954,
+      "learning_rate": 2.8313246566982345e-05,
+      "loss": 0.6765,
+      "step": 8520
+    },
+    {
+      "epoch": 0.7618919885550787,
+      "grad_norm": 0.16567730420790286,
+      "learning_rate": 2.8293058313188935e-05,
+      "loss": 0.6046,
+      "step": 8521
+    },
+    {
+      "epoch": 0.7619814020028612,
+      "grad_norm": 0.1562839549421287,
+      "learning_rate": 2.827287607337016e-05,
+      "loss": 0.6112,
+      "step": 8522
+    },
+    {
+      "epoch": 0.7620708154506438,
+      "grad_norm": 0.16375958581716862,
+      "learning_rate": 2.8252699849218613e-05,
+      "loss": 0.6081,
+      "step": 8523
+    },
+    {
+      "epoch": 0.7621602288984263,
+      "grad_norm": 0.15221724144773888,
+      "learning_rate": 2.823252964242644e-05,
+      "loss": 0.6333,
+      "step": 8524
+    },
+    {
+      "epoch": 0.7622496423462088,
+      "grad_norm": 0.17193635324454518,
+      "learning_rate": 2.8212365454685408e-05,
+      "loss": 0.6571,
+      "step": 8525
+    },
+    {
+      "epoch": 0.7623390557939914,
+      "grad_norm": 0.1687823631838676,
+      "learning_rate": 2.8192207287686555e-05,
+      "loss": 0.6599,
+      "step": 8526
+    },
+    {
+      "epoch": 0.762428469241774,
+      "grad_norm": 0.1469569181533714,
+      "learning_rate": 2.8172055143120546e-05,
+      "loss": 0.6315,
+      "step": 8527
+    },
+    {
+      "epoch": 0.7625178826895566,
+      "grad_norm": 0.15624772479077387,
+      "learning_rate": 2.815190902267757e-05,
+      "loss": 0.6147,
+      "step": 8528
+    },
+    {
+      "epoch": 0.762607296137339,
+      "grad_norm": 0.15584570675719886,
+      "learning_rate": 2.8131768928047176e-05,
+      "loss": 0.6409,
+      "step": 8529
+    },
+    {
+      "epoch": 0.7626967095851216,
+      "grad_norm": 0.1555301019495958,
+      "learning_rate": 2.8111634860918524e-05,
+      "loss": 0.6354,
+      "step": 8530
+    },
+    {
+      "epoch": 0.7627861230329042,
+      "grad_norm": 0.16081515536044183,
+      "learning_rate": 2.809150682298024e-05,
+      "loss": 0.643,
+      "step": 8531
+    },
+    {
+      "epoch": 0.7628755364806867,
+      "grad_norm": 0.15021456884282583,
+      "learning_rate": 2.807138481592043e-05,
+      "loss": 0.6137,
+      "step": 8532
+    },
+    {
+      "epoch": 0.7629649499284692,
+      "grad_norm": 0.16598870125154147,
+      "learning_rate": 2.8051268841426713e-05,
+      "loss": 0.6712,
+      "step": 8533
+    },
+    {
+      "epoch": 0.7630543633762518,
+      "grad_norm": 0.1567859343949239,
+      "learning_rate": 2.803115890118623e-05,
+      "loss": 0.6457,
+      "step": 8534
+    },
+    {
+      "epoch": 0.7631437768240343,
+      "grad_norm": 0.14915999645537092,
+      "learning_rate": 2.8011054996885477e-05,
+      "loss": 0.6404,
+      "step": 8535
+    },
+    {
+      "epoch": 0.7632331902718169,
+      "grad_norm": 0.1818102033015363,
+      "learning_rate": 2.7990957130210617e-05,
+      "loss": 0.6302,
+      "step": 8536
+    },
+    {
+      "epoch": 0.7633226037195995,
+      "grad_norm": 0.14303829426911946,
+      "learning_rate": 2.797086530284725e-05,
+      "loss": 0.6562,
+      "step": 8537
+    },
+    {
+      "epoch": 0.7634120171673819,
+      "grad_norm": 0.16683609972837676,
+      "learning_rate": 2.795077951648035e-05,
+      "loss": 0.6369,
+      "step": 8538
+    },
+    {
+      "epoch": 0.7635014306151645,
+      "grad_norm": 0.1571927615886732,
+      "learning_rate": 2.7930699772794623e-05,
+      "loss": 0.659,
+      "step": 8539
+    },
+    {
+      "epoch": 0.7635908440629471,
+      "grad_norm": 0.16334300967712084,
+      "learning_rate": 2.7910626073474045e-05,
+      "loss": 0.6637,
+      "step": 8540
+    },
+    {
+      "epoch": 0.7636802575107297,
+      "grad_norm": 0.15581813163646807,
+      "learning_rate": 2.7890558420202185e-05,
+      "loss": 0.6557,
+      "step": 8541
+    },
+    {
+      "epoch": 0.7637696709585121,
+      "grad_norm": 0.15579632087893774,
+      "learning_rate": 2.787049681466214e-05,
+      "loss": 0.6447,
+      "step": 8542
+    },
+    {
+      "epoch": 0.7638590844062947,
+      "grad_norm": 0.1498404834710241,
+      "learning_rate": 2.7850441258536386e-05,
+      "loss": 0.6087,
+      "step": 8543
+    },
+    {
+      "epoch": 0.7639484978540773,
+      "grad_norm": 0.17391435242619233,
+      "learning_rate": 2.783039175350699e-05,
+      "loss": 0.6796,
+      "step": 8544
+    },
+    {
+      "epoch": 0.7640379113018598,
+      "grad_norm": 0.14092144914347102,
+      "learning_rate": 2.7810348301255486e-05,
+      "loss": 0.6198,
+      "step": 8545
+    },
+    {
+      "epoch": 0.7641273247496424,
+      "grad_norm": 0.1408470236363336,
+      "learning_rate": 2.779031090346287e-05,
+      "loss": 0.6261,
+      "step": 8546
+    },
+    {
+      "epoch": 0.7642167381974249,
+      "grad_norm": 0.17411650911976362,
+      "learning_rate": 2.7770279561809686e-05,
+      "loss": 0.6499,
+      "step": 8547
+    },
+    {
+      "epoch": 0.7643061516452074,
+      "grad_norm": 0.16871691158132687,
+      "learning_rate": 2.775025427797594e-05,
+      "loss": 0.6315,
+      "step": 8548
+    },
+    {
+      "epoch": 0.76439556509299,
+      "grad_norm": 0.15799645084673564,
+      "learning_rate": 2.7730235053641096e-05,
+      "loss": 0.6111,
+      "step": 8549
+    },
+    {
+      "epoch": 0.7644849785407726,
+      "grad_norm": 0.1789676888303291,
+      "learning_rate": 2.7710221890484157e-05,
+      "loss": 0.6679,
+      "step": 8550
+    },
+    {
+      "epoch": 0.764574391988555,
+      "grad_norm": 0.1511094206477358,
+      "learning_rate": 2.7690214790183622e-05,
+      "loss": 0.5962,
+      "step": 8551
+    },
+    {
+      "epoch": 0.7646638054363376,
+      "grad_norm": 0.15663586906564395,
+      "learning_rate": 2.7670213754417396e-05,
+      "loss": 0.6583,
+      "step": 8552
+    },
+    {
+      "epoch": 0.7647532188841202,
+      "grad_norm": 0.15520685577214838,
+      "learning_rate": 2.7650218784863047e-05,
+      "loss": 0.6515,
+      "step": 8553
+    },
+    {
+      "epoch": 0.7648426323319027,
+      "grad_norm": 0.20401176031362606,
+      "learning_rate": 2.7630229883197433e-05,
+      "loss": 0.7285,
+      "step": 8554
+    },
+    {
+      "epoch": 0.7649320457796852,
+      "grad_norm": 0.1768405047424754,
+      "learning_rate": 2.761024705109705e-05,
+      "loss": 0.601,
+      "step": 8555
+    },
+    {
+      "epoch": 0.7650214592274678,
+      "grad_norm": 0.16353540074849504,
+      "learning_rate": 2.7590270290237852e-05,
+      "loss": 0.6449,
+      "step": 8556
+    },
+    {
+      "epoch": 0.7651108726752504,
+      "grad_norm": 0.16285617743855632,
+      "learning_rate": 2.75702996022952e-05,
+      "loss": 0.6699,
+      "step": 8557
+    },
+    {
+      "epoch": 0.7652002861230329,
+      "grad_norm": 0.17456625275468757,
+      "learning_rate": 2.755033498894405e-05,
+      "loss": 0.6189,
+      "step": 8558
+    },
+    {
+      "epoch": 0.7652896995708155,
+      "grad_norm": 0.16074550674044613,
+      "learning_rate": 2.7530376451858807e-05,
+      "loss": 0.6,
+      "step": 8559
+    },
+    {
+      "epoch": 0.765379113018598,
+      "grad_norm": 0.14326060354760894,
+      "learning_rate": 2.7510423992713374e-05,
+      "loss": 0.655,
+      "step": 8560
+    },
+    {
+      "epoch": 0.7654685264663805,
+      "grad_norm": 0.15232296051018407,
+      "learning_rate": 2.749047761318113e-05,
+      "loss": 0.6283,
+      "step": 8561
+    },
+    {
+      "epoch": 0.7655579399141631,
+      "grad_norm": 0.13893254900114418,
+      "learning_rate": 2.7470537314934997e-05,
+      "loss": 0.6158,
+      "step": 8562
+    },
+    {
+      "epoch": 0.7656473533619457,
+      "grad_norm": 0.1544955537736218,
+      "learning_rate": 2.7450603099647266e-05,
+      "loss": 0.6082,
+      "step": 8563
+    },
+    {
+      "epoch": 0.7657367668097281,
+      "grad_norm": 0.17995603628819157,
+      "learning_rate": 2.7430674968989832e-05,
+      "loss": 0.6713,
+      "step": 8564
+    },
+    {
+      "epoch": 0.7658261802575107,
+      "grad_norm": 0.1462058131144592,
+      "learning_rate": 2.7410752924634088e-05,
+      "loss": 0.6442,
+      "step": 8565
+    },
+    {
+      "epoch": 0.7659155937052933,
+      "grad_norm": 0.16374214481268454,
+      "learning_rate": 2.7390836968250766e-05,
+      "loss": 0.7003,
+      "step": 8566
+    },
+    {
+      "epoch": 0.7660050071530758,
+      "grad_norm": 0.1589122277936528,
+      "learning_rate": 2.737092710151029e-05,
+      "loss": 0.6866,
+      "step": 8567
+    },
+    {
+      "epoch": 0.7660944206008584,
+      "grad_norm": 0.16779089129804753,
+      "learning_rate": 2.735102332608247e-05,
+      "loss": 0.6577,
+      "step": 8568
+    },
+    {
+      "epoch": 0.7661838340486409,
+      "grad_norm": 0.17035871644199754,
+      "learning_rate": 2.7331125643636567e-05,
+      "loss": 0.6619,
+      "step": 8569
+    },
+    {
+      "epoch": 0.7662732474964234,
+      "grad_norm": 0.17534806098937594,
+      "learning_rate": 2.7311234055841382e-05,
+      "loss": 0.6716,
+      "step": 8570
+    },
+    {
+      "epoch": 0.766362660944206,
+      "grad_norm": 0.1460224068932458,
+      "learning_rate": 2.7291348564365248e-05,
+      "loss": 0.6589,
+      "step": 8571
+    },
+    {
+      "epoch": 0.7664520743919886,
+      "grad_norm": 0.15595240294827825,
+      "learning_rate": 2.7271469170875863e-05,
+      "loss": 0.6314,
+      "step": 8572
+    },
+    {
+      "epoch": 0.766541487839771,
+      "grad_norm": 0.15294477654735097,
+      "learning_rate": 2.7251595877040538e-05,
+      "loss": 0.6219,
+      "step": 8573
+    },
+    {
+      "epoch": 0.7666309012875536,
+      "grad_norm": 0.1562825726325139,
+      "learning_rate": 2.7231728684525992e-05,
+      "loss": 0.6232,
+      "step": 8574
+    },
+    {
+      "epoch": 0.7667203147353362,
+      "grad_norm": 0.1631933839359946,
+      "learning_rate": 2.7211867594998486e-05,
+      "loss": 0.688,
+      "step": 8575
+    },
+    {
+      "epoch": 0.7668097281831188,
+      "grad_norm": 0.16073414502515904,
+      "learning_rate": 2.7192012610123774e-05,
+      "loss": 0.5884,
+      "step": 8576
+    },
+    {
+      "epoch": 0.7668991416309013,
+      "grad_norm": 0.14884181400027016,
+      "learning_rate": 2.7172163731567e-05,
+      "loss": 0.6325,
+      "step": 8577
+    },
+    {
+      "epoch": 0.7669885550786838,
+      "grad_norm": 0.15547979032020548,
+      "learning_rate": 2.7152320960992905e-05,
+      "loss": 0.6566,
+      "step": 8578
+    },
+    {
+      "epoch": 0.7670779685264664,
+      "grad_norm": 0.1500682356015762,
+      "learning_rate": 2.71324843000657e-05,
+      "loss": 0.65,
+      "step": 8579
+    },
+    {
+      "epoch": 0.7671673819742489,
+      "grad_norm": 0.1609627638717121,
+      "learning_rate": 2.711265375044897e-05,
+      "loss": 0.6402,
+      "step": 8580
+    },
+    {
+      "epoch": 0.7672567954220315,
+      "grad_norm": 0.15935915371765377,
+      "learning_rate": 2.709282931380598e-05,
+      "loss": 0.6661,
+      "step": 8581
+    },
+    {
+      "epoch": 0.767346208869814,
+      "grad_norm": 0.16126243307718588,
+      "learning_rate": 2.7073010991799376e-05,
+      "loss": 0.6601,
+      "step": 8582
+    },
+    {
+      "epoch": 0.7674356223175965,
+      "grad_norm": 0.15421644359136746,
+      "learning_rate": 2.705319878609124e-05,
+      "loss": 0.6466,
+      "step": 8583
+    },
+    {
+      "epoch": 0.7675250357653791,
+      "grad_norm": 0.15332357110896563,
+      "learning_rate": 2.7033392698343218e-05,
+      "loss": 0.6708,
+      "step": 8584
+    },
+    {
+      "epoch": 0.7676144492131617,
+      "grad_norm": 0.1591030361492316,
+      "learning_rate": 2.7013592730216465e-05,
+      "loss": 0.6385,
+      "step": 8585
+    },
+    {
+      "epoch": 0.7677038626609443,
+      "grad_norm": 0.16475654234981266,
+      "learning_rate": 2.69937988833715e-05,
+      "loss": 0.6698,
+      "step": 8586
+    },
+    {
+      "epoch": 0.7677932761087267,
+      "grad_norm": 0.17872147768130006,
+      "learning_rate": 2.697401115946847e-05,
+      "loss": 0.6907,
+      "step": 8587
+    },
+    {
+      "epoch": 0.7678826895565093,
+      "grad_norm": 0.16021052397399171,
+      "learning_rate": 2.6954229560166923e-05,
+      "loss": 0.6726,
+      "step": 8588
+    },
+    {
+      "epoch": 0.7679721030042919,
+      "grad_norm": 0.14516357811470004,
+      "learning_rate": 2.6934454087125926e-05,
+      "loss": 0.6526,
+      "step": 8589
+    },
+    {
+      "epoch": 0.7680615164520744,
+      "grad_norm": 0.1702901479750832,
+      "learning_rate": 2.6914684742004028e-05,
+      "loss": 0.7001,
+      "step": 8590
+    },
+    {
+      "epoch": 0.7681509298998569,
+      "grad_norm": 0.16177727309196635,
+      "learning_rate": 2.689492152645928e-05,
+      "loss": 0.6705,
+      "step": 8591
+    },
+    {
+      "epoch": 0.7682403433476395,
+      "grad_norm": 0.19207243194659065,
+      "learning_rate": 2.6875164442149147e-05,
+      "loss": 0.6588,
+      "step": 8592
+    },
+    {
+      "epoch": 0.768329756795422,
+      "grad_norm": 0.15469933408180342,
+      "learning_rate": 2.685541349073066e-05,
+      "loss": 0.6537,
+      "step": 8593
+    },
+    {
+      "epoch": 0.7684191702432046,
+      "grad_norm": 0.14522268472413355,
+      "learning_rate": 2.6835668673860314e-05,
+      "loss": 0.6592,
+      "step": 8594
+    },
+    {
+      "epoch": 0.7685085836909872,
+      "grad_norm": 0.16796492997025392,
+      "learning_rate": 2.6815929993194067e-05,
+      "loss": 0.647,
+      "step": 8595
+    },
+    {
+      "epoch": 0.7685979971387696,
+      "grad_norm": 0.18086637525778315,
+      "learning_rate": 2.679619745038743e-05,
+      "loss": 0.6242,
+      "step": 8596
+    },
+    {
+      "epoch": 0.7686874105865522,
+      "grad_norm": 0.1543906690053079,
+      "learning_rate": 2.6776471047095263e-05,
+      "loss": 0.6444,
+      "step": 8597
+    },
+    {
+      "epoch": 0.7687768240343348,
+      "grad_norm": 0.15595514746764397,
+      "learning_rate": 2.675675078497204e-05,
+      "loss": 0.6599,
+      "step": 8598
+    },
+    {
+      "epoch": 0.7688662374821174,
+      "grad_norm": 0.15008803580884247,
+      "learning_rate": 2.67370366656717e-05,
+      "loss": 0.6206,
+      "step": 8599
+    },
+    {
+      "epoch": 0.7689556509298998,
+      "grad_norm": 0.15714188328266718,
+      "learning_rate": 2.6717328690847565e-05,
+      "loss": 0.6215,
+      "step": 8600
+    },
+    {
+      "epoch": 0.7690450643776824,
+      "grad_norm": 0.1489047795011553,
+      "learning_rate": 2.669762686215259e-05,
+      "loss": 0.6543,
+      "step": 8601
+    },
+    {
+      "epoch": 0.769134477825465,
+      "grad_norm": 0.16044026777400175,
+      "learning_rate": 2.6677931181239158e-05,
+      "loss": 0.6283,
+      "step": 8602
+    },
+    {
+      "epoch": 0.7692238912732475,
+      "grad_norm": 0.16758043405417378,
+      "learning_rate": 2.6658241649759062e-05,
+      "loss": 0.652,
+      "step": 8603
+    },
+    {
+      "epoch": 0.76931330472103,
+      "grad_norm": 0.17022595604645066,
+      "learning_rate": 2.6638558269363654e-05,
+      "loss": 0.6462,
+      "step": 8604
+    },
+    {
+      "epoch": 0.7694027181688126,
+      "grad_norm": 0.16371234065090884,
+      "learning_rate": 2.6618881041703804e-05,
+      "loss": 0.6478,
+      "step": 8605
+    },
+    {
+      "epoch": 0.7694921316165951,
+      "grad_norm": 0.16303023160436741,
+      "learning_rate": 2.659920996842975e-05,
+      "loss": 0.6779,
+      "step": 8606
+    },
+    {
+      "epoch": 0.7695815450643777,
+      "grad_norm": 0.16042363170745955,
+      "learning_rate": 2.6579545051191302e-05,
+      "loss": 0.6582,
+      "step": 8607
+    },
+    {
+      "epoch": 0.7696709585121603,
+      "grad_norm": 0.14724772600930486,
+      "learning_rate": 2.6559886291637748e-05,
+      "loss": 0.6471,
+      "step": 8608
+    },
+    {
+      "epoch": 0.7697603719599427,
+      "grad_norm": 0.17882044458829902,
+      "learning_rate": 2.6540233691417837e-05,
+      "loss": 0.6339,
+      "step": 8609
+    },
+    {
+      "epoch": 0.7698497854077253,
+      "grad_norm": 0.16017722968926154,
+      "learning_rate": 2.652058725217983e-05,
+      "loss": 0.6719,
+      "step": 8610
+    },
+    {
+      "epoch": 0.7699391988555079,
+      "grad_norm": 0.1625660175170196,
+      "learning_rate": 2.6500946975571405e-05,
+      "loss": 0.6251,
+      "step": 8611
+    },
+    {
+      "epoch": 0.7700286123032904,
+      "grad_norm": 0.16227145733326775,
+      "learning_rate": 2.6481312863239804e-05,
+      "loss": 0.6454,
+      "step": 8612
+    },
+    {
+      "epoch": 0.7701180257510729,
+      "grad_norm": 0.15835152586479967,
+      "learning_rate": 2.646168491683172e-05,
+      "loss": 0.6311,
+      "step": 8613
+    },
+    {
+      "epoch": 0.7702074391988555,
+      "grad_norm": 0.1662405870155368,
+      "learning_rate": 2.6442063137993255e-05,
+      "loss": 0.6326,
+      "step": 8614
+    },
+    {
+      "epoch": 0.770296852646638,
+      "grad_norm": 0.15042250162344373,
+      "learning_rate": 2.6422447528370152e-05,
+      "loss": 0.6414,
+      "step": 8615
+    },
+    {
+      "epoch": 0.7703862660944206,
+      "grad_norm": 0.1433591831773318,
+      "learning_rate": 2.640283808960754e-05,
+      "loss": 0.6481,
+      "step": 8616
+    },
+    {
+      "epoch": 0.7704756795422032,
+      "grad_norm": 0.1771567152657177,
+      "learning_rate": 2.638323482334999e-05,
+      "loss": 0.6854,
+      "step": 8617
+    },
+    {
+      "epoch": 0.7705650929899857,
+      "grad_norm": 0.1713957035026604,
+      "learning_rate": 2.636363773124163e-05,
+      "loss": 0.6708,
+      "step": 8618
+    },
+    {
+      "epoch": 0.7706545064377682,
+      "grad_norm": 0.1499801083403108,
+      "learning_rate": 2.634404681492607e-05,
+      "loss": 0.6442,
+      "step": 8619
+    },
+    {
+      "epoch": 0.7707439198855508,
+      "grad_norm": 0.16096202552546576,
+      "learning_rate": 2.6324462076046318e-05,
+      "loss": 0.6375,
+      "step": 8620
+    },
+    {
+      "epoch": 0.7708333333333334,
+      "grad_norm": 0.1440201909267749,
+      "learning_rate": 2.630488351624496e-05,
+      "loss": 0.6404,
+      "step": 8621
+    },
+    {
+      "epoch": 0.7709227467811158,
+      "grad_norm": 0.17521271569064914,
+      "learning_rate": 2.6285311137164013e-05,
+      "loss": 0.6425,
+      "step": 8622
+    },
+    {
+      "epoch": 0.7710121602288984,
+      "grad_norm": 0.15120644459046717,
+      "learning_rate": 2.6265744940445003e-05,
+      "loss": 0.645,
+      "step": 8623
+    },
+    {
+      "epoch": 0.771101573676681,
+      "grad_norm": 0.1715668673539714,
+      "learning_rate": 2.624618492772891e-05,
+      "loss": 0.6498,
+      "step": 8624
+    },
+    {
+      "epoch": 0.7711909871244635,
+      "grad_norm": 0.13901006142637198,
+      "learning_rate": 2.622663110065625e-05,
+      "loss": 0.6572,
+      "step": 8625
+    },
+    {
+      "epoch": 0.7712804005722461,
+      "grad_norm": 0.14948628605511452,
+      "learning_rate": 2.6207083460866912e-05,
+      "loss": 0.6047,
+      "step": 8626
+    },
+    {
+      "epoch": 0.7713698140200286,
+      "grad_norm": 0.1546483191001722,
+      "learning_rate": 2.6187542010000367e-05,
+      "loss": 0.6497,
+      "step": 8627
+    },
+    {
+      "epoch": 0.7714592274678111,
+      "grad_norm": 0.1558169568611309,
+      "learning_rate": 2.616800674969553e-05,
+      "loss": 0.626,
+      "step": 8628
+    },
+    {
+      "epoch": 0.7715486409155937,
+      "grad_norm": 0.15786466545036798,
+      "learning_rate": 2.61484776815908e-05,
+      "loss": 0.6583,
+      "step": 8629
+    },
+    {
+      "epoch": 0.7716380543633763,
+      "grad_norm": 0.17194182458945234,
+      "learning_rate": 2.612895480732408e-05,
+      "loss": 0.663,
+      "step": 8630
+    },
+    {
+      "epoch": 0.7717274678111588,
+      "grad_norm": 0.17272489387761694,
+      "learning_rate": 2.610943812853268e-05,
+      "loss": 0.6755,
+      "step": 8631
+    },
+    {
+      "epoch": 0.7718168812589413,
+      "grad_norm": 0.1799437299954567,
+      "learning_rate": 2.6089927646853474e-05,
+      "loss": 0.6862,
+      "step": 8632
+    },
+    {
+      "epoch": 0.7719062947067239,
+      "grad_norm": 0.15360727840833724,
+      "learning_rate": 2.6070423363922803e-05,
+      "loss": 0.6286,
+      "step": 8633
+    },
+    {
+      "epoch": 0.7719957081545065,
+      "grad_norm": 0.1763402993177672,
+      "learning_rate": 2.6050925281376403e-05,
+      "loss": 0.6775,
+      "step": 8634
+    },
+    {
+      "epoch": 0.772085121602289,
+      "grad_norm": 0.15988867516196353,
+      "learning_rate": 2.603143340084957e-05,
+      "loss": 0.6517,
+      "step": 8635
+    },
+    {
+      "epoch": 0.7721745350500715,
+      "grad_norm": 0.16648348883365863,
+      "learning_rate": 2.601194772397715e-05,
+      "loss": 0.6697,
+      "step": 8636
+    },
+    {
+      "epoch": 0.7722639484978541,
+      "grad_norm": 0.15602700520246843,
+      "learning_rate": 2.5992468252393275e-05,
+      "loss": 0.652,
+      "step": 8637
+    },
+    {
+      "epoch": 0.7723533619456366,
+      "grad_norm": 0.1561109009941792,
+      "learning_rate": 2.5972994987731714e-05,
+      "loss": 0.6697,
+      "step": 8638
+    },
+    {
+      "epoch": 0.7724427753934192,
+      "grad_norm": 0.15487685886960811,
+      "learning_rate": 2.59535279316257e-05,
+      "loss": 0.6254,
+      "step": 8639
+    },
+    {
+      "epoch": 0.7725321888412017,
+      "grad_norm": 0.1563988436978361,
+      "learning_rate": 2.5934067085707834e-05,
+      "loss": 0.6323,
+      "step": 8640
+    },
+    {
+      "epoch": 0.7726216022889842,
+      "grad_norm": 0.16657799967925122,
+      "learning_rate": 2.591461245161032e-05,
+      "loss": 0.6418,
+      "step": 8641
+    },
+    {
+      "epoch": 0.7727110157367668,
+      "grad_norm": 0.15414478691899497,
+      "learning_rate": 2.589516403096478e-05,
+      "loss": 0.6256,
+      "step": 8642
+    },
+    {
+      "epoch": 0.7728004291845494,
+      "grad_norm": 0.1432452704165934,
+      "learning_rate": 2.5875721825402342e-05,
+      "loss": 0.6247,
+      "step": 8643
+    },
+    {
+      "epoch": 0.772889842632332,
+      "grad_norm": 0.16126418708225387,
+      "learning_rate": 2.585628583655362e-05,
+      "loss": 0.6368,
+      "step": 8644
+    },
+    {
+      "epoch": 0.7729792560801144,
+      "grad_norm": 0.1672825026697338,
+      "learning_rate": 2.583685606604863e-05,
+      "loss": 0.6785,
+      "step": 8645
+    },
+    {
+      "epoch": 0.773068669527897,
+      "grad_norm": 0.14962884930926015,
+      "learning_rate": 2.581743251551697e-05,
+      "loss": 0.6232,
+      "step": 8646
+    },
+    {
+      "epoch": 0.7731580829756796,
+      "grad_norm": 0.16002603164110332,
+      "learning_rate": 2.5798015186587643e-05,
+      "loss": 0.6426,
+      "step": 8647
+    },
+    {
+      "epoch": 0.7732474964234621,
+      "grad_norm": 0.15216567637126271,
+      "learning_rate": 2.5778604080889202e-05,
+      "loss": 0.6384,
+      "step": 8648
+    },
+    {
+      "epoch": 0.7733369098712446,
+      "grad_norm": 0.16370617619839165,
+      "learning_rate": 2.5759199200049534e-05,
+      "loss": 0.625,
+      "step": 8649
+    },
+    {
+      "epoch": 0.7734263233190272,
+      "grad_norm": 0.15080810079192666,
+      "learning_rate": 2.5739800545696237e-05,
+      "loss": 0.6646,
+      "step": 8650
+    },
+    {
+      "epoch": 0.7735157367668097,
+      "grad_norm": 0.15009669446419482,
+      "learning_rate": 2.5720408119456152e-05,
+      "loss": 0.6366,
+      "step": 8651
+    },
+    {
+      "epoch": 0.7736051502145923,
+      "grad_norm": 0.16429844677997069,
+      "learning_rate": 2.5701021922955727e-05,
+      "loss": 0.656,
+      "step": 8652
+    },
+    {
+      "epoch": 0.7736945636623748,
+      "grad_norm": 0.15665980096713378,
+      "learning_rate": 2.56816419578209e-05,
+      "loss": 0.6369,
+      "step": 8653
+    },
+    {
+      "epoch": 0.7737839771101573,
+      "grad_norm": 0.15492869440111162,
+      "learning_rate": 2.5662268225676976e-05,
+      "loss": 0.6234,
+      "step": 8654
+    },
+    {
+      "epoch": 0.7738733905579399,
+      "grad_norm": 0.15233912750042375,
+      "learning_rate": 2.5642900728148832e-05,
+      "loss": 0.65,
+      "step": 8655
+    },
+    {
+      "epoch": 0.7739628040057225,
+      "grad_norm": 0.16192222176026116,
+      "learning_rate": 2.5623539466860813e-05,
+      "loss": 0.6504,
+      "step": 8656
+    },
+    {
+      "epoch": 0.774052217453505,
+      "grad_norm": 0.16213499148305052,
+      "learning_rate": 2.5604184443436707e-05,
+      "loss": 0.6564,
+      "step": 8657
+    },
+    {
+      "epoch": 0.7741416309012875,
+      "grad_norm": 0.1542661863528515,
+      "learning_rate": 2.5584835659499807e-05,
+      "loss": 0.6309,
+      "step": 8658
+    },
+    {
+      "epoch": 0.7742310443490701,
+      "grad_norm": 0.1507879810923472,
+      "learning_rate": 2.5565493116672902e-05,
+      "loss": 0.6525,
+      "step": 8659
+    },
+    {
+      "epoch": 0.7743204577968527,
+      "grad_norm": 0.14688056533419636,
+      "learning_rate": 2.5546156816578158e-05,
+      "loss": 0.6702,
+      "step": 8660
+    },
+    {
+      "epoch": 0.7744098712446352,
+      "grad_norm": 0.1675731900542758,
+      "learning_rate": 2.552682676083733e-05,
+      "loss": 0.6426,
+      "step": 8661
+    },
+    {
+      "epoch": 0.7744992846924177,
+      "grad_norm": 0.1573770893201244,
+      "learning_rate": 2.5507502951071637e-05,
+      "loss": 0.6658,
+      "step": 8662
+    },
+    {
+      "epoch": 0.7745886981402003,
+      "grad_norm": 0.16075554364159841,
+      "learning_rate": 2.5488185388901642e-05,
+      "loss": 0.6327,
+      "step": 8663
+    },
+    {
+      "epoch": 0.7746781115879828,
+      "grad_norm": 0.1508978672179518,
+      "learning_rate": 2.54688740759476e-05,
+      "loss": 0.6227,
+      "step": 8664
+    },
+    {
+      "epoch": 0.7747675250357654,
+      "grad_norm": 0.15935712028504762,
+      "learning_rate": 2.5449569013829066e-05,
+      "loss": 0.657,
+      "step": 8665
+    },
+    {
+      "epoch": 0.774856938483548,
+      "grad_norm": 0.16126716525083856,
+      "learning_rate": 2.543027020416514e-05,
+      "loss": 0.6564,
+      "step": 8666
+    },
+    {
+      "epoch": 0.7749463519313304,
+      "grad_norm": 0.16009891762050465,
+      "learning_rate": 2.541097764857442e-05,
+      "loss": 0.6809,
+      "step": 8667
+    },
+    {
+      "epoch": 0.775035765379113,
+      "grad_norm": 0.15562460168636483,
+      "learning_rate": 2.5391691348674894e-05,
+      "loss": 0.6154,
+      "step": 8668
+    },
+    {
+      "epoch": 0.7751251788268956,
+      "grad_norm": 0.14630045554342092,
+      "learning_rate": 2.537241130608411e-05,
+      "loss": 0.6232,
+      "step": 8669
+    },
+    {
+      "epoch": 0.7752145922746781,
+      "grad_norm": 0.15377851139181364,
+      "learning_rate": 2.5353137522419067e-05,
+      "loss": 0.6438,
+      "step": 8670
+    },
+    {
+      "epoch": 0.7753040057224606,
+      "grad_norm": 0.13715862806619492,
+      "learning_rate": 2.5333869999296223e-05,
+      "loss": 0.6412,
+      "step": 8671
+    },
+    {
+      "epoch": 0.7753934191702432,
+      "grad_norm": 0.15636830326368795,
+      "learning_rate": 2.5314608738331537e-05,
+      "loss": 0.6415,
+      "step": 8672
+    },
+    {
+      "epoch": 0.7754828326180258,
+      "grad_norm": 0.16339592759768704,
+      "learning_rate": 2.529535374114044e-05,
+      "loss": 0.6864,
+      "step": 8673
+    },
+    {
+      "epoch": 0.7755722460658083,
+      "grad_norm": 0.1669154294815619,
+      "learning_rate": 2.527610500933778e-05,
+      "loss": 0.6455,
+      "step": 8674
+    },
+    {
+      "epoch": 0.7756616595135909,
+      "grad_norm": 0.17171763793007735,
+      "learning_rate": 2.525686254453795e-05,
+      "loss": 0.6552,
+      "step": 8675
+    },
+    {
+      "epoch": 0.7757510729613734,
+      "grad_norm": 0.165376356143535,
+      "learning_rate": 2.5237626348354813e-05,
+      "loss": 0.6098,
+      "step": 8676
+    },
+    {
+      "epoch": 0.7758404864091559,
+      "grad_norm": 0.1554471113396106,
+      "learning_rate": 2.5218396422401614e-05,
+      "loss": 0.6342,
+      "step": 8677
+    },
+    {
+      "epoch": 0.7759298998569385,
+      "grad_norm": 0.1746216547819447,
+      "learning_rate": 2.5199172768291248e-05,
+      "loss": 0.7003,
+      "step": 8678
+    },
+    {
+      "epoch": 0.7760193133047211,
+      "grad_norm": 0.14350824307986543,
+      "learning_rate": 2.51799553876359e-05,
+      "loss": 0.6427,
+      "step": 8679
+    },
+    {
+      "epoch": 0.7761087267525035,
+      "grad_norm": 0.17947149809835564,
+      "learning_rate": 2.5160744282047333e-05,
+      "loss": 0.6845,
+      "step": 8680
+    },
+    {
+      "epoch": 0.7761981402002861,
+      "grad_norm": 0.15415243925038238,
+      "learning_rate": 2.5141539453136755e-05,
+      "loss": 0.622,
+      "step": 8681
+    },
+    {
+      "epoch": 0.7762875536480687,
+      "grad_norm": 0.160478048158949,
+      "learning_rate": 2.5122340902514897e-05,
+      "loss": 0.6246,
+      "step": 8682
+    },
+    {
+      "epoch": 0.7763769670958512,
+      "grad_norm": 0.15482770232470675,
+      "learning_rate": 2.510314863179184e-05,
+      "loss": 0.6111,
+      "step": 8683
+    },
+    {
+      "epoch": 0.7764663805436338,
+      "grad_norm": 0.1705689546777362,
+      "learning_rate": 2.508396264257725e-05,
+      "loss": 0.6279,
+      "step": 8684
+    },
+    {
+      "epoch": 0.7765557939914163,
+      "grad_norm": 0.1534577942089107,
+      "learning_rate": 2.5064782936480248e-05,
+      "loss": 0.668,
+      "step": 8685
+    },
+    {
+      "epoch": 0.7766452074391988,
+      "grad_norm": 0.15785079389074577,
+      "learning_rate": 2.5045609515109403e-05,
+      "loss": 0.6505,
+      "step": 8686
+    },
+    {
+      "epoch": 0.7767346208869814,
+      "grad_norm": 0.16506097405715908,
+      "learning_rate": 2.502644238007279e-05,
+      "loss": 0.6441,
+      "step": 8687
+    },
+    {
+      "epoch": 0.776824034334764,
+      "grad_norm": 0.14392608267841858,
+      "learning_rate": 2.500728153297788e-05,
+      "loss": 0.6134,
+      "step": 8688
+    },
+    {
+      "epoch": 0.7769134477825465,
+      "grad_norm": 0.14548629596260645,
+      "learning_rate": 2.498812697543169e-05,
+      "loss": 0.6648,
+      "step": 8689
+    },
+    {
+      "epoch": 0.777002861230329,
+      "grad_norm": 0.16892375813747257,
+      "learning_rate": 2.4968978709040713e-05,
+      "loss": 0.6478,
+      "step": 8690
+    },
+    {
+      "epoch": 0.7770922746781116,
+      "grad_norm": 0.15545932610974292,
+      "learning_rate": 2.4949836735410882e-05,
+      "loss": 0.6189,
+      "step": 8691
+    },
+    {
+      "epoch": 0.7771816881258942,
+      "grad_norm": 0.154194959285023,
+      "learning_rate": 2.4930701056147586e-05,
+      "loss": 0.6239,
+      "step": 8692
+    },
+    {
+      "epoch": 0.7772711015736766,
+      "grad_norm": 0.1537008681936372,
+      "learning_rate": 2.491157167285578e-05,
+      "loss": 0.6148,
+      "step": 8693
+    },
+    {
+      "epoch": 0.7773605150214592,
+      "grad_norm": 0.14886616864644345,
+      "learning_rate": 2.489244858713974e-05,
+      "loss": 0.6107,
+      "step": 8694
+    },
+    {
+      "epoch": 0.7774499284692418,
+      "grad_norm": 0.1432209049488906,
+      "learning_rate": 2.4873331800603327e-05,
+      "loss": 0.6078,
+      "step": 8695
+    },
+    {
+      "epoch": 0.7775393419170243,
+      "grad_norm": 0.14784048782435247,
+      "learning_rate": 2.485422131484987e-05,
+      "loss": 0.6435,
+      "step": 8696
+    },
+    {
+      "epoch": 0.7776287553648069,
+      "grad_norm": 0.16554622200664743,
+      "learning_rate": 2.4835117131482067e-05,
+      "loss": 0.6736,
+      "step": 8697
+    },
+    {
+      "epoch": 0.7777181688125894,
+      "grad_norm": 0.12437548098481087,
+      "learning_rate": 2.4816019252102273e-05,
+      "loss": 0.6399,
+      "step": 8698
+    },
+    {
+      "epoch": 0.7778075822603719,
+      "grad_norm": 0.15800320079060723,
+      "learning_rate": 2.479692767831211e-05,
+      "loss": 0.6514,
+      "step": 8699
+    },
+    {
+      "epoch": 0.7778969957081545,
+      "grad_norm": 0.1816734414418831,
+      "learning_rate": 2.4777842411712805e-05,
+      "loss": 0.6611,
+      "step": 8700
+    },
+    {
+      "epoch": 0.7779864091559371,
+      "grad_norm": 0.15694006548926515,
+      "learning_rate": 2.4758763453905044e-05,
+      "loss": 0.6155,
+      "step": 8701
+    },
+    {
+      "epoch": 0.7780758226037195,
+      "grad_norm": 0.15918889397064148,
+      "learning_rate": 2.473969080648889e-05,
+      "loss": 0.6632,
+      "step": 8702
+    },
+    {
+      "epoch": 0.7781652360515021,
+      "grad_norm": 0.15224312154256892,
+      "learning_rate": 2.472062447106398e-05,
+      "loss": 0.6425,
+      "step": 8703
+    },
+    {
+      "epoch": 0.7782546494992847,
+      "grad_norm": 0.14811627139999076,
+      "learning_rate": 2.4701564449229374e-05,
+      "loss": 0.6123,
+      "step": 8704
+    },
+    {
+      "epoch": 0.7783440629470673,
+      "grad_norm": 0.15081595871293144,
+      "learning_rate": 2.468251074258362e-05,
+      "loss": 0.635,
+      "step": 8705
+    },
+    {
+      "epoch": 0.7784334763948498,
+      "grad_norm": 0.1583944352271646,
+      "learning_rate": 2.4663463352724737e-05,
+      "loss": 0.6436,
+      "step": 8706
+    },
+    {
+      "epoch": 0.7785228898426323,
+      "grad_norm": 0.1639890355269226,
+      "learning_rate": 2.4644422281250223e-05,
+      "loss": 0.6142,
+      "step": 8707
+    },
+    {
+      "epoch": 0.7786123032904149,
+      "grad_norm": 0.16594627963754985,
+      "learning_rate": 2.462538752975698e-05,
+      "loss": 0.6566,
+      "step": 8708
+    },
+    {
+      "epoch": 0.7787017167381974,
+      "grad_norm": 0.16233526725268418,
+      "learning_rate": 2.4606359099841457e-05,
+      "loss": 0.6514,
+      "step": 8709
+    },
+    {
+      "epoch": 0.77879113018598,
+      "grad_norm": 0.16152516301253592,
+      "learning_rate": 2.4587336993099574e-05,
+      "loss": 0.6884,
+      "step": 8710
+    },
+    {
+      "epoch": 0.7788805436337625,
+      "grad_norm": 0.16805230810332203,
+      "learning_rate": 2.4568321211126598e-05,
+      "loss": 0.6557,
+      "step": 8711
+    },
+    {
+      "epoch": 0.778969957081545,
+      "grad_norm": 0.16476193242757642,
+      "learning_rate": 2.4549311755517457e-05,
+      "loss": 0.6589,
+      "step": 8712
+    },
+    {
+      "epoch": 0.7790593705293276,
+      "grad_norm": 0.14242349842217875,
+      "learning_rate": 2.4530308627866438e-05,
+      "loss": 0.6529,
+      "step": 8713
+    },
+    {
+      "epoch": 0.7791487839771102,
+      "grad_norm": 0.14474724295756114,
+      "learning_rate": 2.451131182976727e-05,
+      "loss": 0.6307,
+      "step": 8714
+    },
+    {
+      "epoch": 0.7792381974248928,
+      "grad_norm": 0.15983145448320535,
+      "learning_rate": 2.4492321362813207e-05,
+      "loss": 0.6395,
+      "step": 8715
+    },
+    {
+      "epoch": 0.7793276108726752,
+      "grad_norm": 0.14610663707657026,
+      "learning_rate": 2.4473337228596994e-05,
+      "loss": 0.651,
+      "step": 8716
+    },
+    {
+      "epoch": 0.7794170243204578,
+      "grad_norm": 0.16507909110496324,
+      "learning_rate": 2.445435942871074e-05,
+      "loss": 0.6449,
+      "step": 8717
+    },
+    {
+      "epoch": 0.7795064377682404,
+      "grad_norm": 0.1669908016817411,
+      "learning_rate": 2.4435387964746127e-05,
+      "loss": 0.698,
+      "step": 8718
+    },
+    {
+      "epoch": 0.7795958512160229,
+      "grad_norm": 0.18119129693366934,
+      "learning_rate": 2.4416422838294273e-05,
+      "loss": 0.6991,
+      "step": 8719
+    },
+    {
+      "epoch": 0.7796852646638054,
+      "grad_norm": 0.1536942249202775,
+      "learning_rate": 2.439746405094575e-05,
+      "loss": 0.6368,
+      "step": 8720
+    },
+    {
+      "epoch": 0.779774678111588,
+      "grad_norm": 0.1624311093245468,
+      "learning_rate": 2.4378511604290632e-05,
+      "loss": 0.6567,
+      "step": 8721
+    },
+    {
+      "epoch": 0.7798640915593705,
+      "grad_norm": 0.18042055112314667,
+      "learning_rate": 2.4359565499918402e-05,
+      "loss": 0.6993,
+      "step": 8722
+    },
+    {
+      "epoch": 0.7799535050071531,
+      "grad_norm": 0.18900108564877968,
+      "learning_rate": 2.4340625739418055e-05,
+      "loss": 0.6426,
+      "step": 8723
+    },
+    {
+      "epoch": 0.7800429184549357,
+      "grad_norm": 0.18423416686939345,
+      "learning_rate": 2.4321692324378087e-05,
+      "loss": 0.6501,
+      "step": 8724
+    },
+    {
+      "epoch": 0.7801323319027181,
+      "grad_norm": 0.15356898342980269,
+      "learning_rate": 2.4302765256386327e-05,
+      "loss": 0.6499,
+      "step": 8725
+    },
+    {
+      "epoch": 0.7802217453505007,
+      "grad_norm": 0.16015991928025033,
+      "learning_rate": 2.4283844537030252e-05,
+      "loss": 0.6788,
+      "step": 8726
+    },
+    {
+      "epoch": 0.7803111587982833,
+      "grad_norm": 0.1585343008903363,
+      "learning_rate": 2.4264930167896727e-05,
+      "loss": 0.6443,
+      "step": 8727
+    },
+    {
+      "epoch": 0.7804005722460658,
+      "grad_norm": 0.19084838624033748,
+      "learning_rate": 2.4246022150572024e-05,
+      "loss": 0.653,
+      "step": 8728
+    },
+    {
+      "epoch": 0.7804899856938483,
+      "grad_norm": 0.13936911139156397,
+      "learning_rate": 2.422712048664194e-05,
+      "loss": 0.636,
+      "step": 8729
+    },
+    {
+      "epoch": 0.7805793991416309,
+      "grad_norm": 0.16664384174268926,
+      "learning_rate": 2.420822517769179e-05,
+      "loss": 0.6391,
+      "step": 8730
+    },
+    {
+      "epoch": 0.7806688125894135,
+      "grad_norm": 0.1588393495879116,
+      "learning_rate": 2.4189336225306225e-05,
+      "loss": 0.6712,
+      "step": 8731
+    },
+    {
+      "epoch": 0.780758226037196,
+      "grad_norm": 0.16365900004025993,
+      "learning_rate": 2.417045363106948e-05,
+      "loss": 0.6685,
+      "step": 8732
+    },
+    {
+      "epoch": 0.7808476394849786,
+      "grad_norm": 0.15009743376040863,
+      "learning_rate": 2.4151577396565205e-05,
+      "loss": 0.6327,
+      "step": 8733
+    },
+    {
+      "epoch": 0.780937052932761,
+      "grad_norm": 0.14327578941546856,
+      "learning_rate": 2.413270752337653e-05,
+      "loss": 0.6398,
+      "step": 8734
+    },
+    {
+      "epoch": 0.7810264663805436,
+      "grad_norm": 0.15857324535091524,
+      "learning_rate": 2.4113844013086083e-05,
+      "loss": 0.6249,
+      "step": 8735
+    },
+    {
+      "epoch": 0.7811158798283262,
+      "grad_norm": 0.1427659890155882,
+      "learning_rate": 2.409498686727587e-05,
+      "loss": 0.6393,
+      "step": 8736
+    },
+    {
+      "epoch": 0.7812052932761088,
+      "grad_norm": 0.14123373923999966,
+      "learning_rate": 2.4076136087527435e-05,
+      "loss": 0.6244,
+      "step": 8737
+    },
+    {
+      "epoch": 0.7812947067238912,
+      "grad_norm": 0.14859106928674717,
+      "learning_rate": 2.4057291675421768e-05,
+      "loss": 0.6246,
+      "step": 8738
+    },
+    {
+      "epoch": 0.7813841201716738,
+      "grad_norm": 0.15978430411805244,
+      "learning_rate": 2.4038453632539338e-05,
+      "loss": 0.6734,
+      "step": 8739
+    },
+    {
+      "epoch": 0.7814735336194564,
+      "grad_norm": 0.15710711700058547,
+      "learning_rate": 2.4019621960460058e-05,
+      "loss": 0.6544,
+      "step": 8740
+    },
+    {
+      "epoch": 0.781562947067239,
+      "grad_norm": 0.16104125935894842,
+      "learning_rate": 2.4000796660763346e-05,
+      "loss": 0.6793,
+      "step": 8741
+    },
+    {
+      "epoch": 0.7816523605150214,
+      "grad_norm": 0.15601191532454242,
+      "learning_rate": 2.3981977735028018e-05,
+      "loss": 0.6402,
+      "step": 8742
+    },
+    {
+      "epoch": 0.781741773962804,
+      "grad_norm": 0.1525455557964029,
+      "learning_rate": 2.3963165184832403e-05,
+      "loss": 0.6419,
+      "step": 8743
+    },
+    {
+      "epoch": 0.7818311874105865,
+      "grad_norm": 0.1580363699710488,
+      "learning_rate": 2.3944359011754336e-05,
+      "loss": 0.6893,
+      "step": 8744
+    },
+    {
+      "epoch": 0.7819206008583691,
+      "grad_norm": 0.16962709573764978,
+      "learning_rate": 2.3925559217370987e-05,
+      "loss": 0.6537,
+      "step": 8745
+    },
+    {
+      "epoch": 0.7820100143061517,
+      "grad_norm": 0.17340649307981318,
+      "learning_rate": 2.3906765803259078e-05,
+      "loss": 0.6403,
+      "step": 8746
+    },
+    {
+      "epoch": 0.7820994277539342,
+      "grad_norm": 0.15634688203360492,
+      "learning_rate": 2.388797877099489e-05,
+      "loss": 0.6656,
+      "step": 8747
+    },
+    {
+      "epoch": 0.7821888412017167,
+      "grad_norm": 0.15928113203601862,
+      "learning_rate": 2.386919812215398e-05,
+      "loss": 0.6501,
+      "step": 8748
+    },
+    {
+      "epoch": 0.7822782546494993,
+      "grad_norm": 0.1535018451912277,
+      "learning_rate": 2.3850423858311466e-05,
+      "loss": 0.6529,
+      "step": 8749
+    },
+    {
+      "epoch": 0.7823676680972819,
+      "grad_norm": 0.14535629996881688,
+      "learning_rate": 2.3831655981041977e-05,
+      "loss": 0.6295,
+      "step": 8750
+    },
+    {
+      "epoch": 0.7824570815450643,
+      "grad_norm": 0.1717809136956563,
+      "learning_rate": 2.381289449191948e-05,
+      "loss": 0.6603,
+      "step": 8751
+    },
+    {
+      "epoch": 0.7825464949928469,
+      "grad_norm": 0.15708681541225442,
+      "learning_rate": 2.379413939251751e-05,
+      "loss": 0.6777,
+      "step": 8752
+    },
+    {
+      "epoch": 0.7826359084406295,
+      "grad_norm": 0.1546294094755548,
+      "learning_rate": 2.3775390684409037e-05,
+      "loss": 0.6596,
+      "step": 8753
+    },
+    {
+      "epoch": 0.782725321888412,
+      "grad_norm": 0.16179227871341118,
+      "learning_rate": 2.375664836916649e-05,
+      "loss": 0.5826,
+      "step": 8754
+    },
+    {
+      "epoch": 0.7828147353361946,
+      "grad_norm": 0.1617215809073764,
+      "learning_rate": 2.3737912448361798e-05,
+      "loss": 0.6972,
+      "step": 8755
+    },
+    {
+      "epoch": 0.7829041487839771,
+      "grad_norm": 0.1574532104959344,
+      "learning_rate": 2.3719182923566263e-05,
+      "loss": 0.6746,
+      "step": 8756
+    },
+    {
+      "epoch": 0.7829935622317596,
+      "grad_norm": 0.18418526590246728,
+      "learning_rate": 2.3700459796350726e-05,
+      "loss": 0.6482,
+      "step": 8757
+    },
+    {
+      "epoch": 0.7830829756795422,
+      "grad_norm": 0.13604303150178046,
+      "learning_rate": 2.36817430682855e-05,
+      "loss": 0.62,
+      "step": 8758
+    },
+    {
+      "epoch": 0.7831723891273248,
+      "grad_norm": 0.1587399927829111,
+      "learning_rate": 2.3663032740940293e-05,
+      "loss": 0.6016,
+      "step": 8759
+    },
+    {
+      "epoch": 0.7832618025751072,
+      "grad_norm": 0.18583810388009633,
+      "learning_rate": 2.364432881588431e-05,
+      "loss": 0.6738,
+      "step": 8760
+    },
+    {
+      "epoch": 0.7833512160228898,
+      "grad_norm": 0.17171119090704767,
+      "learning_rate": 2.362563129468631e-05,
+      "loss": 0.6061,
+      "step": 8761
+    },
+    {
+      "epoch": 0.7834406294706724,
+      "grad_norm": 0.16664796770923984,
+      "learning_rate": 2.360694017891436e-05,
+      "loss": 0.6949,
+      "step": 8762
+    },
+    {
+      "epoch": 0.783530042918455,
+      "grad_norm": 0.15515049857818528,
+      "learning_rate": 2.358825547013607e-05,
+      "loss": 0.6717,
+      "step": 8763
+    },
+    {
+      "epoch": 0.7836194563662375,
+      "grad_norm": 0.15079055846550263,
+      "learning_rate": 2.3569577169918532e-05,
+      "loss": 0.635,
+      "step": 8764
+    },
+    {
+      "epoch": 0.78370886981402,
+      "grad_norm": 0.17477610047069692,
+      "learning_rate": 2.355090527982823e-05,
+      "loss": 0.7001,
+      "step": 8765
+    },
+    {
+      "epoch": 0.7837982832618026,
+      "grad_norm": 0.1478970932586273,
+      "learning_rate": 2.353223980143118e-05,
+      "loss": 0.653,
+      "step": 8766
+    },
+    {
+      "epoch": 0.7838876967095851,
+      "grad_norm": 0.17219700881000805,
+      "learning_rate": 2.351358073629282e-05,
+      "loss": 0.6465,
+      "step": 8767
+    },
+    {
+      "epoch": 0.7839771101573677,
+      "grad_norm": 0.16855646639481703,
+      "learning_rate": 2.3494928085978073e-05,
+      "loss": 0.6639,
+      "step": 8768
+    },
+    {
+      "epoch": 0.7840665236051502,
+      "grad_norm": 0.15380421842952272,
+      "learning_rate": 2.3476281852051308e-05,
+      "loss": 0.6008,
+      "step": 8769
+    },
+    {
+      "epoch": 0.7841559370529327,
+      "grad_norm": 0.1545642703567119,
+      "learning_rate": 2.345764203607641e-05,
+      "loss": 0.6387,
+      "step": 8770
+    },
+    {
+      "epoch": 0.7842453505007153,
+      "grad_norm": 0.14731089850899792,
+      "learning_rate": 2.343900863961659e-05,
+      "loss": 0.6145,
+      "step": 8771
+    },
+    {
+      "epoch": 0.7843347639484979,
+      "grad_norm": 0.1441795871974928,
+      "learning_rate": 2.342038166423466e-05,
+      "loss": 0.6428,
+      "step": 8772
+    },
+    {
+      "epoch": 0.7844241773962805,
+      "grad_norm": 0.1568041545201554,
+      "learning_rate": 2.3401761111492836e-05,
+      "loss": 0.6194,
+      "step": 8773
+    },
+    {
+      "epoch": 0.7845135908440629,
+      "grad_norm": 0.15918029993752159,
+      "learning_rate": 2.338314698295281e-05,
+      "loss": 0.6416,
+      "step": 8774
+    },
+    {
+      "epoch": 0.7846030042918455,
+      "grad_norm": 0.14881708297134275,
+      "learning_rate": 2.3364539280175734e-05,
+      "loss": 0.6351,
+      "step": 8775
+    },
+    {
+      "epoch": 0.7846924177396281,
+      "grad_norm": 0.13199703563683837,
+      "learning_rate": 2.3345938004722168e-05,
+      "loss": 0.6093,
+      "step": 8776
+    },
+    {
+      "epoch": 0.7847818311874106,
+      "grad_norm": 0.1595370488375664,
+      "learning_rate": 2.3327343158152205e-05,
+      "loss": 0.6217,
+      "step": 8777
+    },
+    {
+      "epoch": 0.7848712446351931,
+      "grad_norm": 0.1585707080811256,
+      "learning_rate": 2.3308754742025406e-05,
+      "loss": 0.6848,
+      "step": 8778
+    },
+    {
+      "epoch": 0.7849606580829757,
+      "grad_norm": 0.16370068140208419,
+      "learning_rate": 2.3290172757900696e-05,
+      "loss": 0.6813,
+      "step": 8779
+    },
+    {
+      "epoch": 0.7850500715307582,
+      "grad_norm": 0.15599491851927896,
+      "learning_rate": 2.3271597207336526e-05,
+      "loss": 0.6339,
+      "step": 8780
+    },
+    {
+      "epoch": 0.7851394849785408,
+      "grad_norm": 0.14747679056538163,
+      "learning_rate": 2.3253028091890893e-05,
+      "loss": 0.6318,
+      "step": 8781
+    },
+    {
+      "epoch": 0.7852288984263234,
+      "grad_norm": 0.18233057857683005,
+      "learning_rate": 2.3234465413121086e-05,
+      "loss": 0.7172,
+      "step": 8782
+    },
+    {
+      "epoch": 0.7853183118741058,
+      "grad_norm": 0.13771513195171167,
+      "learning_rate": 2.321590917258395e-05,
+      "loss": 0.613,
+      "step": 8783
+    },
+    {
+      "epoch": 0.7854077253218884,
+      "grad_norm": 0.17928443005920414,
+      "learning_rate": 2.3197359371835802e-05,
+      "loss": 0.6493,
+      "step": 8784
+    },
+    {
+      "epoch": 0.785497138769671,
+      "grad_norm": 0.15094595366023097,
+      "learning_rate": 2.3178816012432346e-05,
+      "loss": 0.6705,
+      "step": 8785
+    },
+    {
+      "epoch": 0.7855865522174535,
+      "grad_norm": 0.15895116372664206,
+      "learning_rate": 2.3160279095928817e-05,
+      "loss": 0.6206,
+      "step": 8786
+    },
+    {
+      "epoch": 0.785675965665236,
+      "grad_norm": 0.149015426643303,
+      "learning_rate": 2.3141748623879878e-05,
+      "loss": 0.5957,
+      "step": 8787
+    },
+    {
+      "epoch": 0.7857653791130186,
+      "grad_norm": 0.1423217627991568,
+      "learning_rate": 2.3123224597839664e-05,
+      "loss": 0.6889,
+      "step": 8788
+    },
+    {
+      "epoch": 0.7858547925608012,
+      "grad_norm": 0.1668016353566376,
+      "learning_rate": 2.3104707019361782e-05,
+      "loss": 0.6986,
+      "step": 8789
+    },
+    {
+      "epoch": 0.7859442060085837,
+      "grad_norm": 0.16611229752486428,
+      "learning_rate": 2.3086195889999228e-05,
+      "loss": 0.6695,
+      "step": 8790
+    },
+    {
+      "epoch": 0.7860336194563662,
+      "grad_norm": 0.17462181134096622,
+      "learning_rate": 2.3067691211304544e-05,
+      "loss": 0.6551,
+      "step": 8791
+    },
+    {
+      "epoch": 0.7861230329041488,
+      "grad_norm": 0.14695667333289555,
+      "learning_rate": 2.3049192984829715e-05,
+      "loss": 0.6327,
+      "step": 8792
+    },
+    {
+      "epoch": 0.7862124463519313,
+      "grad_norm": 0.1515728615847864,
+      "learning_rate": 2.3030701212126106e-05,
+      "loss": 0.6317,
+      "step": 8793
+    },
+    {
+      "epoch": 0.7863018597997139,
+      "grad_norm": 0.16570941787626317,
+      "learning_rate": 2.3012215894744593e-05,
+      "loss": 0.6594,
+      "step": 8794
+    },
+    {
+      "epoch": 0.7863912732474965,
+      "grad_norm": 0.1618130994581439,
+      "learning_rate": 2.299373703423563e-05,
+      "loss": 0.6802,
+      "step": 8795
+    },
+    {
+      "epoch": 0.7864806866952789,
+      "grad_norm": 0.14963036916213285,
+      "learning_rate": 2.2975264632148896e-05,
+      "loss": 0.6296,
+      "step": 8796
+    },
+    {
+      "epoch": 0.7865701001430615,
+      "grad_norm": 0.15464722929459265,
+      "learning_rate": 2.2956798690033708e-05,
+      "loss": 0.5897,
+      "step": 8797
+    },
+    {
+      "epoch": 0.7866595135908441,
+      "grad_norm": 0.16080636183479283,
+      "learning_rate": 2.2938339209438797e-05,
+      "loss": 0.6142,
+      "step": 8798
+    },
+    {
+      "epoch": 0.7867489270386266,
+      "grad_norm": 0.14680121820261086,
+      "learning_rate": 2.2919886191912277e-05,
+      "loss": 0.6144,
+      "step": 8799
+    },
+    {
+      "epoch": 0.7868383404864091,
+      "grad_norm": 0.18557324539073,
+      "learning_rate": 2.290143963900181e-05,
+      "loss": 0.6905,
+      "step": 8800
+    },
+    {
+      "epoch": 0.7869277539341917,
+      "grad_norm": 0.15316599392295735,
+      "learning_rate": 2.2882999552254492e-05,
+      "loss": 0.6327,
+      "step": 8801
+    },
+    {
+      "epoch": 0.7870171673819742,
+      "grad_norm": 0.16409888024770175,
+      "learning_rate": 2.2864565933216865e-05,
+      "loss": 0.7049,
+      "step": 8802
+    },
+    {
+      "epoch": 0.7871065808297568,
+      "grad_norm": 0.1494261721710301,
+      "learning_rate": 2.2846138783434944e-05,
+      "loss": 0.6492,
+      "step": 8803
+    },
+    {
+      "epoch": 0.7871959942775394,
+      "grad_norm": 0.17515768718979305,
+      "learning_rate": 2.282771810445421e-05,
+      "loss": 0.6681,
+      "step": 8804
+    },
+    {
+      "epoch": 0.7872854077253219,
+      "grad_norm": 0.16121213280957347,
+      "learning_rate": 2.280930389781952e-05,
+      "loss": 0.6708,
+      "step": 8805
+    },
+    {
+      "epoch": 0.7873748211731044,
+      "grad_norm": 0.14633793213027618,
+      "learning_rate": 2.2790896165075305e-05,
+      "loss": 0.6453,
+      "step": 8806
+    },
+    {
+      "epoch": 0.787464234620887,
+      "grad_norm": 0.16096692081549532,
+      "learning_rate": 2.2772494907765406e-05,
+      "loss": 0.6195,
+      "step": 8807
+    },
+    {
+      "epoch": 0.7875536480686696,
+      "grad_norm": 0.1627332414337307,
+      "learning_rate": 2.275410012743303e-05,
+      "loss": 0.6385,
+      "step": 8808
+    },
+    {
+      "epoch": 0.787643061516452,
+      "grad_norm": 0.16851666423008935,
+      "learning_rate": 2.2735711825621052e-05,
+      "loss": 0.6623,
+      "step": 8809
+    },
+    {
+      "epoch": 0.7877324749642346,
+      "grad_norm": 0.16186002591817097,
+      "learning_rate": 2.2717330003871573e-05,
+      "loss": 0.629,
+      "step": 8810
+    },
+    {
+      "epoch": 0.7878218884120172,
+      "grad_norm": 0.1644667070196463,
+      "learning_rate": 2.26989546637263e-05,
+      "loss": 0.6116,
+      "step": 8811
+    },
+    {
+      "epoch": 0.7879113018597997,
+      "grad_norm": 0.1402657962156976,
+      "learning_rate": 2.2680585806726373e-05,
+      "loss": 0.6252,
+      "step": 8812
+    },
+    {
+      "epoch": 0.7880007153075823,
+      "grad_norm": 0.14878776442246058,
+      "learning_rate": 2.266222343441231e-05,
+      "loss": 0.6276,
+      "step": 8813
+    },
+    {
+      "epoch": 0.7880901287553648,
+      "grad_norm": 0.15366181018512937,
+      "learning_rate": 2.264386754832416e-05,
+      "loss": 0.6403,
+      "step": 8814
+    },
+    {
+      "epoch": 0.7881795422031473,
+      "grad_norm": 0.15451283561820592,
+      "learning_rate": 2.2625518150001425e-05,
+      "loss": 0.6453,
+      "step": 8815
+    },
+    {
+      "epoch": 0.7882689556509299,
+      "grad_norm": 0.1590584561004654,
+      "learning_rate": 2.2607175240983026e-05,
+      "loss": 0.6379,
+      "step": 8816
+    },
+    {
+      "epoch": 0.7883583690987125,
+      "grad_norm": 0.16688266785965747,
+      "learning_rate": 2.2588838822807378e-05,
+      "loss": 0.6515,
+      "step": 8817
+    },
+    {
+      "epoch": 0.788447782546495,
+      "grad_norm": 0.14322029932256508,
+      "learning_rate": 2.2570508897012355e-05,
+      "loss": 0.6145,
+      "step": 8818
+    },
+    {
+      "epoch": 0.7885371959942775,
+      "grad_norm": 0.16870484693019167,
+      "learning_rate": 2.2552185465135224e-05,
+      "loss": 0.6637,
+      "step": 8819
+    },
+    {
+      "epoch": 0.7886266094420601,
+      "grad_norm": 0.15539555723850543,
+      "learning_rate": 2.2533868528712755e-05,
+      "loss": 0.6354,
+      "step": 8820
+    },
+    {
+      "epoch": 0.7887160228898427,
+      "grad_norm": 0.16065239781502688,
+      "learning_rate": 2.2515558089281196e-05,
+      "loss": 0.6562,
+      "step": 8821
+    },
+    {
+      "epoch": 0.7888054363376252,
+      "grad_norm": 0.16442714616462759,
+      "learning_rate": 2.2497254148376157e-05,
+      "loss": 0.6729,
+      "step": 8822
+    },
+    {
+      "epoch": 0.7888948497854077,
+      "grad_norm": 0.15974411418295406,
+      "learning_rate": 2.247895670753287e-05,
+      "loss": 0.6511,
+      "step": 8823
+    },
+    {
+      "epoch": 0.7889842632331903,
+      "grad_norm": 0.1706262312865768,
+      "learning_rate": 2.2460665768285826e-05,
+      "loss": 0.655,
+      "step": 8824
+    },
+    {
+      "epoch": 0.7890736766809728,
+      "grad_norm": 0.17027224448774927,
+      "learning_rate": 2.2442381332169115e-05,
+      "loss": 0.6703,
+      "step": 8825
+    },
+    {
+      "epoch": 0.7891630901287554,
+      "grad_norm": 0.15714111444630766,
+      "learning_rate": 2.2424103400716203e-05,
+      "loss": 0.6602,
+      "step": 8826
+    },
+    {
+      "epoch": 0.7892525035765379,
+      "grad_norm": 0.1545143042551379,
+      "learning_rate": 2.240583197546008e-05,
+      "loss": 0.6257,
+      "step": 8827
+    },
+    {
+      "epoch": 0.7893419170243204,
+      "grad_norm": 0.1728440162096281,
+      "learning_rate": 2.23875670579331e-05,
+      "loss": 0.648,
+      "step": 8828
+    },
+    {
+      "epoch": 0.789431330472103,
+      "grad_norm": 0.16211744926241536,
+      "learning_rate": 2.236930864966713e-05,
+      "loss": 0.6499,
+      "step": 8829
+    },
+    {
+      "epoch": 0.7895207439198856,
+      "grad_norm": 0.1753430244398457,
+      "learning_rate": 2.235105675219349e-05,
+      "loss": 0.6792,
+      "step": 8830
+    },
+    {
+      "epoch": 0.789610157367668,
+      "grad_norm": 0.17763120150510156,
+      "learning_rate": 2.2332811367042948e-05,
+      "loss": 0.6162,
+      "step": 8831
+    },
+    {
+      "epoch": 0.7896995708154506,
+      "grad_norm": 0.15792109552389744,
+      "learning_rate": 2.2314572495745746e-05,
+      "loss": 0.6456,
+      "step": 8832
+    },
+    {
+      "epoch": 0.7897889842632332,
+      "grad_norm": 0.16591879831673859,
+      "learning_rate": 2.2296340139831494e-05,
+      "loss": 0.6701,
+      "step": 8833
+    },
+    {
+      "epoch": 0.7898783977110158,
+      "grad_norm": 0.1675870173686784,
+      "learning_rate": 2.2278114300829356e-05,
+      "loss": 0.6528,
+      "step": 8834
+    },
+    {
+      "epoch": 0.7899678111587983,
+      "grad_norm": 0.1624903571622432,
+      "learning_rate": 2.2259894980267937e-05,
+      "loss": 0.6453,
+      "step": 8835
+    },
+    {
+      "epoch": 0.7900572246065808,
+      "grad_norm": 0.16447140021844836,
+      "learning_rate": 2.224168217967518e-05,
+      "loss": 0.6348,
+      "step": 8836
+    },
+    {
+      "epoch": 0.7901466380543634,
+      "grad_norm": 0.1633910304771505,
+      "learning_rate": 2.2223475900578674e-05,
+      "loss": 0.6566,
+      "step": 8837
+    },
+    {
+      "epoch": 0.7902360515021459,
+      "grad_norm": 0.153790939040982,
+      "learning_rate": 2.220527614450533e-05,
+      "loss": 0.6174,
+      "step": 8838
+    },
+    {
+      "epoch": 0.7903254649499285,
+      "grad_norm": 0.14445551822613936,
+      "learning_rate": 2.2187082912981493e-05,
+      "loss": 0.6258,
+      "step": 8839
+    },
+    {
+      "epoch": 0.790414878397711,
+      "grad_norm": 0.14965328934163077,
+      "learning_rate": 2.216889620753304e-05,
+      "loss": 0.6488,
+      "step": 8840
+    },
+    {
+      "epoch": 0.7905042918454935,
+      "grad_norm": 0.15302129886062424,
+      "learning_rate": 2.215071602968529e-05,
+      "loss": 0.6402,
+      "step": 8841
+    },
+    {
+      "epoch": 0.7905937052932761,
+      "grad_norm": 0.1491294949288675,
+      "learning_rate": 2.213254238096295e-05,
+      "loss": 0.614,
+      "step": 8842
+    },
+    {
+      "epoch": 0.7906831187410587,
+      "grad_norm": 0.1414070449049496,
+      "learning_rate": 2.211437526289023e-05,
+      "loss": 0.6234,
+      "step": 8843
+    },
+    {
+      "epoch": 0.7907725321888412,
+      "grad_norm": 0.16472566194112037,
+      "learning_rate": 2.20962146769908e-05,
+      "loss": 0.6528,
+      "step": 8844
+    },
+    {
+      "epoch": 0.7908619456366237,
+      "grad_norm": 0.1565148030444776,
+      "learning_rate": 2.2078060624787757e-05,
+      "loss": 0.6539,
+      "step": 8845
+    },
+    {
+      "epoch": 0.7909513590844063,
+      "grad_norm": 0.1548790432187224,
+      "learning_rate": 2.2059913107803697e-05,
+      "loss": 0.6265,
+      "step": 8846
+    },
+    {
+      "epoch": 0.7910407725321889,
+      "grad_norm": 0.13941441858447928,
+      "learning_rate": 2.2041772127560566e-05,
+      "loss": 0.617,
+      "step": 8847
+    },
+    {
+      "epoch": 0.7911301859799714,
+      "grad_norm": 0.15722865758086713,
+      "learning_rate": 2.2023637685579856e-05,
+      "loss": 0.6727,
+      "step": 8848
+    },
+    {
+      "epoch": 0.7912195994277539,
+      "grad_norm": 0.15734472168390834,
+      "learning_rate": 2.2005509783382517e-05,
+      "loss": 0.6073,
+      "step": 8849
+    },
+    {
+      "epoch": 0.7913090128755365,
+      "grad_norm": 0.16933408411397702,
+      "learning_rate": 2.198738842248882e-05,
+      "loss": 0.6606,
+      "step": 8850
+    },
+    {
+      "epoch": 0.791398426323319,
+      "grad_norm": 0.1543781808399086,
+      "learning_rate": 2.196927360441866e-05,
+      "loss": 0.6196,
+      "step": 8851
+    },
+    {
+      "epoch": 0.7914878397711016,
+      "grad_norm": 0.15634904046331852,
+      "learning_rate": 2.1951165330691324e-05,
+      "loss": 0.6665,
+      "step": 8852
+    },
+    {
+      "epoch": 0.7915772532188842,
+      "grad_norm": 0.16305897019716006,
+      "learning_rate": 2.1933063602825455e-05,
+      "loss": 0.6716,
+      "step": 8853
+    },
+    {
+      "epoch": 0.7916666666666666,
+      "grad_norm": 0.1668562770988717,
+      "learning_rate": 2.1914968422339266e-05,
+      "loss": 0.6802,
+      "step": 8854
+    },
+    {
+      "epoch": 0.7917560801144492,
+      "grad_norm": 0.1746317778224505,
+      "learning_rate": 2.1896879790750403e-05,
+      "loss": 0.6583,
+      "step": 8855
+    },
+    {
+      "epoch": 0.7918454935622318,
+      "grad_norm": 0.15812213777626458,
+      "learning_rate": 2.1878797709575847e-05,
+      "loss": 0.6574,
+      "step": 8856
+    },
+    {
+      "epoch": 0.7919349070100143,
+      "grad_norm": 0.1587650391362564,
+      "learning_rate": 2.186072218033224e-05,
+      "loss": 0.6673,
+      "step": 8857
+    },
+    {
+      "epoch": 0.7920243204577968,
+      "grad_norm": 0.1659402445563374,
+      "learning_rate": 2.1842653204535466e-05,
+      "loss": 0.6124,
+      "step": 8858
+    },
+    {
+      "epoch": 0.7921137339055794,
+      "grad_norm": 0.17581460722435563,
+      "learning_rate": 2.1824590783700982e-05,
+      "loss": 0.6443,
+      "step": 8859
+    },
+    {
+      "epoch": 0.792203147353362,
+      "grad_norm": 0.15010790186441286,
+      "learning_rate": 2.1806534919343647e-05,
+      "loss": 0.6463,
+      "step": 8860
+    },
+    {
+      "epoch": 0.7922925608011445,
+      "grad_norm": 0.15745569708087206,
+      "learning_rate": 2.1788485612977827e-05,
+      "loss": 0.6524,
+      "step": 8861
+    },
+    {
+      "epoch": 0.7923819742489271,
+      "grad_norm": 0.16047071322193243,
+      "learning_rate": 2.1770442866117236e-05,
+      "loss": 0.6473,
+      "step": 8862
+    },
+    {
+      "epoch": 0.7924713876967096,
+      "grad_norm": 0.15030267898372604,
+      "learning_rate": 2.1752406680275126e-05,
+      "loss": 0.6182,
+      "step": 8863
+    },
+    {
+      "epoch": 0.7925608011444921,
+      "grad_norm": 0.14747724249275734,
+      "learning_rate": 2.1734377056964172e-05,
+      "loss": 0.6159,
+      "step": 8864
+    },
+    {
+      "epoch": 0.7926502145922747,
+      "grad_norm": 0.1458514361512633,
+      "learning_rate": 2.1716353997696482e-05,
+      "loss": 0.6405,
+      "step": 8865
+    },
+    {
+      "epoch": 0.7927396280400573,
+      "grad_norm": 0.16009385478651222,
+      "learning_rate": 2.169833750398368e-05,
+      "loss": 0.6364,
+      "step": 8866
+    },
+    {
+      "epoch": 0.7928290414878397,
+      "grad_norm": 0.16655916585833563,
+      "learning_rate": 2.1680327577336712e-05,
+      "loss": 0.643,
+      "step": 8867
+    },
+    {
+      "epoch": 0.7929184549356223,
+      "grad_norm": 0.16270819051480181,
+      "learning_rate": 2.1662324219266083e-05,
+      "loss": 0.6477,
+      "step": 8868
+    },
+    {
+      "epoch": 0.7930078683834049,
+      "grad_norm": 0.16948803648206082,
+      "learning_rate": 2.1644327431281742e-05,
+      "loss": 0.6516,
+      "step": 8869
+    },
+    {
+      "epoch": 0.7930972818311874,
+      "grad_norm": 0.16640123389117917,
+      "learning_rate": 2.1626337214892978e-05,
+      "loss": 0.6706,
+      "step": 8870
+    },
+    {
+      "epoch": 0.79318669527897,
+      "grad_norm": 0.1411676816836769,
+      "learning_rate": 2.1608353571608685e-05,
+      "loss": 0.6211,
+      "step": 8871
+    },
+    {
+      "epoch": 0.7932761087267525,
+      "grad_norm": 0.15078296279482056,
+      "learning_rate": 2.1590376502937136e-05,
+      "loss": 0.6565,
+      "step": 8872
+    },
+    {
+      "epoch": 0.793365522174535,
+      "grad_norm": 0.17153327080592792,
+      "learning_rate": 2.1572406010385983e-05,
+      "loss": 0.6737,
+      "step": 8873
+    },
+    {
+      "epoch": 0.7934549356223176,
+      "grad_norm": 0.1614641359670334,
+      "learning_rate": 2.1554442095462422e-05,
+      "loss": 0.6533,
+      "step": 8874
+    },
+    {
+      "epoch": 0.7935443490701002,
+      "grad_norm": 0.1631981899845998,
+      "learning_rate": 2.1536484759673092e-05,
+      "loss": 0.6437,
+      "step": 8875
+    },
+    {
+      "epoch": 0.7936337625178826,
+      "grad_norm": 0.14937385345929519,
+      "learning_rate": 2.1518534004523993e-05,
+      "loss": 0.6246,
+      "step": 8876
+    },
+    {
+      "epoch": 0.7937231759656652,
+      "grad_norm": 0.14724021317951186,
+      "learning_rate": 2.150058983152068e-05,
+      "loss": 0.6812,
+      "step": 8877
+    },
+    {
+      "epoch": 0.7938125894134478,
+      "grad_norm": 0.15401065121320034,
+      "learning_rate": 2.1482652242168077e-05,
+      "loss": 0.6389,
+      "step": 8878
+    },
+    {
+      "epoch": 0.7939020028612304,
+      "grad_norm": 0.15939241799481071,
+      "learning_rate": 2.146472123797062e-05,
+      "loss": 0.6895,
+      "step": 8879
+    },
+    {
+      "epoch": 0.7939914163090128,
+      "grad_norm": 0.14457544453011986,
+      "learning_rate": 2.1446796820432167e-05,
+      "loss": 0.6273,
+      "step": 8880
+    },
+    {
+      "epoch": 0.7940808297567954,
+      "grad_norm": 0.18538130259049795,
+      "learning_rate": 2.1428878991055966e-05,
+      "loss": 0.704,
+      "step": 8881
+    },
+    {
+      "epoch": 0.794170243204578,
+      "grad_norm": 0.1529417436456849,
+      "learning_rate": 2.1410967751344803e-05,
+      "loss": 0.6044,
+      "step": 8882
+    },
+    {
+      "epoch": 0.7942596566523605,
+      "grad_norm": 0.14749819993689725,
+      "learning_rate": 2.1393063102800847e-05,
+      "loss": 0.6348,
+      "step": 8883
+    },
+    {
+      "epoch": 0.7943490701001431,
+      "grad_norm": 0.15160303302419678,
+      "learning_rate": 2.137516504692577e-05,
+      "loss": 0.6199,
+      "step": 8884
+    },
+    {
+      "epoch": 0.7944384835479256,
+      "grad_norm": 0.13682553560772193,
+      "learning_rate": 2.135727358522064e-05,
+      "loss": 0.6215,
+      "step": 8885
+    },
+    {
+      "epoch": 0.7945278969957081,
+      "grad_norm": 0.1624995587542691,
+      "learning_rate": 2.1339388719186028e-05,
+      "loss": 0.6735,
+      "step": 8886
+    },
+    {
+      "epoch": 0.7946173104434907,
+      "grad_norm": 0.1823454996239004,
+      "learning_rate": 2.1321510450321858e-05,
+      "loss": 0.6614,
+      "step": 8887
+    },
+    {
+      "epoch": 0.7947067238912733,
+      "grad_norm": 0.17374532302801285,
+      "learning_rate": 2.1303638780127588e-05,
+      "loss": 0.7221,
+      "step": 8888
+    },
+    {
+      "epoch": 0.7947961373390557,
+      "grad_norm": 0.171311135874049,
+      "learning_rate": 2.128577371010212e-05,
+      "loss": 0.6518,
+      "step": 8889
+    },
+    {
+      "epoch": 0.7948855507868383,
+      "grad_norm": 0.15293377155555574,
+      "learning_rate": 2.126791524174372e-05,
+      "loss": 0.6568,
+      "step": 8890
+    },
+    {
+      "epoch": 0.7949749642346209,
+      "grad_norm": 0.15281745738669558,
+      "learning_rate": 2.1250063376550154e-05,
+      "loss": 0.6615,
+      "step": 8891
+    },
+    {
+      "epoch": 0.7950643776824035,
+      "grad_norm": 0.16288062090958666,
+      "learning_rate": 2.1232218116018722e-05,
+      "loss": 0.6483,
+      "step": 8892
+    },
+    {
+      "epoch": 0.795153791130186,
+      "grad_norm": 0.16022714696189838,
+      "learning_rate": 2.1214379461646005e-05,
+      "loss": 0.6785,
+      "step": 8893
+    },
+    {
+      "epoch": 0.7952432045779685,
+      "grad_norm": 0.16879032960098597,
+      "learning_rate": 2.1196547414928137e-05,
+      "loss": 0.6733,
+      "step": 8894
+    },
+    {
+      "epoch": 0.7953326180257511,
+      "grad_norm": 0.1600646414864389,
+      "learning_rate": 2.1178721977360684e-05,
+      "loss": 0.6386,
+      "step": 8895
+    },
+    {
+      "epoch": 0.7954220314735336,
+      "grad_norm": 0.17021886664751892,
+      "learning_rate": 2.1160903150438605e-05,
+      "loss": 0.6289,
+      "step": 8896
+    },
+    {
+      "epoch": 0.7955114449213162,
+      "grad_norm": 0.1773830846572828,
+      "learning_rate": 2.114309093565637e-05,
+      "loss": 0.6685,
+      "step": 8897
+    },
+    {
+      "epoch": 0.7956008583690987,
+      "grad_norm": 0.15746914255565198,
+      "learning_rate": 2.112528533450786e-05,
+      "loss": 0.6299,
+      "step": 8898
+    },
+    {
+      "epoch": 0.7956902718168812,
+      "grad_norm": 0.1725334045722167,
+      "learning_rate": 2.1107486348486406e-05,
+      "loss": 0.6144,
+      "step": 8899
+    },
+    {
+      "epoch": 0.7957796852646638,
+      "grad_norm": 0.15236303501228496,
+      "learning_rate": 2.1089693979084825e-05,
+      "loss": 0.6517,
+      "step": 8900
+    },
+    {
+      "epoch": 0.7958690987124464,
+      "grad_norm": 0.1817297858593302,
+      "learning_rate": 2.107190822779529e-05,
+      "loss": 0.6789,
+      "step": 8901
+    },
+    {
+      "epoch": 0.795958512160229,
+      "grad_norm": 0.15886644683075643,
+      "learning_rate": 2.1054129096109486e-05,
+      "loss": 0.6426,
+      "step": 8902
+    },
+    {
+      "epoch": 0.7960479256080114,
+      "grad_norm": 0.15388863519629425,
+      "learning_rate": 2.103635658551856e-05,
+      "loss": 0.6421,
+      "step": 8903
+    },
+    {
+      "epoch": 0.796137339055794,
+      "grad_norm": 0.1646216608552553,
+      "learning_rate": 2.101859069751301e-05,
+      "loss": 0.6847,
+      "step": 8904
+    },
+    {
+      "epoch": 0.7962267525035766,
+      "grad_norm": 0.13319406566390068,
+      "learning_rate": 2.1000831433582856e-05,
+      "loss": 0.6259,
+      "step": 8905
+    },
+    {
+      "epoch": 0.7963161659513591,
+      "grad_norm": 0.1539106344556787,
+      "learning_rate": 2.0983078795217603e-05,
+      "loss": 0.6458,
+      "step": 8906
+    },
+    {
+      "epoch": 0.7964055793991416,
+      "grad_norm": 0.14354401869947603,
+      "learning_rate": 2.0965332783906087e-05,
+      "loss": 0.6342,
+      "step": 8907
+    },
+    {
+      "epoch": 0.7964949928469242,
+      "grad_norm": 0.15227709017137514,
+      "learning_rate": 2.0947593401136657e-05,
+      "loss": 0.6374,
+      "step": 8908
+    },
+    {
+      "epoch": 0.7965844062947067,
+      "grad_norm": 0.15326828920668986,
+      "learning_rate": 2.0929860648397126e-05,
+      "loss": 0.6489,
+      "step": 8909
+    },
+    {
+      "epoch": 0.7966738197424893,
+      "grad_norm": 0.13575495619629166,
+      "learning_rate": 2.0912134527174664e-05,
+      "loss": 0.6172,
+      "step": 8910
+    },
+    {
+      "epoch": 0.7967632331902719,
+      "grad_norm": 0.1505860035267758,
+      "learning_rate": 2.0894415038955962e-05,
+      "loss": 0.6638,
+      "step": 8911
+    },
+    {
+      "epoch": 0.7968526466380543,
+      "grad_norm": 0.1797314988986141,
+      "learning_rate": 2.0876702185227137e-05,
+      "loss": 0.6825,
+      "step": 8912
+    },
+    {
+      "epoch": 0.7969420600858369,
+      "grad_norm": 0.1608179642147898,
+      "learning_rate": 2.085899596747375e-05,
+      "loss": 0.6519,
+      "step": 8913
+    },
+    {
+      "epoch": 0.7970314735336195,
+      "grad_norm": 0.1493102102444437,
+      "learning_rate": 2.084129638718081e-05,
+      "loss": 0.6336,
+      "step": 8914
+    },
+    {
+      "epoch": 0.797120886981402,
+      "grad_norm": 0.14500135055092508,
+      "learning_rate": 2.082360344583272e-05,
+      "loss": 0.6159,
+      "step": 8915
+    },
+    {
+      "epoch": 0.7972103004291845,
+      "grad_norm": 0.15511776124148088,
+      "learning_rate": 2.080591714491339e-05,
+      "loss": 0.6061,
+      "step": 8916
+    },
+    {
+      "epoch": 0.7972997138769671,
+      "grad_norm": 0.1589217300412836,
+      "learning_rate": 2.0788237485906135e-05,
+      "loss": 0.6535,
+      "step": 8917
+    },
+    {
+      "epoch": 0.7973891273247496,
+      "grad_norm": 0.1537049884035711,
+      "learning_rate": 2.0770564470293775e-05,
+      "loss": 0.601,
+      "step": 8918
+    },
+    {
+      "epoch": 0.7974785407725322,
+      "grad_norm": 0.15009067979454974,
+      "learning_rate": 2.0752898099558437e-05,
+      "loss": 0.6453,
+      "step": 8919
+    },
+    {
+      "epoch": 0.7975679542203148,
+      "grad_norm": 0.14419455367557846,
+      "learning_rate": 2.0735238375181875e-05,
+      "loss": 0.6413,
+      "step": 8920
+    },
+    {
+      "epoch": 0.7976573676680973,
+      "grad_norm": 0.1679772413950263,
+      "learning_rate": 2.0717585298645127e-05,
+      "loss": 0.6718,
+      "step": 8921
+    },
+    {
+      "epoch": 0.7977467811158798,
+      "grad_norm": 0.14548948538910877,
+      "learning_rate": 2.069993887142874e-05,
+      "loss": 0.5958,
+      "step": 8922
+    },
+    {
+      "epoch": 0.7978361945636624,
+      "grad_norm": 0.14750367343988083,
+      "learning_rate": 2.0682299095012747e-05,
+      "loss": 0.638,
+      "step": 8923
+    },
+    {
+      "epoch": 0.797925608011445,
+      "grad_norm": 0.16563800424409425,
+      "learning_rate": 2.0664665970876496e-05,
+      "loss": 0.6903,
+      "step": 8924
+    },
+    {
+      "epoch": 0.7980150214592274,
+      "grad_norm": 0.1583341785119998,
+      "learning_rate": 2.064703950049891e-05,
+      "loss": 0.6318,
+      "step": 8925
+    },
+    {
+      "epoch": 0.79810443490701,
+      "grad_norm": 0.1606552725258961,
+      "learning_rate": 2.0629419685358286e-05,
+      "loss": 0.6526,
+      "step": 8926
+    },
+    {
+      "epoch": 0.7981938483547926,
+      "grad_norm": 0.15129906490220543,
+      "learning_rate": 2.0611806526932364e-05,
+      "loss": 0.6309,
+      "step": 8927
+    },
+    {
+      "epoch": 0.7982832618025751,
+      "grad_norm": 0.1637410816690556,
+      "learning_rate": 2.0594200026698363e-05,
+      "loss": 0.653,
+      "step": 8928
+    },
+    {
+      "epoch": 0.7983726752503576,
+      "grad_norm": 0.16486980129384765,
+      "learning_rate": 2.0576600186132934e-05,
+      "loss": 0.671,
+      "step": 8929
+    },
+    {
+      "epoch": 0.7984620886981402,
+      "grad_norm": 0.16792965737591772,
+      "learning_rate": 2.0559007006712106e-05,
+      "loss": 0.643,
+      "step": 8930
+    },
+    {
+      "epoch": 0.7985515021459227,
+      "grad_norm": 0.1646783172717406,
+      "learning_rate": 2.0541420489911413e-05,
+      "loss": 0.6414,
+      "step": 8931
+    },
+    {
+      "epoch": 0.7986409155937053,
+      "grad_norm": 0.1501539429468618,
+      "learning_rate": 2.052384063720585e-05,
+      "loss": 0.6372,
+      "step": 8932
+    },
+    {
+      "epoch": 0.7987303290414879,
+      "grad_norm": 0.16610522094014463,
+      "learning_rate": 2.0506267450069737e-05,
+      "loss": 0.6369,
+      "step": 8933
+    },
+    {
+      "epoch": 0.7988197424892703,
+      "grad_norm": 0.1430534473904988,
+      "learning_rate": 2.048870092997702e-05,
+      "loss": 0.6316,
+      "step": 8934
+    },
+    {
+      "epoch": 0.7989091559370529,
+      "grad_norm": 0.1797232132217977,
+      "learning_rate": 2.0471141078400912e-05,
+      "loss": 0.66,
+      "step": 8935
+    },
+    {
+      "epoch": 0.7989985693848355,
+      "grad_norm": 0.15677983073319263,
+      "learning_rate": 2.0453587896814142e-05,
+      "loss": 0.639,
+      "step": 8936
+    },
+    {
+      "epoch": 0.7990879828326181,
+      "grad_norm": 0.18197684353704663,
+      "learning_rate": 2.0436041386688932e-05,
+      "loss": 0.6468,
+      "step": 8937
+    },
+    {
+      "epoch": 0.7991773962804005,
+      "grad_norm": 0.15377289263866503,
+      "learning_rate": 2.0418501549496792e-05,
+      "loss": 0.6623,
+      "step": 8938
+    },
+    {
+      "epoch": 0.7992668097281831,
+      "grad_norm": 0.1488418470390237,
+      "learning_rate": 2.040096838670881e-05,
+      "loss": 0.6403,
+      "step": 8939
+    },
+    {
+      "epoch": 0.7993562231759657,
+      "grad_norm": 0.1799856734880442,
+      "learning_rate": 2.0383441899795518e-05,
+      "loss": 0.6684,
+      "step": 8940
+    },
+    {
+      "epoch": 0.7994456366237482,
+      "grad_norm": 0.14646750135363665,
+      "learning_rate": 2.0365922090226784e-05,
+      "loss": 0.6495,
+      "step": 8941
+    },
+    {
+      "epoch": 0.7995350500715308,
+      "grad_norm": 0.1782375339803177,
+      "learning_rate": 2.034840895947199e-05,
+      "loss": 0.6882,
+      "step": 8942
+    },
+    {
+      "epoch": 0.7996244635193133,
+      "grad_norm": 0.16198968302564218,
+      "learning_rate": 2.033090250899997e-05,
+      "loss": 0.6512,
+      "step": 8943
+    },
+    {
+      "epoch": 0.7997138769670958,
+      "grad_norm": 0.1563517572835882,
+      "learning_rate": 2.0313402740278908e-05,
+      "loss": 0.6625,
+      "step": 8944
+    },
+    {
+      "epoch": 0.7998032904148784,
+      "grad_norm": 0.17298439393466072,
+      "learning_rate": 2.0295909654776524e-05,
+      "loss": 0.6439,
+      "step": 8945
+    },
+    {
+      "epoch": 0.799892703862661,
+      "grad_norm": 0.1669453223052734,
+      "learning_rate": 2.0278423253959934e-05,
+      "loss": 0.6979,
+      "step": 8946
+    },
+    {
+      "epoch": 0.7999821173104434,
+      "grad_norm": 0.1588953071584078,
+      "learning_rate": 2.026094353929572e-05,
+      "loss": 0.6485,
+      "step": 8947
+    },
+    {
+      "epoch": 0.800071530758226,
+      "grad_norm": 0.14969671142246,
+      "learning_rate": 2.024347051224985e-05,
+      "loss": 0.6262,
+      "step": 8948
+    },
+    {
+      "epoch": 0.8001609442060086,
+      "grad_norm": 0.16083317006737805,
+      "learning_rate": 2.0226004174287827e-05,
+      "loss": 0.652,
+      "step": 8949
+    },
+    {
+      "epoch": 0.8002503576537912,
+      "grad_norm": 0.16181570391530234,
+      "learning_rate": 2.0208544526874475e-05,
+      "loss": 0.6471,
+      "step": 8950
+    },
+    {
+      "epoch": 0.8003397711015737,
+      "grad_norm": 0.14866116589818174,
+      "learning_rate": 2.0191091571474108e-05,
+      "loss": 0.6129,
+      "step": 8951
+    },
+    {
+      "epoch": 0.8004291845493562,
+      "grad_norm": 0.139363812206495,
+      "learning_rate": 2.0173645309550548e-05,
+      "loss": 0.6408,
+      "step": 8952
+    },
+    {
+      "epoch": 0.8005185979971388,
+      "grad_norm": 0.1494487758042037,
+      "learning_rate": 2.0156205742566892e-05,
+      "loss": 0.6257,
+      "step": 8953
+    },
+    {
+      "epoch": 0.8006080114449213,
+      "grad_norm": 0.1557282002827075,
+      "learning_rate": 2.013877287198588e-05,
+      "loss": 0.6544,
+      "step": 8954
+    },
+    {
+      "epoch": 0.8006974248927039,
+      "grad_norm": 0.15529927809422417,
+      "learning_rate": 2.0121346699269516e-05,
+      "loss": 0.6465,
+      "step": 8955
+    },
+    {
+      "epoch": 0.8007868383404864,
+      "grad_norm": 0.1565037764926007,
+      "learning_rate": 2.0103927225879336e-05,
+      "loss": 0.6619,
+      "step": 8956
+    },
+    {
+      "epoch": 0.8008762517882689,
+      "grad_norm": 0.16164387652512752,
+      "learning_rate": 2.008651445327633e-05,
+      "loss": 0.666,
+      "step": 8957
+    },
+    {
+      "epoch": 0.8009656652360515,
+      "grad_norm": 0.1629165576876218,
+      "learning_rate": 2.00691083829208e-05,
+      "loss": 0.6522,
+      "step": 8958
+    },
+    {
+      "epoch": 0.8010550786838341,
+      "grad_norm": 0.17331765567161098,
+      "learning_rate": 2.0051709016272625e-05,
+      "loss": 0.6426,
+      "step": 8959
+    },
+    {
+      "epoch": 0.8011444921316166,
+      "grad_norm": 0.1614684726709841,
+      "learning_rate": 2.0034316354791062e-05,
+      "loss": 0.6187,
+      "step": 8960
+    },
+    {
+      "epoch": 0.8012339055793991,
+      "grad_norm": 0.18329973940254693,
+      "learning_rate": 2.001693039993482e-05,
+      "loss": 0.6677,
+      "step": 8961
+    },
+    {
+      "epoch": 0.8013233190271817,
+      "grad_norm": 0.15659899088572152,
+      "learning_rate": 1.9999551153162022e-05,
+      "loss": 0.6356,
+      "step": 8962
+    },
+    {
+      "epoch": 0.8014127324749643,
+      "grad_norm": 0.15793257037170638,
+      "learning_rate": 1.998217861593028e-05,
+      "loss": 0.6832,
+      "step": 8963
+    },
+    {
+      "epoch": 0.8015021459227468,
+      "grad_norm": 0.14770850402801236,
+      "learning_rate": 1.996481278969655e-05,
+      "loss": 0.6524,
+      "step": 8964
+    },
+    {
+      "epoch": 0.8015915593705293,
+      "grad_norm": 0.14431164078071348,
+      "learning_rate": 1.9947453675917316e-05,
+      "loss": 0.611,
+      "step": 8965
+    },
+    {
+      "epoch": 0.8016809728183119,
+      "grad_norm": 0.18516827415746792,
+      "learning_rate": 1.9930101276048485e-05,
+      "loss": 0.6955,
+      "step": 8966
+    },
+    {
+      "epoch": 0.8017703862660944,
+      "grad_norm": 0.14335883499637725,
+      "learning_rate": 1.9912755591545317e-05,
+      "loss": 0.6273,
+      "step": 8967
+    },
+    {
+      "epoch": 0.801859799713877,
+      "grad_norm": 0.1463167941135839,
+      "learning_rate": 1.9895416623862662e-05,
+      "loss": 0.6354,
+      "step": 8968
+    },
+    {
+      "epoch": 0.8019492131616596,
+      "grad_norm": 0.1677634893199117,
+      "learning_rate": 1.9878084374454653e-05,
+      "loss": 0.6665,
+      "step": 8969
+    },
+    {
+      "epoch": 0.802038626609442,
+      "grad_norm": 0.1715030843170182,
+      "learning_rate": 1.986075884477494e-05,
+      "loss": 0.6411,
+      "step": 8970
+    },
+    {
+      "epoch": 0.8021280400572246,
+      "grad_norm": 0.1726766932454706,
+      "learning_rate": 1.984344003627663e-05,
+      "loss": 0.6443,
+      "step": 8971
+    },
+    {
+      "epoch": 0.8022174535050072,
+      "grad_norm": 0.1752542202885694,
+      "learning_rate": 1.9826127950412167e-05,
+      "loss": 0.682,
+      "step": 8972
+    },
+    {
+      "epoch": 0.8023068669527897,
+      "grad_norm": 0.1618709699915715,
+      "learning_rate": 1.9808822588633535e-05,
+      "loss": 0.6445,
+      "step": 8973
+    },
+    {
+      "epoch": 0.8023962804005722,
+      "grad_norm": 0.1586225487419457,
+      "learning_rate": 1.97915239523921e-05,
+      "loss": 0.6707,
+      "step": 8974
+    },
+    {
+      "epoch": 0.8024856938483548,
+      "grad_norm": 0.15624883702413983,
+      "learning_rate": 1.9774232043138685e-05,
+      "loss": 0.6609,
+      "step": 8975
+    },
+    {
+      "epoch": 0.8025751072961373,
+      "grad_norm": 0.1814482081816641,
+      "learning_rate": 1.9756946862323535e-05,
+      "loss": 0.6134,
+      "step": 8976
+    },
+    {
+      "epoch": 0.8026645207439199,
+      "grad_norm": 0.17363308216678489,
+      "learning_rate": 1.9739668411396383e-05,
+      "loss": 0.6581,
+      "step": 8977
+    },
+    {
+      "epoch": 0.8027539341917024,
+      "grad_norm": 0.17333228651221377,
+      "learning_rate": 1.9722396691806267e-05,
+      "loss": 0.665,
+      "step": 8978
+    },
+    {
+      "epoch": 0.802843347639485,
+      "grad_norm": 0.1692781439800008,
+      "learning_rate": 1.97051317050018e-05,
+      "loss": 0.652,
+      "step": 8979
+    },
+    {
+      "epoch": 0.8029327610872675,
+      "grad_norm": 0.16331721396283613,
+      "learning_rate": 1.9687873452430995e-05,
+      "loss": 0.6717,
+      "step": 8980
+    },
+    {
+      "epoch": 0.8030221745350501,
+      "grad_norm": 0.15665154476992393,
+      "learning_rate": 1.967062193554119e-05,
+      "loss": 0.6508,
+      "step": 8981
+    },
+    {
+      "epoch": 0.8031115879828327,
+      "grad_norm": 0.16198778944680328,
+      "learning_rate": 1.965337715577934e-05,
+      "loss": 0.6805,
+      "step": 8982
+    },
+    {
+      "epoch": 0.8032010014306151,
+      "grad_norm": 0.16502341008669058,
+      "learning_rate": 1.9636139114591747e-05,
+      "loss": 0.6388,
+      "step": 8983
+    },
+    {
+      "epoch": 0.8032904148783977,
+      "grad_norm": 0.1705821577335373,
+      "learning_rate": 1.961890781342408e-05,
+      "loss": 0.6534,
+      "step": 8984
+    },
+    {
+      "epoch": 0.8033798283261803,
+      "grad_norm": 0.1525746429999522,
+      "learning_rate": 1.9601683253721536e-05,
+      "loss": 0.6665,
+      "step": 8985
+    },
+    {
+      "epoch": 0.8034692417739628,
+      "grad_norm": 0.17674344982926557,
+      "learning_rate": 1.9584465436928745e-05,
+      "loss": 0.6658,
+      "step": 8986
+    },
+    {
+      "epoch": 0.8035586552217453,
+      "grad_norm": 0.16037946446945955,
+      "learning_rate": 1.9567254364489694e-05,
+      "loss": 0.6401,
+      "step": 8987
+    },
+    {
+      "epoch": 0.8036480686695279,
+      "grad_norm": 0.1374258724578596,
+      "learning_rate": 1.955005003784789e-05,
+      "loss": 0.647,
+      "step": 8988
+    },
+    {
+      "epoch": 0.8037374821173104,
+      "grad_norm": 0.1763981323295175,
+      "learning_rate": 1.9532852458446228e-05,
+      "loss": 0.6668,
+      "step": 8989
+    },
+    {
+      "epoch": 0.803826895565093,
+      "grad_norm": 0.15989442900666911,
+      "learning_rate": 1.9515661627727044e-05,
+      "loss": 0.6223,
+      "step": 8990
+    },
+    {
+      "epoch": 0.8039163090128756,
+      "grad_norm": 0.1780516797023398,
+      "learning_rate": 1.9498477547132154e-05,
+      "loss": 0.6761,
+      "step": 8991
+    },
+    {
+      "epoch": 0.804005722460658,
+      "grad_norm": 0.1660871397794488,
+      "learning_rate": 1.9481300218102692e-05,
+      "loss": 0.691,
+      "step": 8992
+    },
+    {
+      "epoch": 0.8040951359084406,
+      "grad_norm": 0.1603626902474746,
+      "learning_rate": 1.9464129642079355e-05,
+      "loss": 0.6517,
+      "step": 8993
+    },
+    {
+      "epoch": 0.8041845493562232,
+      "grad_norm": 0.17259431051933002,
+      "learning_rate": 1.9446965820502218e-05,
+      "loss": 0.6779,
+      "step": 8994
+    },
+    {
+      "epoch": 0.8042739628040058,
+      "grad_norm": 0.14887327836859474,
+      "learning_rate": 1.9429808754810717e-05,
+      "loss": 0.6275,
+      "step": 8995
+    },
+    {
+      "epoch": 0.8043633762517882,
+      "grad_norm": 0.16428216214832964,
+      "learning_rate": 1.9412658446443887e-05,
+      "loss": 0.6466,
+      "step": 8996
+    },
+    {
+      "epoch": 0.8044527896995708,
+      "grad_norm": 0.13981833245668077,
+      "learning_rate": 1.9395514896840093e-05,
+      "loss": 0.636,
+      "step": 8997
+    },
+    {
+      "epoch": 0.8045422031473534,
+      "grad_norm": 0.15583488180223204,
+      "learning_rate": 1.93783781074371e-05,
+      "loss": 0.6267,
+      "step": 8998
+    },
+    {
+      "epoch": 0.8046316165951359,
+      "grad_norm": 0.17035611533945103,
+      "learning_rate": 1.9361248079672158e-05,
+      "loss": 0.6821,
+      "step": 8999
+    },
+    {
+      "epoch": 0.8047210300429185,
+      "grad_norm": 0.14245415633020883,
+      "learning_rate": 1.934412481498198e-05,
+      "loss": 0.624,
+      "step": 9000
+    },
+    {
+      "epoch": 0.804810443490701,
+      "grad_norm": 0.15119075245887792,
+      "learning_rate": 1.932700831480262e-05,
+      "loss": 0.645,
+      "step": 9001
+    },
+    {
+      "epoch": 0.8048998569384835,
+      "grad_norm": 0.14907399586280826,
+      "learning_rate": 1.930989858056965e-05,
+      "loss": 0.6621,
+      "step": 9002
+    },
+    {
+      "epoch": 0.8049892703862661,
+      "grad_norm": 0.14643672081689094,
+      "learning_rate": 1.929279561371803e-05,
+      "loss": 0.613,
+      "step": 9003
+    },
+    {
+      "epoch": 0.8050786838340487,
+      "grad_norm": 0.18038697711616983,
+      "learning_rate": 1.927569941568218e-05,
+      "loss": 0.6746,
+      "step": 9004
+    },
+    {
+      "epoch": 0.8051680972818311,
+      "grad_norm": 0.15050502142103037,
+      "learning_rate": 1.9258609987895926e-05,
+      "loss": 0.6542,
+      "step": 9005
+    },
+    {
+      "epoch": 0.8052575107296137,
+      "grad_norm": 0.15907424523874591,
+      "learning_rate": 1.9241527331792562e-05,
+      "loss": 0.6268,
+      "step": 9006
+    },
+    {
+      "epoch": 0.8053469241773963,
+      "grad_norm": 0.16346026894101023,
+      "learning_rate": 1.922445144880475e-05,
+      "loss": 0.6753,
+      "step": 9007
+    },
+    {
+      "epoch": 0.8054363376251789,
+      "grad_norm": 0.15675387517132697,
+      "learning_rate": 1.9207382340364634e-05,
+      "loss": 0.6524,
+      "step": 9008
+    },
+    {
+      "epoch": 0.8055257510729614,
+      "grad_norm": 0.16457096512663003,
+      "learning_rate": 1.9190320007903796e-05,
+      "loss": 0.6743,
+      "step": 9009
+    },
+    {
+      "epoch": 0.8056151645207439,
+      "grad_norm": 0.13773140880117052,
+      "learning_rate": 1.9173264452853222e-05,
+      "loss": 0.6137,
+      "step": 9010
+    },
+    {
+      "epoch": 0.8057045779685265,
+      "grad_norm": 0.14206039753205948,
+      "learning_rate": 1.9156215676643375e-05,
+      "loss": 0.6376,
+      "step": 9011
+    },
+    {
+      "epoch": 0.805793991416309,
+      "grad_norm": 0.16813510458462386,
+      "learning_rate": 1.913917368070406e-05,
+      "loss": 0.6207,
+      "step": 9012
+    },
+    {
+      "epoch": 0.8058834048640916,
+      "grad_norm": 0.1506628368917097,
+      "learning_rate": 1.912213846646459e-05,
+      "loss": 0.6237,
+      "step": 9013
+    },
+    {
+      "epoch": 0.8059728183118741,
+      "grad_norm": 0.1515562474251775,
+      "learning_rate": 1.9105110035353714e-05,
+      "loss": 0.6401,
+      "step": 9014
+    },
+    {
+      "epoch": 0.8060622317596566,
+      "grad_norm": 0.15634781511573112,
+      "learning_rate": 1.9088088388799542e-05,
+      "loss": 0.6537,
+      "step": 9015
+    },
+    {
+      "epoch": 0.8061516452074392,
+      "grad_norm": 0.17163529189769397,
+      "learning_rate": 1.9071073528229655e-05,
+      "loss": 0.661,
+      "step": 9016
+    },
+    {
+      "epoch": 0.8062410586552218,
+      "grad_norm": 0.17194282617148482,
+      "learning_rate": 1.9054065455071136e-05,
+      "loss": 0.6562,
+      "step": 9017
+    },
+    {
+      "epoch": 0.8063304721030042,
+      "grad_norm": 0.15654995874381322,
+      "learning_rate": 1.9037064170750373e-05,
+      "loss": 0.6661,
+      "step": 9018
+    },
+    {
+      "epoch": 0.8064198855507868,
+      "grad_norm": 0.16628655078383234,
+      "learning_rate": 1.9020069676693252e-05,
+      "loss": 0.6933,
+      "step": 9019
+    },
+    {
+      "epoch": 0.8065092989985694,
+      "grad_norm": 0.16361750154491883,
+      "learning_rate": 1.9003081974325122e-05,
+      "loss": 0.6722,
+      "step": 9020
+    },
+    {
+      "epoch": 0.806598712446352,
+      "grad_norm": 0.16867967743589304,
+      "learning_rate": 1.898610106507066e-05,
+      "loss": 0.6287,
+      "step": 9021
+    },
+    {
+      "epoch": 0.8066881258941345,
+      "grad_norm": 0.14567428705245422,
+      "learning_rate": 1.8969126950354055e-05,
+      "loss": 0.6197,
+      "step": 9022
+    },
+    {
+      "epoch": 0.806777539341917,
+      "grad_norm": 0.1525770179658647,
+      "learning_rate": 1.8952159631598922e-05,
+      "loss": 0.6355,
+      "step": 9023
+    },
+    {
+      "epoch": 0.8068669527896996,
+      "grad_norm": 0.14685544314700252,
+      "learning_rate": 1.8935199110228275e-05,
+      "loss": 0.643,
+      "step": 9024
+    },
+    {
+      "epoch": 0.8069563662374821,
+      "grad_norm": 0.15798572801668934,
+      "learning_rate": 1.8918245387664602e-05,
+      "loss": 0.6604,
+      "step": 9025
+    },
+    {
+      "epoch": 0.8070457796852647,
+      "grad_norm": 0.15142092060741968,
+      "learning_rate": 1.8901298465329743e-05,
+      "loss": 0.6263,
+      "step": 9026
+    },
+    {
+      "epoch": 0.8071351931330472,
+      "grad_norm": 0.15322334910836938,
+      "learning_rate": 1.8884358344645025e-05,
+      "loss": 0.641,
+      "step": 9027
+    },
+    {
+      "epoch": 0.8072246065808297,
+      "grad_norm": 0.1611933241138776,
+      "learning_rate": 1.886742502703125e-05,
+      "loss": 0.6026,
+      "step": 9028
+    },
+    {
+      "epoch": 0.8073140200286123,
+      "grad_norm": 0.15995460422248167,
+      "learning_rate": 1.88504985139085e-05,
+      "loss": 0.6545,
+      "step": 9029
+    },
+    {
+      "epoch": 0.8074034334763949,
+      "grad_norm": 0.17081771469866228,
+      "learning_rate": 1.883357880669646e-05,
+      "loss": 0.6154,
+      "step": 9030
+    },
+    {
+      "epoch": 0.8074928469241774,
+      "grad_norm": 0.1586136656322248,
+      "learning_rate": 1.8816665906814178e-05,
+      "loss": 0.6275,
+      "step": 9031
+    },
+    {
+      "epoch": 0.8075822603719599,
+      "grad_norm": 0.14120785332781993,
+      "learning_rate": 1.879975981568004e-05,
+      "loss": 0.6476,
+      "step": 9032
+    },
+    {
+      "epoch": 0.8076716738197425,
+      "grad_norm": 0.16607211638507746,
+      "learning_rate": 1.8782860534711998e-05,
+      "loss": 0.6469,
+      "step": 9033
+    },
+    {
+      "epoch": 0.807761087267525,
+      "grad_norm": 0.15791240267122228,
+      "learning_rate": 1.8765968065327367e-05,
+      "loss": 0.6299,
+      "step": 9034
+    },
+    {
+      "epoch": 0.8078505007153076,
+      "grad_norm": 0.15354648218435207,
+      "learning_rate": 1.8749082408942876e-05,
+      "loss": 0.6067,
+      "step": 9035
+    },
+    {
+      "epoch": 0.8079399141630901,
+      "grad_norm": 0.14237940106368024,
+      "learning_rate": 1.8732203566974705e-05,
+      "loss": 0.6106,
+      "step": 9036
+    },
+    {
+      "epoch": 0.8080293276108726,
+      "grad_norm": 0.17083591649038793,
+      "learning_rate": 1.8715331540838487e-05,
+      "loss": 0.6207,
+      "step": 9037
+    },
+    {
+      "epoch": 0.8081187410586552,
+      "grad_norm": 0.1518987917942526,
+      "learning_rate": 1.8698466331949238e-05,
+      "loss": 0.6171,
+      "step": 9038
+    },
+    {
+      "epoch": 0.8082081545064378,
+      "grad_norm": 0.1556436118564491,
+      "learning_rate": 1.8681607941721425e-05,
+      "loss": 0.6378,
+      "step": 9039
+    },
+    {
+      "epoch": 0.8082975679542204,
+      "grad_norm": 0.16438299369302986,
+      "learning_rate": 1.866475637156898e-05,
+      "loss": 0.6723,
+      "step": 9040
+    },
+    {
+      "epoch": 0.8083869814020028,
+      "grad_norm": 0.16453789101984093,
+      "learning_rate": 1.8647911622905168e-05,
+      "loss": 0.6114,
+      "step": 9041
+    },
+    {
+      "epoch": 0.8084763948497854,
+      "grad_norm": 0.15607564825846315,
+      "learning_rate": 1.8631073697142754e-05,
+      "loss": 0.6623,
+      "step": 9042
+    },
+    {
+      "epoch": 0.808565808297568,
+      "grad_norm": 0.16792117029633785,
+      "learning_rate": 1.8614242595693908e-05,
+      "loss": 0.6252,
+      "step": 9043
+    },
+    {
+      "epoch": 0.8086552217453505,
+      "grad_norm": 0.15644643662703236,
+      "learning_rate": 1.8597418319970262e-05,
+      "loss": 0.6444,
+      "step": 9044
+    },
+    {
+      "epoch": 0.808744635193133,
+      "grad_norm": 0.1362968295201756,
+      "learning_rate": 1.8580600871382857e-05,
+      "loss": 0.6296,
+      "step": 9045
+    },
+    {
+      "epoch": 0.8088340486409156,
+      "grad_norm": 0.14730720507717907,
+      "learning_rate": 1.8563790251342095e-05,
+      "loss": 0.6222,
+      "step": 9046
+    },
+    {
+      "epoch": 0.8089234620886981,
+      "grad_norm": 0.14673829742244024,
+      "learning_rate": 1.85469864612579e-05,
+      "loss": 0.6057,
+      "step": 9047
+    },
+    {
+      "epoch": 0.8090128755364807,
+      "grad_norm": 0.13114944606710893,
+      "learning_rate": 1.8530189502539607e-05,
+      "loss": 0.5873,
+      "step": 9048
+    },
+    {
+      "epoch": 0.8091022889842633,
+      "grad_norm": 0.15232959389288994,
+      "learning_rate": 1.8513399376595895e-05,
+      "loss": 0.6472,
+      "step": 9049
+    },
+    {
+      "epoch": 0.8091917024320457,
+      "grad_norm": 0.14855152694098167,
+      "learning_rate": 1.849661608483495e-05,
+      "loss": 0.6343,
+      "step": 9050
+    },
+    {
+      "epoch": 0.8092811158798283,
+      "grad_norm": 0.15929376115167232,
+      "learning_rate": 1.847983962866443e-05,
+      "loss": 0.6819,
+      "step": 9051
+    },
+    {
+      "epoch": 0.8093705293276109,
+      "grad_norm": 0.15149565295999431,
+      "learning_rate": 1.846307000949129e-05,
+      "loss": 0.6009,
+      "step": 9052
+    },
+    {
+      "epoch": 0.8094599427753935,
+      "grad_norm": 0.16782088887846067,
+      "learning_rate": 1.844630722872199e-05,
+      "loss": 0.6387,
+      "step": 9053
+    },
+    {
+      "epoch": 0.8095493562231759,
+      "grad_norm": 0.14716153726210857,
+      "learning_rate": 1.8429551287762435e-05,
+      "loss": 0.6381,
+      "step": 9054
+    },
+    {
+      "epoch": 0.8096387696709585,
+      "grad_norm": 0.16410311753476056,
+      "learning_rate": 1.8412802188017885e-05,
+      "loss": 0.6098,
+      "step": 9055
+    },
+    {
+      "epoch": 0.8097281831187411,
+      "grad_norm": 0.15842760324353206,
+      "learning_rate": 1.839605993089307e-05,
+      "loss": 0.6244,
+      "step": 9056
+    },
+    {
+      "epoch": 0.8098175965665236,
+      "grad_norm": 0.14830637424009477,
+      "learning_rate": 1.8379324517792163e-05,
+      "loss": 0.618,
+      "step": 9057
+    },
+    {
+      "epoch": 0.8099070100143062,
+      "grad_norm": 0.15738743047158948,
+      "learning_rate": 1.8362595950118733e-05,
+      "loss": 0.6517,
+      "step": 9058
+    },
+    {
+      "epoch": 0.8099964234620887,
+      "grad_norm": 0.14426795410638682,
+      "learning_rate": 1.8345874229275816e-05,
+      "loss": 0.6186,
+      "step": 9059
+    },
+    {
+      "epoch": 0.8100858369098712,
+      "grad_norm": 0.1529981871795484,
+      "learning_rate": 1.8329159356665793e-05,
+      "loss": 0.6435,
+      "step": 9060
+    },
+    {
+      "epoch": 0.8101752503576538,
+      "grad_norm": 0.16075454628323543,
+      "learning_rate": 1.8312451333690538e-05,
+      "loss": 0.6833,
+      "step": 9061
+    },
+    {
+      "epoch": 0.8102646638054364,
+      "grad_norm": 0.15027658734282345,
+      "learning_rate": 1.8295750161751334e-05,
+      "loss": 0.6547,
+      "step": 9062
+    },
+    {
+      "epoch": 0.8103540772532188,
+      "grad_norm": 0.15703980074549223,
+      "learning_rate": 1.8279055842248915e-05,
+      "loss": 0.6422,
+      "step": 9063
+    },
+    {
+      "epoch": 0.8104434907010014,
+      "grad_norm": 0.1745419220284716,
+      "learning_rate": 1.826236837658334e-05,
+      "loss": 0.6523,
+      "step": 9064
+    },
+    {
+      "epoch": 0.810532904148784,
+      "grad_norm": 0.1458816913350096,
+      "learning_rate": 1.8245687766154262e-05,
+      "loss": 0.6185,
+      "step": 9065
+    },
+    {
+      "epoch": 0.8106223175965666,
+      "grad_norm": 0.15510333422228728,
+      "learning_rate": 1.822901401236059e-05,
+      "loss": 0.6496,
+      "step": 9066
+    },
+    {
+      "epoch": 0.810711731044349,
+      "grad_norm": 0.16783863369611987,
+      "learning_rate": 1.821234711660077e-05,
+      "loss": 0.677,
+      "step": 9067
+    },
+    {
+      "epoch": 0.8108011444921316,
+      "grad_norm": 0.16517313232154535,
+      "learning_rate": 1.819568708027264e-05,
+      "loss": 0.6837,
+      "step": 9068
+    },
+    {
+      "epoch": 0.8108905579399142,
+      "grad_norm": 0.13610809820088246,
+      "learning_rate": 1.817903390477341e-05,
+      "loss": 0.5964,
+      "step": 9069
+    },
+    {
+      "epoch": 0.8109799713876967,
+      "grad_norm": 0.15347086986449476,
+      "learning_rate": 1.8162387591499796e-05,
+      "loss": 0.6413,
+      "step": 9070
+    },
+    {
+      "epoch": 0.8110693848354793,
+      "grad_norm": 0.15453567927790435,
+      "learning_rate": 1.8145748141847908e-05,
+      "loss": 0.6143,
+      "step": 9071
+    },
+    {
+      "epoch": 0.8111587982832618,
+      "grad_norm": 0.16463439292635249,
+      "learning_rate": 1.8129115557213262e-05,
+      "loss": 0.6575,
+      "step": 9072
+    },
+    {
+      "epoch": 0.8112482117310443,
+      "grad_norm": 0.16834568013618728,
+      "learning_rate": 1.811248983899082e-05,
+      "loss": 0.6367,
+      "step": 9073
+    },
+    {
+      "epoch": 0.8113376251788269,
+      "grad_norm": 0.1663201187583644,
+      "learning_rate": 1.809587098857498e-05,
+      "loss": 0.6559,
+      "step": 9074
+    },
+    {
+      "epoch": 0.8114270386266095,
+      "grad_norm": 0.16638687476103173,
+      "learning_rate": 1.8079259007359506e-05,
+      "loss": 0.6703,
+      "step": 9075
+    },
+    {
+      "epoch": 0.8115164520743919,
+      "grad_norm": 0.17038395415741744,
+      "learning_rate": 1.8062653896737647e-05,
+      "loss": 0.6309,
+      "step": 9076
+    },
+    {
+      "epoch": 0.8116058655221745,
+      "grad_norm": 0.16743588870259551,
+      "learning_rate": 1.804605565810207e-05,
+      "loss": 0.6254,
+      "step": 9077
+    },
+    {
+      "epoch": 0.8116952789699571,
+      "grad_norm": 0.17034971075451144,
+      "learning_rate": 1.8029464292844778e-05,
+      "loss": 0.659,
+      "step": 9078
+    },
+    {
+      "epoch": 0.8117846924177397,
+      "grad_norm": 0.17810465933989494,
+      "learning_rate": 1.8012879802357374e-05,
+      "loss": 0.703,
+      "step": 9079
+    },
+    {
+      "epoch": 0.8118741058655222,
+      "grad_norm": 0.15160716761242607,
+      "learning_rate": 1.79963021880307e-05,
+      "loss": 0.6369,
+      "step": 9080
+    },
+    {
+      "epoch": 0.8119635193133047,
+      "grad_norm": 0.14949713708602483,
+      "learning_rate": 1.797973145125512e-05,
+      "loss": 0.6326,
+      "step": 9081
+    },
+    {
+      "epoch": 0.8120529327610873,
+      "grad_norm": 0.1723500567444207,
+      "learning_rate": 1.7963167593420438e-05,
+      "loss": 0.6954,
+      "step": 9082
+    },
+    {
+      "epoch": 0.8121423462088698,
+      "grad_norm": 0.16985947592921133,
+      "learning_rate": 1.7946610615915792e-05,
+      "loss": 0.6557,
+      "step": 9083
+    },
+    {
+      "epoch": 0.8122317596566524,
+      "grad_norm": 0.15694494489659708,
+      "learning_rate": 1.793006052012981e-05,
+      "loss": 0.6617,
+      "step": 9084
+    },
+    {
+      "epoch": 0.8123211731044349,
+      "grad_norm": 0.18291136892560791,
+      "learning_rate": 1.7913517307450544e-05,
+      "loss": 0.661,
+      "step": 9085
+    },
+    {
+      "epoch": 0.8124105865522174,
+      "grad_norm": 0.19715741042910453,
+      "learning_rate": 1.7896980979265443e-05,
+      "loss": 0.6674,
+      "step": 9086
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.14067376404684714,
+      "learning_rate": 1.7880451536961394e-05,
+      "loss": 0.6308,
+      "step": 9087
+    },
+    {
+      "epoch": 0.8125894134477826,
+      "grad_norm": 0.1558150882120021,
+      "learning_rate": 1.7863928981924726e-05,
+      "loss": 0.6593,
+      "step": 9088
+    },
+    {
+      "epoch": 0.8126788268955651,
+      "grad_norm": 0.1499143553651376,
+      "learning_rate": 1.7847413315541118e-05,
+      "loss": 0.6517,
+      "step": 9089
+    },
+    {
+      "epoch": 0.8127682403433476,
+      "grad_norm": 0.15583553163884045,
+      "learning_rate": 1.7830904539195726e-05,
+      "loss": 0.6166,
+      "step": 9090
+    },
+    {
+      "epoch": 0.8128576537911302,
+      "grad_norm": 0.17350725813143075,
+      "learning_rate": 1.7814402654273167e-05,
+      "loss": 0.6813,
+      "step": 9091
+    },
+    {
+      "epoch": 0.8129470672389127,
+      "grad_norm": 0.1624319554902621,
+      "learning_rate": 1.7797907662157355e-05,
+      "loss": 0.6569,
+      "step": 9092
+    },
+    {
+      "epoch": 0.8130364806866953,
+      "grad_norm": 0.17983087534019782,
+      "learning_rate": 1.7781419564231805e-05,
+      "loss": 0.6357,
+      "step": 9093
+    },
+    {
+      "epoch": 0.8131258941344778,
+      "grad_norm": 0.1740096837826513,
+      "learning_rate": 1.776493836187927e-05,
+      "loss": 0.6727,
+      "step": 9094
+    },
+    {
+      "epoch": 0.8132153075822603,
+      "grad_norm": 0.17250262646595269,
+      "learning_rate": 1.774846405648204e-05,
+      "loss": 0.6573,
+      "step": 9095
+    },
+    {
+      "epoch": 0.8133047210300429,
+      "grad_norm": 0.15048387025873075,
+      "learning_rate": 1.7731996649421802e-05,
+      "loss": 0.5966,
+      "step": 9096
+    },
+    {
+      "epoch": 0.8133941344778255,
+      "grad_norm": 0.1607386082942641,
+      "learning_rate": 1.771553614207967e-05,
+      "loss": 0.6462,
+      "step": 9097
+    },
+    {
+      "epoch": 0.8134835479256081,
+      "grad_norm": 0.1789505139176844,
+      "learning_rate": 1.769908253583612e-05,
+      "loss": 0.6574,
+      "step": 9098
+    },
+    {
+      "epoch": 0.8135729613733905,
+      "grad_norm": 0.15313385268715762,
+      "learning_rate": 1.7682635832071125e-05,
+      "loss": 0.6272,
+      "step": 9099
+    },
+    {
+      "epoch": 0.8136623748211731,
+      "grad_norm": 0.1540487160320069,
+      "learning_rate": 1.766619603216405e-05,
+      "loss": 0.6484,
+      "step": 9100
+    },
+    {
+      "epoch": 0.8137517882689557,
+      "grad_norm": 0.14105402256651664,
+      "learning_rate": 1.7649763137493682e-05,
+      "loss": 0.6348,
+      "step": 9101
+    },
+    {
+      "epoch": 0.8138412017167382,
+      "grad_norm": 0.17008223258003094,
+      "learning_rate": 1.7633337149438246e-05,
+      "loss": 0.628,
+      "step": 9102
+    },
+    {
+      "epoch": 0.8139306151645207,
+      "grad_norm": 0.17854765651017848,
+      "learning_rate": 1.7616918069375322e-05,
+      "loss": 0.6629,
+      "step": 9103
+    },
+    {
+      "epoch": 0.8140200286123033,
+      "grad_norm": 0.1542434276209672,
+      "learning_rate": 1.7600505898681997e-05,
+      "loss": 0.6469,
+      "step": 9104
+    },
+    {
+      "epoch": 0.8141094420600858,
+      "grad_norm": 0.1518018142833947,
+      "learning_rate": 1.7584100638734745e-05,
+      "loss": 0.6139,
+      "step": 9105
+    },
+    {
+      "epoch": 0.8141988555078684,
+      "grad_norm": 0.1807801936168475,
+      "learning_rate": 1.7567702290909393e-05,
+      "loss": 0.6802,
+      "step": 9106
+    },
+    {
+      "epoch": 0.814288268955651,
+      "grad_norm": 0.167239145074874,
+      "learning_rate": 1.7551310856581316e-05,
+      "loss": 0.6492,
+      "step": 9107
+    },
+    {
+      "epoch": 0.8143776824034334,
+      "grad_norm": 0.18183793280116048,
+      "learning_rate": 1.7534926337125257e-05,
+      "loss": 0.6943,
+      "step": 9108
+    },
+    {
+      "epoch": 0.814467095851216,
+      "grad_norm": 0.1629308048284202,
+      "learning_rate": 1.751854873391531e-05,
+      "loss": 0.6263,
+      "step": 9109
+    },
+    {
+      "epoch": 0.8145565092989986,
+      "grad_norm": 0.1429129433118001,
+      "learning_rate": 1.750217804832506e-05,
+      "loss": 0.6504,
+      "step": 9110
+    },
+    {
+      "epoch": 0.8146459227467812,
+      "grad_norm": 0.1508722407170698,
+      "learning_rate": 1.7485814281727532e-05,
+      "loss": 0.5931,
+      "step": 9111
+    },
+    {
+      "epoch": 0.8147353361945636,
+      "grad_norm": 0.17768617511560506,
+      "learning_rate": 1.7469457435495063e-05,
+      "loss": 0.6756,
+      "step": 9112
+    },
+    {
+      "epoch": 0.8148247496423462,
+      "grad_norm": 0.16188783233753717,
+      "learning_rate": 1.7453107510999568e-05,
+      "loss": 0.6845,
+      "step": 9113
+    },
+    {
+      "epoch": 0.8149141630901288,
+      "grad_norm": 0.15791143073126657,
+      "learning_rate": 1.7436764509612237e-05,
+      "loss": 0.6716,
+      "step": 9114
+    },
+    {
+      "epoch": 0.8150035765379113,
+      "grad_norm": 0.18237017712799877,
+      "learning_rate": 1.742042843270375e-05,
+      "loss": 0.6839,
+      "step": 9115
+    },
+    {
+      "epoch": 0.8150929899856938,
+      "grad_norm": 0.15980063536570524,
+      "learning_rate": 1.7404099281644237e-05,
+      "loss": 0.6601,
+      "step": 9116
+    },
+    {
+      "epoch": 0.8151824034334764,
+      "grad_norm": 0.16188489643107937,
+      "learning_rate": 1.7387777057803134e-05,
+      "loss": 0.6506,
+      "step": 9117
+    },
+    {
+      "epoch": 0.8152718168812589,
+      "grad_norm": 0.17204627347431037,
+      "learning_rate": 1.737146176254939e-05,
+      "loss": 0.6314,
+      "step": 9118
+    },
+    {
+      "epoch": 0.8153612303290415,
+      "grad_norm": 0.15985667090747882,
+      "learning_rate": 1.735515339725137e-05,
+      "loss": 0.6546,
+      "step": 9119
+    },
+    {
+      "epoch": 0.8154506437768241,
+      "grad_norm": 0.14537324368071797,
+      "learning_rate": 1.7338851963276825e-05,
+      "loss": 0.6564,
+      "step": 9120
+    },
+    {
+      "epoch": 0.8155400572246065,
+      "grad_norm": 0.15719887612362263,
+      "learning_rate": 1.7322557461992926e-05,
+      "loss": 0.6475,
+      "step": 9121
+    },
+    {
+      "epoch": 0.8156294706723891,
+      "grad_norm": 0.18464315943350476,
+      "learning_rate": 1.7306269894766312e-05,
+      "loss": 0.6589,
+      "step": 9122
+    },
+    {
+      "epoch": 0.8157188841201717,
+      "grad_norm": 0.14892336732389969,
+      "learning_rate": 1.728998926296296e-05,
+      "loss": 0.6059,
+      "step": 9123
+    },
+    {
+      "epoch": 0.8158082975679543,
+      "grad_norm": 0.1607878235426865,
+      "learning_rate": 1.727371556794831e-05,
+      "loss": 0.6298,
+      "step": 9124
+    },
+    {
+      "epoch": 0.8158977110157367,
+      "grad_norm": 0.17270820854182978,
+      "learning_rate": 1.725744881108725e-05,
+      "loss": 0.6468,
+      "step": 9125
+    },
+    {
+      "epoch": 0.8159871244635193,
+      "grad_norm": 0.17220821731150004,
+      "learning_rate": 1.7241188993743984e-05,
+      "loss": 0.6502,
+      "step": 9126
+    },
+    {
+      "epoch": 0.8160765379113019,
+      "grad_norm": 0.162056858611242,
+      "learning_rate": 1.7224936117282276e-05,
+      "loss": 0.6553,
+      "step": 9127
+    },
+    {
+      "epoch": 0.8161659513590844,
+      "grad_norm": 0.14936045703166217,
+      "learning_rate": 1.7208690183065236e-05,
+      "loss": 0.6268,
+      "step": 9128
+    },
+    {
+      "epoch": 0.816255364806867,
+      "grad_norm": 0.1651596833528067,
+      "learning_rate": 1.719245119245534e-05,
+      "loss": 0.6554,
+      "step": 9129
+    },
+    {
+      "epoch": 0.8163447782546495,
+      "grad_norm": 0.14756792523907836,
+      "learning_rate": 1.7176219146814542e-05,
+      "loss": 0.6453,
+      "step": 9130
+    },
+    {
+      "epoch": 0.816434191702432,
+      "grad_norm": 0.17526139279368316,
+      "learning_rate": 1.715999404750426e-05,
+      "loss": 0.6573,
+      "step": 9131
+    },
+    {
+      "epoch": 0.8165236051502146,
+      "grad_norm": 0.136911747218784,
+      "learning_rate": 1.7143775895885195e-05,
+      "loss": 0.6248,
+      "step": 9132
+    },
+    {
+      "epoch": 0.8166130185979972,
+      "grad_norm": 0.16560649237366412,
+      "learning_rate": 1.712756469331759e-05,
+      "loss": 0.6592,
+      "step": 9133
+    },
+    {
+      "epoch": 0.8167024320457796,
+      "grad_norm": 0.1715027965761878,
+      "learning_rate": 1.7111360441161038e-05,
+      "loss": 0.6455,
+      "step": 9134
+    },
+    {
+      "epoch": 0.8167918454935622,
+      "grad_norm": 0.16618683479282212,
+      "learning_rate": 1.7095163140774596e-05,
+      "loss": 0.6041,
+      "step": 9135
+    },
+    {
+      "epoch": 0.8168812589413448,
+      "grad_norm": 0.1730038425027745,
+      "learning_rate": 1.707897279351671e-05,
+      "loss": 0.631,
+      "step": 9136
+    },
+    {
+      "epoch": 0.8169706723891274,
+      "grad_norm": 0.1625488204073825,
+      "learning_rate": 1.7062789400745215e-05,
+      "loss": 0.608,
+      "step": 9137
+    },
+    {
+      "epoch": 0.8170600858369099,
+      "grad_norm": 0.19380930173267183,
+      "learning_rate": 1.704661296381741e-05,
+      "loss": 0.6633,
+      "step": 9138
+    },
+    {
+      "epoch": 0.8171494992846924,
+      "grad_norm": 0.14915097688375284,
+      "learning_rate": 1.703044348409002e-05,
+      "loss": 0.6449,
+      "step": 9139
+    },
+    {
+      "epoch": 0.817238912732475,
+      "grad_norm": 0.16276103119801466,
+      "learning_rate": 1.701428096291908e-05,
+      "loss": 0.6818,
+      "step": 9140
+    },
+    {
+      "epoch": 0.8173283261802575,
+      "grad_norm": 0.15292757449867247,
+      "learning_rate": 1.6998125401660202e-05,
+      "loss": 0.6277,
+      "step": 9141
+    },
+    {
+      "epoch": 0.8174177396280401,
+      "grad_norm": 0.15209901922823454,
+      "learning_rate": 1.698197680166832e-05,
+      "loss": 0.6153,
+      "step": 9142
+    },
+    {
+      "epoch": 0.8175071530758226,
+      "grad_norm": 0.15456074070836398,
+      "learning_rate": 1.6965835164297773e-05,
+      "loss": 0.6122,
+      "step": 9143
+    },
+    {
+      "epoch": 0.8175965665236051,
+      "grad_norm": 0.1652110101354183,
+      "learning_rate": 1.6949700490902344e-05,
+      "loss": 0.6573,
+      "step": 9144
+    },
+    {
+      "epoch": 0.8176859799713877,
+      "grad_norm": 0.1797123976866694,
+      "learning_rate": 1.693357278283526e-05,
+      "loss": 0.7026,
+      "step": 9145
+    },
+    {
+      "epoch": 0.8177753934191703,
+      "grad_norm": 0.17771899515838166,
+      "learning_rate": 1.6917452041449077e-05,
+      "loss": 0.6607,
+      "step": 9146
+    },
+    {
+      "epoch": 0.8178648068669528,
+      "grad_norm": 0.15338999466525804,
+      "learning_rate": 1.6901338268095866e-05,
+      "loss": 0.6485,
+      "step": 9147
+    },
+    {
+      "epoch": 0.8179542203147353,
+      "grad_norm": 0.1493676406261132,
+      "learning_rate": 1.688523146412705e-05,
+      "loss": 0.6478,
+      "step": 9148
+    },
+    {
+      "epoch": 0.8180436337625179,
+      "grad_norm": 0.14912263522874655,
+      "learning_rate": 1.68691316308935e-05,
+      "loss": 0.6084,
+      "step": 9149
+    },
+    {
+      "epoch": 0.8181330472103004,
+      "grad_norm": 0.15419992879551883,
+      "learning_rate": 1.6853038769745467e-05,
+      "loss": 0.6085,
+      "step": 9150
+    },
+    {
+      "epoch": 0.818222460658083,
+      "grad_norm": 0.16295981122116748,
+      "learning_rate": 1.6836952882032698e-05,
+      "loss": 0.6422,
+      "step": 9151
+    },
+    {
+      "epoch": 0.8183118741058655,
+      "grad_norm": 0.15605408225122444,
+      "learning_rate": 1.682087396910422e-05,
+      "loss": 0.6296,
+      "step": 9152
+    },
+    {
+      "epoch": 0.818401287553648,
+      "grad_norm": 0.1790048262274179,
+      "learning_rate": 1.68048020323086e-05,
+      "loss": 0.6615,
+      "step": 9153
+    },
+    {
+      "epoch": 0.8184907010014306,
+      "grad_norm": 0.18124434707789752,
+      "learning_rate": 1.6788737072993744e-05,
+      "loss": 0.6265,
+      "step": 9154
+    },
+    {
+      "epoch": 0.8185801144492132,
+      "grad_norm": 0.14049421309712243,
+      "learning_rate": 1.6772679092507025e-05,
+      "loss": 0.642,
+      "step": 9155
+    },
+    {
+      "epoch": 0.8186695278969958,
+      "grad_norm": 0.1612646811751041,
+      "learning_rate": 1.6756628092195214e-05,
+      "loss": 0.6439,
+      "step": 9156
+    },
+    {
+      "epoch": 0.8187589413447782,
+      "grad_norm": 0.14924485651996458,
+      "learning_rate": 1.6740584073404454e-05,
+      "loss": 0.6485,
+      "step": 9157
+    },
+    {
+      "epoch": 0.8188483547925608,
+      "grad_norm": 0.15530513886716446,
+      "learning_rate": 1.6724547037480355e-05,
+      "loss": 0.6508,
+      "step": 9158
+    },
+    {
+      "epoch": 0.8189377682403434,
+      "grad_norm": 0.16196330811843812,
+      "learning_rate": 1.6708516985767953e-05,
+      "loss": 0.6283,
+      "step": 9159
+    },
+    {
+      "epoch": 0.8190271816881259,
+      "grad_norm": 0.16761455278472334,
+      "learning_rate": 1.6692493919611606e-05,
+      "loss": 0.6298,
+      "step": 9160
+    },
+    {
+      "epoch": 0.8191165951359084,
+      "grad_norm": 0.15960428279270972,
+      "learning_rate": 1.6676477840355166e-05,
+      "loss": 0.6637,
+      "step": 9161
+    },
+    {
+      "epoch": 0.819206008583691,
+      "grad_norm": 0.1708161551272355,
+      "learning_rate": 1.666046874934195e-05,
+      "loss": 0.6309,
+      "step": 9162
+    },
+    {
+      "epoch": 0.8192954220314735,
+      "grad_norm": 0.1550077578669282,
+      "learning_rate": 1.6644466647914546e-05,
+      "loss": 0.6627,
+      "step": 9163
+    },
+    {
+      "epoch": 0.8193848354792561,
+      "grad_norm": 0.170140566650297,
+      "learning_rate": 1.662847153741506e-05,
+      "loss": 0.6468,
+      "step": 9164
+    },
+    {
+      "epoch": 0.8194742489270386,
+      "grad_norm": 0.1411904269392347,
+      "learning_rate": 1.6612483419185e-05,
+      "loss": 0.5907,
+      "step": 9165
+    },
+    {
+      "epoch": 0.8195636623748211,
+      "grad_norm": 0.1758317185799532,
+      "learning_rate": 1.659650229456522e-05,
+      "loss": 0.6211,
+      "step": 9166
+    },
+    {
+      "epoch": 0.8196530758226037,
+      "grad_norm": 0.14679845782249906,
+      "learning_rate": 1.658052816489607e-05,
+      "loss": 0.6082,
+      "step": 9167
+    },
+    {
+      "epoch": 0.8197424892703863,
+      "grad_norm": 0.1612701787132107,
+      "learning_rate": 1.656456103151728e-05,
+      "loss": 0.6317,
+      "step": 9168
+    },
+    {
+      "epoch": 0.8198319027181689,
+      "grad_norm": 0.158233820281089,
+      "learning_rate": 1.6548600895767997e-05,
+      "loss": 0.6267,
+      "step": 9169
+    },
+    {
+      "epoch": 0.8199213161659513,
+      "grad_norm": 0.1583498578042193,
+      "learning_rate": 1.6532647758986786e-05,
+      "loss": 0.6436,
+      "step": 9170
+    },
+    {
+      "epoch": 0.8200107296137339,
+      "grad_norm": 0.15347743918305018,
+      "learning_rate": 1.6516701622511588e-05,
+      "loss": 0.6199,
+      "step": 9171
+    },
+    {
+      "epoch": 0.8201001430615165,
+      "grad_norm": 0.16258012806792072,
+      "learning_rate": 1.65007624876798e-05,
+      "loss": 0.6678,
+      "step": 9172
+    },
+    {
+      "epoch": 0.820189556509299,
+      "grad_norm": 0.15487195629448983,
+      "learning_rate": 1.6484830355828242e-05,
+      "loss": 0.6112,
+      "step": 9173
+    },
+    {
+      "epoch": 0.8202789699570815,
+      "grad_norm": 0.17334903333245275,
+      "learning_rate": 1.6468905228293073e-05,
+      "loss": 0.6605,
+      "step": 9174
+    },
+    {
+      "epoch": 0.8203683834048641,
+      "grad_norm": 0.16399675058706178,
+      "learning_rate": 1.6452987106409935e-05,
+      "loss": 0.6613,
+      "step": 9175
+    },
+    {
+      "epoch": 0.8204577968526466,
+      "grad_norm": 0.1664821283019135,
+      "learning_rate": 1.6437075991513905e-05,
+      "loss": 0.6986,
+      "step": 9176
+    },
+    {
+      "epoch": 0.8205472103004292,
+      "grad_norm": 0.1937743164382161,
+      "learning_rate": 1.6421171884939368e-05,
+      "loss": 0.6566,
+      "step": 9177
+    },
+    {
+      "epoch": 0.8206366237482118,
+      "grad_norm": 0.189339903844373,
+      "learning_rate": 1.640527478802021e-05,
+      "loss": 0.6697,
+      "step": 9178
+    },
+    {
+      "epoch": 0.8207260371959942,
+      "grad_norm": 0.1508868935735416,
+      "learning_rate": 1.638938470208973e-05,
+      "loss": 0.6586,
+      "step": 9179
+    },
+    {
+      "epoch": 0.8208154506437768,
+      "grad_norm": 0.1608682892218329,
+      "learning_rate": 1.6373501628480535e-05,
+      "loss": 0.6635,
+      "step": 9180
+    },
+    {
+      "epoch": 0.8209048640915594,
+      "grad_norm": 0.15289662594743797,
+      "learning_rate": 1.6357625568524783e-05,
+      "loss": 0.6073,
+      "step": 9181
+    },
+    {
+      "epoch": 0.820994277539342,
+      "grad_norm": 0.14830480715737562,
+      "learning_rate": 1.6341756523553954e-05,
+      "loss": 0.6284,
+      "step": 9182
+    },
+    {
+      "epoch": 0.8210836909871244,
+      "grad_norm": 0.16468151754477076,
+      "learning_rate": 1.6325894494898975e-05,
+      "loss": 0.6242,
+      "step": 9183
+    },
+    {
+      "epoch": 0.821173104434907,
+      "grad_norm": 0.16438897988822207,
+      "learning_rate": 1.631003948389016e-05,
+      "loss": 0.6403,
+      "step": 9184
+    },
+    {
+      "epoch": 0.8212625178826896,
+      "grad_norm": 0.18059556373142371,
+      "learning_rate": 1.629419149185729e-05,
+      "loss": 0.6949,
+      "step": 9185
+    },
+    {
+      "epoch": 0.8213519313304721,
+      "grad_norm": 0.15115649899283173,
+      "learning_rate": 1.627835052012947e-05,
+      "loss": 0.6264,
+      "step": 9186
+    },
+    {
+      "epoch": 0.8214413447782547,
+      "grad_norm": 0.14351439128938986,
+      "learning_rate": 1.626251657003528e-05,
+      "loss": 0.6122,
+      "step": 9187
+    },
+    {
+      "epoch": 0.8215307582260372,
+      "grad_norm": 0.18997711796149125,
+      "learning_rate": 1.6246689642902725e-05,
+      "loss": 0.6708,
+      "step": 9188
+    },
+    {
+      "epoch": 0.8216201716738197,
+      "grad_norm": 0.14529315306496907,
+      "learning_rate": 1.6230869740059106e-05,
+      "loss": 0.6334,
+      "step": 9189
+    },
+    {
+      "epoch": 0.8217095851216023,
+      "grad_norm": 0.14787894022475565,
+      "learning_rate": 1.6215056862831324e-05,
+      "loss": 0.6271,
+      "step": 9190
+    },
+    {
+      "epoch": 0.8217989985693849,
+      "grad_norm": 0.16601684898504743,
+      "learning_rate": 1.6199251012545512e-05,
+      "loss": 0.6613,
+      "step": 9191
+    },
+    {
+      "epoch": 0.8218884120171673,
+      "grad_norm": 0.18092090709444322,
+      "learning_rate": 1.6183452190527316e-05,
+      "loss": 0.6749,
+      "step": 9192
+    },
+    {
+      "epoch": 0.8219778254649499,
+      "grad_norm": 0.1688659126101043,
+      "learning_rate": 1.616766039810178e-05,
+      "loss": 0.6396,
+      "step": 9193
+    },
+    {
+      "epoch": 0.8220672389127325,
+      "grad_norm": 0.15126668539580665,
+      "learning_rate": 1.6151875636593306e-05,
+      "loss": 0.6226,
+      "step": 9194
+    },
+    {
+      "epoch": 0.822156652360515,
+      "grad_norm": 0.17265687159340232,
+      "learning_rate": 1.613609790732572e-05,
+      "loss": 0.66,
+      "step": 9195
+    },
+    {
+      "epoch": 0.8222460658082976,
+      "grad_norm": 0.15067770311653197,
+      "learning_rate": 1.6120327211622375e-05,
+      "loss": 0.597,
+      "step": 9196
+    },
+    {
+      "epoch": 0.8223354792560801,
+      "grad_norm": 0.17023041026631755,
+      "learning_rate": 1.6104563550805875e-05,
+      "loss": 0.6606,
+      "step": 9197
+    },
+    {
+      "epoch": 0.8224248927038627,
+      "grad_norm": 0.16732002108492022,
+      "learning_rate": 1.6088806926198297e-05,
+      "loss": 0.6551,
+      "step": 9198
+    },
+    {
+      "epoch": 0.8225143061516452,
+      "grad_norm": 0.16172705242459295,
+      "learning_rate": 1.6073057339121166e-05,
+      "loss": 0.599,
+      "step": 9199
+    },
+    {
+      "epoch": 0.8226037195994278,
+      "grad_norm": 0.16541410449161187,
+      "learning_rate": 1.605731479089534e-05,
+      "loss": 0.6149,
+      "step": 9200
+    },
+    {
+      "epoch": 0.8226931330472103,
+      "grad_norm": 0.1637035546742906,
+      "learning_rate": 1.6041579282841145e-05,
+      "loss": 0.6252,
+      "step": 9201
+    },
+    {
+      "epoch": 0.8227825464949928,
+      "grad_norm": 0.167201434483641,
+      "learning_rate": 1.6025850816278297e-05,
+      "loss": 0.6371,
+      "step": 9202
+    },
+    {
+      "epoch": 0.8228719599427754,
+      "grad_norm": 0.16934351020391206,
+      "learning_rate": 1.601012939252592e-05,
+      "loss": 0.6451,
+      "step": 9203
+    },
+    {
+      "epoch": 0.822961373390558,
+      "grad_norm": 0.16189255376721104,
+      "learning_rate": 1.5994415012902587e-05,
+      "loss": 0.671,
+      "step": 9204
+    },
+    {
+      "epoch": 0.8230507868383404,
+      "grad_norm": 0.16331622127340226,
+      "learning_rate": 1.597870767872619e-05,
+      "loss": 0.633,
+      "step": 9205
+    },
+    {
+      "epoch": 0.823140200286123,
+      "grad_norm": 0.17298693324934855,
+      "learning_rate": 1.5963007391314113e-05,
+      "loss": 0.642,
+      "step": 9206
+    },
+    {
+      "epoch": 0.8232296137339056,
+      "grad_norm": 0.1622123948270168,
+      "learning_rate": 1.5947314151983105e-05,
+      "loss": 0.6663,
+      "step": 9207
+    },
+    {
+      "epoch": 0.8233190271816881,
+      "grad_norm": 0.16488644860036414,
+      "learning_rate": 1.5931627962049378e-05,
+      "loss": 0.6527,
+      "step": 9208
+    },
+    {
+      "epoch": 0.8234084406294707,
+      "grad_norm": 0.1566035444322541,
+      "learning_rate": 1.591594882282844e-05,
+      "loss": 0.6208,
+      "step": 9209
+    },
+    {
+      "epoch": 0.8234978540772532,
+      "grad_norm": 0.15376529589621968,
+      "learning_rate": 1.5900276735635367e-05,
+      "loss": 0.6372,
+      "step": 9210
+    },
+    {
+      "epoch": 0.8235872675250357,
+      "grad_norm": 0.14995204323145733,
+      "learning_rate": 1.5884611701784504e-05,
+      "loss": 0.6289,
+      "step": 9211
+    },
+    {
+      "epoch": 0.8236766809728183,
+      "grad_norm": 0.17453112798452186,
+      "learning_rate": 1.5868953722589663e-05,
+      "loss": 0.6403,
+      "step": 9212
+    },
+    {
+      "epoch": 0.8237660944206009,
+      "grad_norm": 0.17224213780904393,
+      "learning_rate": 1.585330279936409e-05,
+      "loss": 0.6665,
+      "step": 9213
+    },
+    {
+      "epoch": 0.8238555078683834,
+      "grad_norm": 0.16253496284502497,
+      "learning_rate": 1.5837658933420375e-05,
+      "loss": 0.6447,
+      "step": 9214
+    },
+    {
+      "epoch": 0.8239449213161659,
+      "grad_norm": 0.144324438607103,
+      "learning_rate": 1.5822022126070556e-05,
+      "loss": 0.6239,
+      "step": 9215
+    },
+    {
+      "epoch": 0.8240343347639485,
+      "grad_norm": 0.1801883839346695,
+      "learning_rate": 1.580639237862608e-05,
+      "loss": 0.6699,
+      "step": 9216
+    },
+    {
+      "epoch": 0.8241237482117311,
+      "grad_norm": 0.15780106885798134,
+      "learning_rate": 1.57907696923978e-05,
+      "loss": 0.6446,
+      "step": 9217
+    },
+    {
+      "epoch": 0.8242131616595136,
+      "grad_norm": 0.14450453493589294,
+      "learning_rate": 1.5775154068695963e-05,
+      "loss": 0.5948,
+      "step": 9218
+    },
+    {
+      "epoch": 0.8243025751072961,
+      "grad_norm": 0.16843635221892103,
+      "learning_rate": 1.5759545508830252e-05,
+      "loss": 0.6128,
+      "step": 9219
+    },
+    {
+      "epoch": 0.8243919885550787,
+      "grad_norm": 0.16918534999345028,
+      "learning_rate": 1.5743944014109713e-05,
+      "loss": 0.644,
+      "step": 9220
+    },
+    {
+      "epoch": 0.8244814020028612,
+      "grad_norm": 0.14840180065673997,
+      "learning_rate": 1.5728349585842827e-05,
+      "loss": 0.625,
+      "step": 9221
+    },
+    {
+      "epoch": 0.8245708154506438,
+      "grad_norm": 0.15282900328424134,
+      "learning_rate": 1.571276222533751e-05,
+      "loss": 0.6359,
+      "step": 9222
+    },
+    {
+      "epoch": 0.8246602288984263,
+      "grad_norm": 0.1429534607309395,
+      "learning_rate": 1.5697181933900985e-05,
+      "loss": 0.6299,
+      "step": 9223
+    },
+    {
+      "epoch": 0.8247496423462088,
+      "grad_norm": 0.16434078603779437,
+      "learning_rate": 1.5681608712840046e-05,
+      "loss": 0.6388,
+      "step": 9224
+    },
+    {
+      "epoch": 0.8248390557939914,
+      "grad_norm": 0.16112159442808452,
+      "learning_rate": 1.5666042563460737e-05,
+      "loss": 0.631,
+      "step": 9225
+    },
+    {
+      "epoch": 0.824928469241774,
+      "grad_norm": 0.14862963632419085,
+      "learning_rate": 1.565048348706858e-05,
+      "loss": 0.5845,
+      "step": 9226
+    },
+    {
+      "epoch": 0.8250178826895566,
+      "grad_norm": 0.1380308929629456,
+      "learning_rate": 1.563493148496853e-05,
+      "loss": 0.5829,
+      "step": 9227
+    },
+    {
+      "epoch": 0.825107296137339,
+      "grad_norm": 0.1563228539852264,
+      "learning_rate": 1.5619386558464865e-05,
+      "loss": 0.593,
+      "step": 9228
+    },
+    {
+      "epoch": 0.8251967095851216,
+      "grad_norm": 0.15807625129532848,
+      "learning_rate": 1.5603848708861347e-05,
+      "loss": 0.6038,
+      "step": 9229
+    },
+    {
+      "epoch": 0.8252861230329042,
+      "grad_norm": 0.15804238657882128,
+      "learning_rate": 1.5588317937461105e-05,
+      "loss": 0.6448,
+      "step": 9230
+    },
+    {
+      "epoch": 0.8253755364806867,
+      "grad_norm": 0.15148301193686994,
+      "learning_rate": 1.55727942455667e-05,
+      "loss": 0.6215,
+      "step": 9231
+    },
+    {
+      "epoch": 0.8254649499284692,
+      "grad_norm": 0.14584258146610055,
+      "learning_rate": 1.5557277634480083e-05,
+      "loss": 0.6186,
+      "step": 9232
+    },
+    {
+      "epoch": 0.8255543633762518,
+      "grad_norm": 0.1556950890447301,
+      "learning_rate": 1.554176810550263e-05,
+      "loss": 0.6698,
+      "step": 9233
+    },
+    {
+      "epoch": 0.8256437768240343,
+      "grad_norm": 0.15233263901540708,
+      "learning_rate": 1.552626565993507e-05,
+      "loss": 0.668,
+      "step": 9234
+    },
+    {
+      "epoch": 0.8257331902718169,
+      "grad_norm": 0.15875220720993355,
+      "learning_rate": 1.551077029907758e-05,
+      "loss": 0.5976,
+      "step": 9235
+    },
+    {
+      "epoch": 0.8258226037195995,
+      "grad_norm": 0.1759519204888664,
+      "learning_rate": 1.5495282024229775e-05,
+      "loss": 0.6686,
+      "step": 9236
+    },
+    {
+      "epoch": 0.8259120171673819,
+      "grad_norm": 0.17422583054442736,
+      "learning_rate": 1.547980083669056e-05,
+      "loss": 0.6424,
+      "step": 9237
+    },
+    {
+      "epoch": 0.8260014306151645,
+      "grad_norm": 0.16095888772087294,
+      "learning_rate": 1.5464326737758428e-05,
+      "loss": 0.6409,
+      "step": 9238
+    },
+    {
+      "epoch": 0.8260908440629471,
+      "grad_norm": 0.14816741368604014,
+      "learning_rate": 1.544885972873109e-05,
+      "loss": 0.6165,
+      "step": 9239
+    },
+    {
+      "epoch": 0.8261802575107297,
+      "grad_norm": 0.12974989649469665,
+      "learning_rate": 1.543339981090578e-05,
+      "loss": 0.5925,
+      "step": 9240
+    },
+    {
+      "epoch": 0.8262696709585121,
+      "grad_norm": 0.16504362537435668,
+      "learning_rate": 1.541794698557909e-05,
+      "loss": 0.6411,
+      "step": 9241
+    },
+    {
+      "epoch": 0.8263590844062947,
+      "grad_norm": 0.15833764152212795,
+      "learning_rate": 1.5402501254047065e-05,
+      "loss": 0.6639,
+      "step": 9242
+    },
+    {
+      "epoch": 0.8264484978540773,
+      "grad_norm": 0.15774326806639466,
+      "learning_rate": 1.5387062617605064e-05,
+      "loss": 0.6469,
+      "step": 9243
+    },
+    {
+      "epoch": 0.8265379113018598,
+      "grad_norm": 0.1616812840785084,
+      "learning_rate": 1.5371631077547942e-05,
+      "loss": 0.6383,
+      "step": 9244
+    },
+    {
+      "epoch": 0.8266273247496424,
+      "grad_norm": 0.16209916893156173,
+      "learning_rate": 1.5356206635169912e-05,
+      "loss": 0.6688,
+      "step": 9245
+    },
+    {
+      "epoch": 0.8267167381974249,
+      "grad_norm": 0.17147522908112212,
+      "learning_rate": 1.5340789291764612e-05,
+      "loss": 0.6404,
+      "step": 9246
+    },
+    {
+      "epoch": 0.8268061516452074,
+      "grad_norm": 0.18207036002572805,
+      "learning_rate": 1.532537904862509e-05,
+      "loss": 0.6653,
+      "step": 9247
+    },
+    {
+      "epoch": 0.82689556509299,
+      "grad_norm": 0.15459733218672694,
+      "learning_rate": 1.530997590704375e-05,
+      "loss": 0.5807,
+      "step": 9248
+    },
+    {
+      "epoch": 0.8269849785407726,
+      "grad_norm": 0.16750357988660278,
+      "learning_rate": 1.529457986831244e-05,
+      "loss": 0.6785,
+      "step": 9249
+    },
+    {
+      "epoch": 0.827074391988555,
+      "grad_norm": 0.17046054869388283,
+      "learning_rate": 1.5279190933722443e-05,
+      "loss": 0.6597,
+      "step": 9250
+    },
+    {
+      "epoch": 0.8271638054363376,
+      "grad_norm": 0.18717894586447337,
+      "learning_rate": 1.5263809104564353e-05,
+      "loss": 0.6998,
+      "step": 9251
+    },
+    {
+      "epoch": 0.8272532188841202,
+      "grad_norm": 0.150881505727293,
+      "learning_rate": 1.5248434382128263e-05,
+      "loss": 0.6333,
+      "step": 9252
+    },
+    {
+      "epoch": 0.8273426323319027,
+      "grad_norm": 0.16927991455277366,
+      "learning_rate": 1.5233066767703663e-05,
+      "loss": 0.651,
+      "step": 9253
+    },
+    {
+      "epoch": 0.8274320457796852,
+      "grad_norm": 0.16433750909576933,
+      "learning_rate": 1.5217706262579356e-05,
+      "loss": 0.6256,
+      "step": 9254
+    },
+    {
+      "epoch": 0.8275214592274678,
+      "grad_norm": 0.13761695867176957,
+      "learning_rate": 1.5202352868043624e-05,
+      "loss": 0.658,
+      "step": 9255
+    },
+    {
+      "epoch": 0.8276108726752504,
+      "grad_norm": 0.1576657680759491,
+      "learning_rate": 1.5187006585384179e-05,
+      "loss": 0.6486,
+      "step": 9256
+    },
+    {
+      "epoch": 0.8277002861230329,
+      "grad_norm": 0.1401099073918472,
+      "learning_rate": 1.5171667415888046e-05,
+      "loss": 0.6309,
+      "step": 9257
+    },
+    {
+      "epoch": 0.8277896995708155,
+      "grad_norm": 0.16472174328215244,
+      "learning_rate": 1.515633536084171e-05,
+      "loss": 0.6644,
+      "step": 9258
+    },
+    {
+      "epoch": 0.827879113018598,
+      "grad_norm": 0.17823856094502877,
+      "learning_rate": 1.5141010421531066e-05,
+      "loss": 0.6154,
+      "step": 9259
+    },
+    {
+      "epoch": 0.8279685264663805,
+      "grad_norm": 0.1548742490519882,
+      "learning_rate": 1.5125692599241391e-05,
+      "loss": 0.6438,
+      "step": 9260
+    },
+    {
+      "epoch": 0.8280579399141631,
+      "grad_norm": 0.16159618132305104,
+      "learning_rate": 1.5110381895257408e-05,
+      "loss": 0.6511,
+      "step": 9261
+    },
+    {
+      "epoch": 0.8281473533619457,
+      "grad_norm": 0.1505198108578671,
+      "learning_rate": 1.5095078310863142e-05,
+      "loss": 0.6452,
+      "step": 9262
+    },
+    {
+      "epoch": 0.8282367668097281,
+      "grad_norm": 0.1480251111494828,
+      "learning_rate": 1.5079781847342123e-05,
+      "loss": 0.647,
+      "step": 9263
+    },
+    {
+      "epoch": 0.8283261802575107,
+      "grad_norm": 0.16187049364569384,
+      "learning_rate": 1.5064492505977234e-05,
+      "loss": 0.6778,
+      "step": 9264
+    },
+    {
+      "epoch": 0.8284155937052933,
+      "grad_norm": 0.1640025222974293,
+      "learning_rate": 1.5049210288050796e-05,
+      "loss": 0.6425,
+      "step": 9265
+    },
+    {
+      "epoch": 0.8285050071530758,
+      "grad_norm": 0.1365187166070364,
+      "learning_rate": 1.5033935194844484e-05,
+      "loss": 0.6224,
+      "step": 9266
+    },
+    {
+      "epoch": 0.8285944206008584,
+      "grad_norm": 0.15805618926392737,
+      "learning_rate": 1.501866722763945e-05,
+      "loss": 0.6605,
+      "step": 9267
+    },
+    {
+      "epoch": 0.8286838340486409,
+      "grad_norm": 0.16389500738076274,
+      "learning_rate": 1.5003406387716134e-05,
+      "loss": 0.6548,
+      "step": 9268
+    },
+    {
+      "epoch": 0.8287732474964234,
+      "grad_norm": 0.1507675269396167,
+      "learning_rate": 1.4988152676354472e-05,
+      "loss": 0.608,
+      "step": 9269
+    },
+    {
+      "epoch": 0.828862660944206,
+      "grad_norm": 0.1487355224012608,
+      "learning_rate": 1.4972906094833805e-05,
+      "loss": 0.6504,
+      "step": 9270
+    },
+    {
+      "epoch": 0.8289520743919886,
+      "grad_norm": 0.17557379016518268,
+      "learning_rate": 1.4957666644432788e-05,
+      "loss": 0.6731,
+      "step": 9271
+    },
+    {
+      "epoch": 0.829041487839771,
+      "grad_norm": 0.1533054866855784,
+      "learning_rate": 1.4942434326429544e-05,
+      "loss": 0.6296,
+      "step": 9272
+    },
+    {
+      "epoch": 0.8291309012875536,
+      "grad_norm": 0.1611453934285245,
+      "learning_rate": 1.4927209142101662e-05,
+      "loss": 0.6427,
+      "step": 9273
+    },
+    {
+      "epoch": 0.8292203147353362,
+      "grad_norm": 0.1644577455923556,
+      "learning_rate": 1.4911991092725985e-05,
+      "loss": 0.6374,
+      "step": 9274
+    },
+    {
+      "epoch": 0.8293097281831188,
+      "grad_norm": 0.15042289709060525,
+      "learning_rate": 1.489678017957884e-05,
+      "loss": 0.627,
+      "step": 9275
+    },
+    {
+      "epoch": 0.8293991416309013,
+      "grad_norm": 0.184979588981745,
+      "learning_rate": 1.4881576403936004e-05,
+      "loss": 0.6411,
+      "step": 9276
+    },
+    {
+      "epoch": 0.8294885550786838,
+      "grad_norm": 0.1681661378428369,
+      "learning_rate": 1.4866379767072525e-05,
+      "loss": 0.6626,
+      "step": 9277
+    },
+    {
+      "epoch": 0.8295779685264664,
+      "grad_norm": 0.1484677701319811,
+      "learning_rate": 1.485119027026296e-05,
+      "loss": 0.6361,
+      "step": 9278
+    },
+    {
+      "epoch": 0.8296673819742489,
+      "grad_norm": 0.16358275565593264,
+      "learning_rate": 1.4836007914781225e-05,
+      "loss": 0.6731,
+      "step": 9279
+    },
+    {
+      "epoch": 0.8297567954220315,
+      "grad_norm": 0.17241845659399985,
+      "learning_rate": 1.4820832701900667e-05,
+      "loss": 0.6518,
+      "step": 9280
+    },
+    {
+      "epoch": 0.829846208869814,
+      "grad_norm": 0.15948764848510494,
+      "learning_rate": 1.4805664632894024e-05,
+      "loss": 0.6518,
+      "step": 9281
+    },
+    {
+      "epoch": 0.8299356223175965,
+      "grad_norm": 0.14146416015628663,
+      "learning_rate": 1.4790503709033365e-05,
+      "loss": 0.6444,
+      "step": 9282
+    },
+    {
+      "epoch": 0.8300250357653791,
+      "grad_norm": 0.15641564971601613,
+      "learning_rate": 1.4775349931590266e-05,
+      "loss": 0.6526,
+      "step": 9283
+    },
+    {
+      "epoch": 0.8301144492131617,
+      "grad_norm": 0.15432536549311401,
+      "learning_rate": 1.4760203301835652e-05,
+      "loss": 0.6449,
+      "step": 9284
+    },
+    {
+      "epoch": 0.8302038626609443,
+      "grad_norm": 0.15295712001212325,
+      "learning_rate": 1.4745063821039806e-05,
+      "loss": 0.6306,
+      "step": 9285
+    },
+    {
+      "epoch": 0.8302932761087267,
+      "grad_norm": 0.18292217798080276,
+      "learning_rate": 1.4729931490472515e-05,
+      "loss": 0.6657,
+      "step": 9286
+    },
+    {
+      "epoch": 0.8303826895565093,
+      "grad_norm": 0.17231794725598,
+      "learning_rate": 1.4714806311402918e-05,
+      "loss": 0.6798,
+      "step": 9287
+    },
+    {
+      "epoch": 0.8304721030042919,
+      "grad_norm": 0.14355407402503667,
+      "learning_rate": 1.4699688285099489e-05,
+      "loss": 0.6344,
+      "step": 9288
+    },
+    {
+      "epoch": 0.8305615164520744,
+      "grad_norm": 0.17879870328992226,
+      "learning_rate": 1.4684577412830191e-05,
+      "loss": 0.6698,
+      "step": 9289
+    },
+    {
+      "epoch": 0.8306509298998569,
+      "grad_norm": 0.17122613369843082,
+      "learning_rate": 1.4669473695862368e-05,
+      "loss": 0.6587,
+      "step": 9290
+    },
+    {
+      "epoch": 0.8307403433476395,
+      "grad_norm": 0.14111149457097455,
+      "learning_rate": 1.4654377135462715e-05,
+      "loss": 0.6262,
+      "step": 9291
+    },
+    {
+      "epoch": 0.830829756795422,
+      "grad_norm": 0.14491978372907532,
+      "learning_rate": 1.4639287732897377e-05,
+      "loss": 0.6017,
+      "step": 9292
+    },
+    {
+      "epoch": 0.8309191702432046,
+      "grad_norm": 0.15863534933559129,
+      "learning_rate": 1.4624205489431886e-05,
+      "loss": 0.6361,
+      "step": 9293
+    },
+    {
+      "epoch": 0.8310085836909872,
+      "grad_norm": 0.15913165116863587,
+      "learning_rate": 1.4609130406331172e-05,
+      "loss": 0.6418,
+      "step": 9294
+    },
+    {
+      "epoch": 0.8310979971387696,
+      "grad_norm": 0.14650131133957064,
+      "learning_rate": 1.4594062484859595e-05,
+      "loss": 0.6137,
+      "step": 9295
+    },
+    {
+      "epoch": 0.8311874105865522,
+      "grad_norm": 0.1718362072267613,
+      "learning_rate": 1.4579001726280828e-05,
+      "loss": 0.6766,
+      "step": 9296
+    },
+    {
+      "epoch": 0.8312768240343348,
+      "grad_norm": 0.15757633796591525,
+      "learning_rate": 1.4563948131858018e-05,
+      "loss": 0.6316,
+      "step": 9297
+    },
+    {
+      "epoch": 0.8313662374821174,
+      "grad_norm": 0.1657502308536215,
+      "learning_rate": 1.4548901702853701e-05,
+      "loss": 0.6285,
+      "step": 9298
+    },
+    {
+      "epoch": 0.8314556509298998,
+      "grad_norm": 0.160818486759605,
+      "learning_rate": 1.4533862440529799e-05,
+      "loss": 0.6515,
+      "step": 9299
+    },
+    {
+      "epoch": 0.8315450643776824,
+      "grad_norm": 0.16608333547899376,
+      "learning_rate": 1.4518830346147638e-05,
+      "loss": 0.6555,
+      "step": 9300
+    },
+    {
+      "epoch": 0.831634477825465,
+      "grad_norm": 0.14767651960718514,
+      "learning_rate": 1.4503805420967964e-05,
+      "loss": 0.6155,
+      "step": 9301
+    },
+    {
+      "epoch": 0.8317238912732475,
+      "grad_norm": 0.15809368573747415,
+      "learning_rate": 1.4488787666250858e-05,
+      "loss": 0.6407,
+      "step": 9302
+    },
+    {
+      "epoch": 0.83181330472103,
+      "grad_norm": 0.1541954209542759,
+      "learning_rate": 1.4473777083255857e-05,
+      "loss": 0.639,
+      "step": 9303
+    },
+    {
+      "epoch": 0.8319027181688126,
+      "grad_norm": 0.15252257715794948,
+      "learning_rate": 1.4458773673241899e-05,
+      "loss": 0.6587,
+      "step": 9304
+    },
+    {
+      "epoch": 0.8319921316165951,
+      "grad_norm": 0.13067142478048008,
+      "learning_rate": 1.4443777437467265e-05,
+      "loss": 0.6117,
+      "step": 9305
+    },
+    {
+      "epoch": 0.8320815450643777,
+      "grad_norm": 0.15287379902557804,
+      "learning_rate": 1.4428788377189672e-05,
+      "loss": 0.6433,
+      "step": 9306
+    },
+    {
+      "epoch": 0.8321709585121603,
+      "grad_norm": 0.17974626811764785,
+      "learning_rate": 1.4413806493666293e-05,
+      "loss": 0.6287,
+      "step": 9307
+    },
+    {
+      "epoch": 0.8322603719599427,
+      "grad_norm": 0.14490029112309286,
+      "learning_rate": 1.4398831788153588e-05,
+      "loss": 0.6043,
+      "step": 9308
+    },
+    {
+      "epoch": 0.8323497854077253,
+      "grad_norm": 0.1576424834634817,
+      "learning_rate": 1.4383864261907476e-05,
+      "loss": 0.6492,
+      "step": 9309
+    },
+    {
+      "epoch": 0.8324391988555079,
+      "grad_norm": 0.17552468935309462,
+      "learning_rate": 1.4368903916183296e-05,
+      "loss": 0.6662,
+      "step": 9310
+    },
+    {
+      "epoch": 0.8325286123032904,
+      "grad_norm": 0.14916245107965082,
+      "learning_rate": 1.4353950752235702e-05,
+      "loss": 0.6103,
+      "step": 9311
+    },
+    {
+      "epoch": 0.8326180257510729,
+      "grad_norm": 0.16704702244119557,
+      "learning_rate": 1.433900477131882e-05,
+      "loss": 0.6367,
+      "step": 9312
+    },
+    {
+      "epoch": 0.8327074391988555,
+      "grad_norm": 0.16021383361496602,
+      "learning_rate": 1.4324065974686162e-05,
+      "loss": 0.6712,
+      "step": 9313
+    },
+    {
+      "epoch": 0.832796852646638,
+      "grad_norm": 0.1643323175061658,
+      "learning_rate": 1.4309134363590615e-05,
+      "loss": 0.615,
+      "step": 9314
+    },
+    {
+      "epoch": 0.8328862660944206,
+      "grad_norm": 0.169152073902491,
+      "learning_rate": 1.4294209939284509e-05,
+      "loss": 0.6692,
+      "step": 9315
+    },
+    {
+      "epoch": 0.8329756795422032,
+      "grad_norm": 0.1477575077821071,
+      "learning_rate": 1.4279292703019486e-05,
+      "loss": 0.6415,
+      "step": 9316
+    },
+    {
+      "epoch": 0.8330650929899857,
+      "grad_norm": 0.16173038475615825,
+      "learning_rate": 1.426438265604666e-05,
+      "loss": 0.6393,
+      "step": 9317
+    },
+    {
+      "epoch": 0.8331545064377682,
+      "grad_norm": 0.17973604805521978,
+      "learning_rate": 1.4249479799616538e-05,
+      "loss": 0.6665,
+      "step": 9318
+    },
+    {
+      "epoch": 0.8332439198855508,
+      "grad_norm": 0.16402029068611199,
+      "learning_rate": 1.4234584134978956e-05,
+      "loss": 0.6498,
+      "step": 9319
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.15375066124005862,
+      "learning_rate": 1.4219695663383214e-05,
+      "loss": 0.583,
+      "step": 9320
+    },
+    {
+      "epoch": 0.8334227467811158,
+      "grad_norm": 0.16308376524597687,
+      "learning_rate": 1.4204814386078036e-05,
+      "loss": 0.7084,
+      "step": 9321
+    },
+    {
+      "epoch": 0.8335121602288984,
+      "grad_norm": 0.14932726867022064,
+      "learning_rate": 1.4189940304311444e-05,
+      "loss": 0.5968,
+      "step": 9322
+    },
+    {
+      "epoch": 0.833601573676681,
+      "grad_norm": 0.1511997902140257,
+      "learning_rate": 1.417507341933092e-05,
+      "loss": 0.6146,
+      "step": 9323
+    },
+    {
+      "epoch": 0.8336909871244635,
+      "grad_norm": 0.15875748768198447,
+      "learning_rate": 1.4160213732383364e-05,
+      "loss": 0.6227,
+      "step": 9324
+    },
+    {
+      "epoch": 0.8337804005722461,
+      "grad_norm": 0.14895665862089671,
+      "learning_rate": 1.4145361244714995e-05,
+      "loss": 0.6042,
+      "step": 9325
+    },
+    {
+      "epoch": 0.8338698140200286,
+      "grad_norm": 0.1409879068859513,
+      "learning_rate": 1.4130515957571488e-05,
+      "loss": 0.6268,
+      "step": 9326
+    },
+    {
+      "epoch": 0.8339592274678111,
+      "grad_norm": 0.16092522456148348,
+      "learning_rate": 1.4115677872197908e-05,
+      "loss": 0.6476,
+      "step": 9327
+    },
+    {
+      "epoch": 0.8340486409155937,
+      "grad_norm": 0.17258612637158519,
+      "learning_rate": 1.41008469898387e-05,
+      "loss": 0.6209,
+      "step": 9328
+    },
+    {
+      "epoch": 0.8341380543633763,
+      "grad_norm": 0.15920358909145493,
+      "learning_rate": 1.4086023311737716e-05,
+      "loss": 0.6328,
+      "step": 9329
+    },
+    {
+      "epoch": 0.8342274678111588,
+      "grad_norm": 0.15274440299452258,
+      "learning_rate": 1.4071206839138217e-05,
+      "loss": 0.6452,
+      "step": 9330
+    },
+    {
+      "epoch": 0.8343168812589413,
+      "grad_norm": 0.13853229109883208,
+      "learning_rate": 1.4056397573282808e-05,
+      "loss": 0.627,
+      "step": 9331
+    },
+    {
+      "epoch": 0.8344062947067239,
+      "grad_norm": 0.15753797815935422,
+      "learning_rate": 1.4041595515413542e-05,
+      "loss": 0.6467,
+      "step": 9332
+    },
+    {
+      "epoch": 0.8344957081545065,
+      "grad_norm": 0.14227420919548806,
+      "learning_rate": 1.4026800666771867e-05,
+      "loss": 0.6167,
+      "step": 9333
+    },
+    {
+      "epoch": 0.834585121602289,
+      "grad_norm": 0.1573962929106806,
+      "learning_rate": 1.4012013028598547e-05,
+      "loss": 0.6223,
+      "step": 9334
+    },
+    {
+      "epoch": 0.8346745350500715,
+      "grad_norm": 0.16740417246480344,
+      "learning_rate": 1.3997232602133892e-05,
+      "loss": 0.6803,
+      "step": 9335
+    },
+    {
+      "epoch": 0.8347639484978541,
+      "grad_norm": 0.14739204425069385,
+      "learning_rate": 1.3982459388617452e-05,
+      "loss": 0.6386,
+      "step": 9336
+    },
+    {
+      "epoch": 0.8348533619456366,
+      "grad_norm": 0.1625596463340103,
+      "learning_rate": 1.3967693389288261e-05,
+      "loss": 0.6976,
+      "step": 9337
+    },
+    {
+      "epoch": 0.8349427753934192,
+      "grad_norm": 0.15414458902437192,
+      "learning_rate": 1.3952934605384749e-05,
+      "loss": 0.5951,
+      "step": 9338
+    },
+    {
+      "epoch": 0.8350321888412017,
+      "grad_norm": 0.168564884519615,
+      "learning_rate": 1.393818303814467e-05,
+      "loss": 0.6858,
+      "step": 9339
+    },
+    {
+      "epoch": 0.8351216022889842,
+      "grad_norm": 0.16342619964122054,
+      "learning_rate": 1.3923438688805235e-05,
+      "loss": 0.6399,
+      "step": 9340
+    },
+    {
+      "epoch": 0.8352110157367668,
+      "grad_norm": 0.17212571277665997,
+      "learning_rate": 1.3908701558603054e-05,
+      "loss": 0.6259,
+      "step": 9341
+    },
+    {
+      "epoch": 0.8353004291845494,
+      "grad_norm": 0.19685668323003994,
+      "learning_rate": 1.3893971648774095e-05,
+      "loss": 0.6513,
+      "step": 9342
+    },
+    {
+      "epoch": 0.835389842632332,
+      "grad_norm": 0.17131622857016465,
+      "learning_rate": 1.3879248960553737e-05,
+      "loss": 0.6454,
+      "step": 9343
+    },
+    {
+      "epoch": 0.8354792560801144,
+      "grad_norm": 0.17100205069720908,
+      "learning_rate": 1.386453349517679e-05,
+      "loss": 0.6569,
+      "step": 9344
+    },
+    {
+      "epoch": 0.835568669527897,
+      "grad_norm": 0.1713025829784058,
+      "learning_rate": 1.384982525387738e-05,
+      "loss": 0.7084,
+      "step": 9345
+    },
+    {
+      "epoch": 0.8356580829756796,
+      "grad_norm": 0.15300764717819393,
+      "learning_rate": 1.3835124237889074e-05,
+      "loss": 0.6322,
+      "step": 9346
+    },
+    {
+      "epoch": 0.8357474964234621,
+      "grad_norm": 0.1607568027383966,
+      "learning_rate": 1.3820430448444866e-05,
+      "loss": 0.6329,
+      "step": 9347
+    },
+    {
+      "epoch": 0.8358369098712446,
+      "grad_norm": 0.1676200422499075,
+      "learning_rate": 1.3805743886777022e-05,
+      "loss": 0.6696,
+      "step": 9348
+    },
+    {
+      "epoch": 0.8359263233190272,
+      "grad_norm": 0.16390260807647794,
+      "learning_rate": 1.3791064554117394e-05,
+      "loss": 0.6291,
+      "step": 9349
+    },
+    {
+      "epoch": 0.8360157367668097,
+      "grad_norm": 0.16523972677692036,
+      "learning_rate": 1.377639245169704e-05,
+      "loss": 0.6583,
+      "step": 9350
+    },
+    {
+      "epoch": 0.8361051502145923,
+      "grad_norm": 0.1578678221989825,
+      "learning_rate": 1.376172758074653e-05,
+      "loss": 0.6383,
+      "step": 9351
+    },
+    {
+      "epoch": 0.8361945636623748,
+      "grad_norm": 0.16063572677557136,
+      "learning_rate": 1.3747069942495794e-05,
+      "loss": 0.6616,
+      "step": 9352
+    },
+    {
+      "epoch": 0.8362839771101573,
+      "grad_norm": 0.18165265328774222,
+      "learning_rate": 1.3732419538174112e-05,
+      "loss": 0.6777,
+      "step": 9353
+    },
+    {
+      "epoch": 0.8363733905579399,
+      "grad_norm": 0.15369327337945363,
+      "learning_rate": 1.3717776369010216e-05,
+      "loss": 0.5967,
+      "step": 9354
+    },
+    {
+      "epoch": 0.8364628040057225,
+      "grad_norm": 0.14921965148328836,
+      "learning_rate": 1.370314043623222e-05,
+      "loss": 0.6329,
+      "step": 9355
+    },
+    {
+      "epoch": 0.836552217453505,
+      "grad_norm": 0.14891249803721754,
+      "learning_rate": 1.368851174106761e-05,
+      "loss": 0.6398,
+      "step": 9356
+    },
+    {
+      "epoch": 0.8366416309012875,
+      "grad_norm": 0.16243025359596985,
+      "learning_rate": 1.3673890284743285e-05,
+      "loss": 0.6102,
+      "step": 9357
+    },
+    {
+      "epoch": 0.8367310443490701,
+      "grad_norm": 0.17086567492140045,
+      "learning_rate": 1.3659276068485549e-05,
+      "loss": 0.6807,
+      "step": 9358
+    },
+    {
+      "epoch": 0.8368204577968527,
+      "grad_norm": 0.17117072077473355,
+      "learning_rate": 1.3644669093520035e-05,
+      "loss": 0.6358,
+      "step": 9359
+    },
+    {
+      "epoch": 0.8369098712446352,
+      "grad_norm": 0.1652342114099674,
+      "learning_rate": 1.363006936107183e-05,
+      "loss": 0.6507,
+      "step": 9360
+    },
+    {
+      "epoch": 0.8369992846924177,
+      "grad_norm": 0.15408648147083617,
+      "learning_rate": 1.3615476872365419e-05,
+      "loss": 0.6328,
+      "step": 9361
+    },
+    {
+      "epoch": 0.8370886981402003,
+      "grad_norm": 0.15531895590569006,
+      "learning_rate": 1.3600891628624601e-05,
+      "loss": 0.6182,
+      "step": 9362
+    },
+    {
+      "epoch": 0.8371781115879828,
+      "grad_norm": 0.16617259794263,
+      "learning_rate": 1.3586313631072668e-05,
+      "loss": 0.6448,
+      "step": 9363
+    },
+    {
+      "epoch": 0.8372675250357654,
+      "grad_norm": 0.14818703970890054,
+      "learning_rate": 1.357174288093228e-05,
+      "loss": 0.6473,
+      "step": 9364
+    },
+    {
+      "epoch": 0.837356938483548,
+      "grad_norm": 0.16143871862832326,
+      "learning_rate": 1.355717937942541e-05,
+      "loss": 0.6367,
+      "step": 9365
+    },
+    {
+      "epoch": 0.8374463519313304,
+      "grad_norm": 0.16197768092274992,
+      "learning_rate": 1.3542623127773523e-05,
+      "loss": 0.6687,
+      "step": 9366
+    },
+    {
+      "epoch": 0.837535765379113,
+      "grad_norm": 0.17132329575079772,
+      "learning_rate": 1.3528074127197432e-05,
+      "loss": 0.6032,
+      "step": 9367
+    },
+    {
+      "epoch": 0.8376251788268956,
+      "grad_norm": 0.16664063995259032,
+      "learning_rate": 1.3513532378917281e-05,
+      "loss": 0.6141,
+      "step": 9368
+    },
+    {
+      "epoch": 0.8377145922746781,
+      "grad_norm": 0.17542733094073276,
+      "learning_rate": 1.3498997884152776e-05,
+      "loss": 0.6506,
+      "step": 9369
+    },
+    {
+      "epoch": 0.8378040057224606,
+      "grad_norm": 0.15927693617062488,
+      "learning_rate": 1.3484470644122826e-05,
+      "loss": 0.6446,
+      "step": 9370
+    },
+    {
+      "epoch": 0.8378934191702432,
+      "grad_norm": 0.15979649054300676,
+      "learning_rate": 1.3469950660045838e-05,
+      "loss": 0.636,
+      "step": 9371
+    },
+    {
+      "epoch": 0.8379828326180258,
+      "grad_norm": 0.14908020977591133,
+      "learning_rate": 1.3455437933139614e-05,
+      "loss": 0.6392,
+      "step": 9372
+    },
+    {
+      "epoch": 0.8380722460658083,
+      "grad_norm": 0.17505265240500428,
+      "learning_rate": 1.344093246462126e-05,
+      "loss": 0.6348,
+      "step": 9373
+    },
+    {
+      "epoch": 0.8381616595135909,
+      "grad_norm": 0.164793861507243,
+      "learning_rate": 1.3426434255707365e-05,
+      "loss": 0.674,
+      "step": 9374
+    },
+    {
+      "epoch": 0.8382510729613734,
+      "grad_norm": 0.15883455011347727,
+      "learning_rate": 1.3411943307613883e-05,
+      "loss": 0.6347,
+      "step": 9375
+    },
+    {
+      "epoch": 0.8383404864091559,
+      "grad_norm": 0.16688369002401804,
+      "learning_rate": 1.339745962155613e-05,
+      "loss": 0.6233,
+      "step": 9376
+    },
+    {
+      "epoch": 0.8384298998569385,
+      "grad_norm": 0.15547872957371936,
+      "learning_rate": 1.3382983198748855e-05,
+      "loss": 0.6372,
+      "step": 9377
+    },
+    {
+      "epoch": 0.8385193133047211,
+      "grad_norm": 0.13900968173832276,
+      "learning_rate": 1.33685140404062e-05,
+      "loss": 0.6375,
+      "step": 9378
+    },
+    {
+      "epoch": 0.8386087267525035,
+      "grad_norm": 0.19160967433121068,
+      "learning_rate": 1.3354052147741625e-05,
+      "loss": 0.6591,
+      "step": 9379
+    },
+    {
+      "epoch": 0.8386981402002861,
+      "grad_norm": 0.16321503868374262,
+      "learning_rate": 1.333959752196805e-05,
+      "loss": 0.5925,
+      "step": 9380
+    },
+    {
+      "epoch": 0.8387875536480687,
+      "grad_norm": 0.16555503910129662,
+      "learning_rate": 1.3325150164297796e-05,
+      "loss": 0.6458,
+      "step": 9381
+    },
+    {
+      "epoch": 0.8388769670958512,
+      "grad_norm": 0.16025202411481743,
+      "learning_rate": 1.3310710075942479e-05,
+      "loss": 0.6507,
+      "step": 9382
+    },
+    {
+      "epoch": 0.8389663805436338,
+      "grad_norm": 0.17791271929674954,
+      "learning_rate": 1.3296277258113254e-05,
+      "loss": 0.6361,
+      "step": 9383
+    },
+    {
+      "epoch": 0.8390557939914163,
+      "grad_norm": 0.17519643836325915,
+      "learning_rate": 1.328185171202052e-05,
+      "loss": 0.6851,
+      "step": 9384
+    },
+    {
+      "epoch": 0.8391452074391988,
+      "grad_norm": 0.1664229621217385,
+      "learning_rate": 1.3267433438874155e-05,
+      "loss": 0.6381,
+      "step": 9385
+    },
+    {
+      "epoch": 0.8392346208869814,
+      "grad_norm": 0.1739485039385687,
+      "learning_rate": 1.3253022439883412e-05,
+      "loss": 0.6711,
+      "step": 9386
+    },
+    {
+      "epoch": 0.839324034334764,
+      "grad_norm": 0.16419814767505836,
+      "learning_rate": 1.3238618716256923e-05,
+      "loss": 0.6602,
+      "step": 9387
+    },
+    {
+      "epoch": 0.8394134477825465,
+      "grad_norm": 0.16531957966350586,
+      "learning_rate": 1.322422226920268e-05,
+      "loss": 0.6613,
+      "step": 9388
+    },
+    {
+      "epoch": 0.839502861230329,
+      "grad_norm": 0.17629441559575276,
+      "learning_rate": 1.3209833099928114e-05,
+      "loss": 0.679,
+      "step": 9389
+    },
+    {
+      "epoch": 0.8395922746781116,
+      "grad_norm": 0.15998770650298605,
+      "learning_rate": 1.3195451209640041e-05,
+      "loss": 0.6607,
+      "step": 9390
+    },
+    {
+      "epoch": 0.8396816881258942,
+      "grad_norm": 0.1521099667757784,
+      "learning_rate": 1.3181076599544629e-05,
+      "loss": 0.6435,
+      "step": 9391
+    },
+    {
+      "epoch": 0.8397711015736766,
+      "grad_norm": 0.15915727470958066,
+      "learning_rate": 1.3166709270847511e-05,
+      "loss": 0.6496,
+      "step": 9392
+    },
+    {
+      "epoch": 0.8398605150214592,
+      "grad_norm": 0.16188439289057385,
+      "learning_rate": 1.3152349224753579e-05,
+      "loss": 0.6723,
+      "step": 9393
+    },
+    {
+      "epoch": 0.8399499284692418,
+      "grad_norm": 0.17916736897615576,
+      "learning_rate": 1.3137996462467239e-05,
+      "loss": 0.63,
+      "step": 9394
+    },
+    {
+      "epoch": 0.8400393419170243,
+      "grad_norm": 0.15590123007293757,
+      "learning_rate": 1.312365098519226e-05,
+      "loss": 0.6674,
+      "step": 9395
+    },
+    {
+      "epoch": 0.8401287553648069,
+      "grad_norm": 0.16519389546493035,
+      "learning_rate": 1.31093127941317e-05,
+      "loss": 0.6682,
+      "step": 9396
+    },
+    {
+      "epoch": 0.8402181688125894,
+      "grad_norm": 0.15009217619370802,
+      "learning_rate": 1.3094981890488167e-05,
+      "loss": 0.5939,
+      "step": 9397
+    },
+    {
+      "epoch": 0.8403075822603719,
+      "grad_norm": 0.1753553907622402,
+      "learning_rate": 1.3080658275463565e-05,
+      "loss": 0.6204,
+      "step": 9398
+    },
+    {
+      "epoch": 0.8403969957081545,
+      "grad_norm": 0.15681129944063435,
+      "learning_rate": 1.3066341950259165e-05,
+      "loss": 0.6432,
+      "step": 9399
+    },
+    {
+      "epoch": 0.8404864091559371,
+      "grad_norm": 0.15155033292257125,
+      "learning_rate": 1.3052032916075674e-05,
+      "loss": 0.6534,
+      "step": 9400
+    },
+    {
+      "epoch": 0.8405758226037195,
+      "grad_norm": 0.18894057698536829,
+      "learning_rate": 1.3037731174113188e-05,
+      "loss": 0.7019,
+      "step": 9401
+    },
+    {
+      "epoch": 0.8406652360515021,
+      "grad_norm": 0.1568942206363267,
+      "learning_rate": 1.3023436725571158e-05,
+      "loss": 0.6258,
+      "step": 9402
+    },
+    {
+      "epoch": 0.8407546494992847,
+      "grad_norm": 0.14673632060292513,
+      "learning_rate": 1.3009149571648438e-05,
+      "loss": 0.6436,
+      "step": 9403
+    },
+    {
+      "epoch": 0.8408440629470673,
+      "grad_norm": 0.15416039398518544,
+      "learning_rate": 1.2994869713543289e-05,
+      "loss": 0.6688,
+      "step": 9404
+    },
+    {
+      "epoch": 0.8409334763948498,
+      "grad_norm": 0.15695649068240672,
+      "learning_rate": 1.2980597152453344e-05,
+      "loss": 0.5994,
+      "step": 9405
+    },
+    {
+      "epoch": 0.8410228898426323,
+      "grad_norm": 0.13732050050616448,
+      "learning_rate": 1.2966331889575644e-05,
+      "loss": 0.6354,
+      "step": 9406
+    },
+    {
+      "epoch": 0.8411123032904149,
+      "grad_norm": 0.13473582546669882,
+      "learning_rate": 1.2952073926106556e-05,
+      "loss": 0.6185,
+      "step": 9407
+    },
+    {
+      "epoch": 0.8412017167381974,
+      "grad_norm": 0.15149382617848497,
+      "learning_rate": 1.29378232632419e-05,
+      "loss": 0.6479,
+      "step": 9408
+    },
+    {
+      "epoch": 0.84129113018598,
+      "grad_norm": 0.16439738073330176,
+      "learning_rate": 1.2923579902176886e-05,
+      "loss": 0.6574,
+      "step": 9409
+    },
+    {
+      "epoch": 0.8413805436337625,
+      "grad_norm": 0.15893677223657793,
+      "learning_rate": 1.2909343844106014e-05,
+      "loss": 0.6454,
+      "step": 9410
+    },
+    {
+      "epoch": 0.841469957081545,
+      "grad_norm": 0.17213591139732454,
+      "learning_rate": 1.289511509022332e-05,
+      "loss": 0.6376,
+      "step": 9411
+    },
+    {
+      "epoch": 0.8415593705293276,
+      "grad_norm": 0.16089036546316768,
+      "learning_rate": 1.2880893641722147e-05,
+      "loss": 0.6518,
+      "step": 9412
+    },
+    {
+      "epoch": 0.8416487839771102,
+      "grad_norm": 0.1554865452562035,
+      "learning_rate": 1.2866679499795198e-05,
+      "loss": 0.6422,
+      "step": 9413
+    },
+    {
+      "epoch": 0.8417381974248928,
+      "grad_norm": 0.13962777362155443,
+      "learning_rate": 1.2852472665634607e-05,
+      "loss": 0.6565,
+      "step": 9414
+    },
+    {
+      "epoch": 0.8418276108726752,
+      "grad_norm": 0.1728903800664044,
+      "learning_rate": 1.28382731404319e-05,
+      "loss": 0.6538,
+      "step": 9415
+    },
+    {
+      "epoch": 0.8419170243204578,
+      "grad_norm": 0.15564589154924624,
+      "learning_rate": 1.2824080925377945e-05,
+      "loss": 0.657,
+      "step": 9416
+    },
+    {
+      "epoch": 0.8420064377682404,
+      "grad_norm": 0.1523244927291366,
+      "learning_rate": 1.2809896021663037e-05,
+      "loss": 0.6558,
+      "step": 9417
+    },
+    {
+      "epoch": 0.8420958512160229,
+      "grad_norm": 0.15461100842183736,
+      "learning_rate": 1.2795718430476854e-05,
+      "loss": 0.6497,
+      "step": 9418
+    },
+    {
+      "epoch": 0.8421852646638054,
+      "grad_norm": 0.16021283605407208,
+      "learning_rate": 1.278154815300845e-05,
+      "loss": 0.6322,
+      "step": 9419
+    },
+    {
+      "epoch": 0.842274678111588,
+      "grad_norm": 0.16673011188436943,
+      "learning_rate": 1.2767385190446257e-05,
+      "loss": 0.6632,
+      "step": 9420
+    },
+    {
+      "epoch": 0.8423640915593705,
+      "grad_norm": 0.16293194854212242,
+      "learning_rate": 1.2753229543978151e-05,
+      "loss": 0.6582,
+      "step": 9421
+    },
+    {
+      "epoch": 0.8424535050071531,
+      "grad_norm": 0.18661537859154542,
+      "learning_rate": 1.2739081214791293e-05,
+      "loss": 0.6552,
+      "step": 9422
+    },
+    {
+      "epoch": 0.8425429184549357,
+      "grad_norm": 0.14968921728690007,
+      "learning_rate": 1.2724940204072311e-05,
+      "loss": 0.6511,
+      "step": 9423
+    },
+    {
+      "epoch": 0.8426323319027181,
+      "grad_norm": 0.13651323310245495,
+      "learning_rate": 1.271080651300719e-05,
+      "loss": 0.6028,
+      "step": 9424
+    },
+    {
+      "epoch": 0.8427217453505007,
+      "grad_norm": 0.1778600538733778,
+      "learning_rate": 1.2696680142781313e-05,
+      "loss": 0.6762,
+      "step": 9425
+    },
+    {
+      "epoch": 0.8428111587982833,
+      "grad_norm": 0.15160535070376097,
+      "learning_rate": 1.2682561094579448e-05,
+      "loss": 0.6717,
+      "step": 9426
+    },
+    {
+      "epoch": 0.8429005722460658,
+      "grad_norm": 0.1728351930664156,
+      "learning_rate": 1.2668449369585723e-05,
+      "loss": 0.6669,
+      "step": 9427
+    },
+    {
+      "epoch": 0.8429899856938483,
+      "grad_norm": 0.17162157222076338,
+      "learning_rate": 1.2654344968983668e-05,
+      "loss": 0.6397,
+      "step": 9428
+    },
+    {
+      "epoch": 0.8430793991416309,
+      "grad_norm": 0.138395776725508,
+      "learning_rate": 1.2640247893956236e-05,
+      "loss": 0.6266,
+      "step": 9429
+    },
+    {
+      "epoch": 0.8431688125894135,
+      "grad_norm": 0.14260950270615957,
+      "learning_rate": 1.2626158145685696e-05,
+      "loss": 0.5981,
+      "step": 9430
+    },
+    {
+      "epoch": 0.843258226037196,
+      "grad_norm": 0.15473164907877596,
+      "learning_rate": 1.2612075725353722e-05,
+      "loss": 0.6434,
+      "step": 9431
+    },
+    {
+      "epoch": 0.8433476394849786,
+      "grad_norm": 0.17638771023538832,
+      "learning_rate": 1.259800063414146e-05,
+      "loss": 0.6565,
+      "step": 9432
+    },
+    {
+      "epoch": 0.843437052932761,
+      "grad_norm": 0.16316742957987695,
+      "learning_rate": 1.258393287322932e-05,
+      "loss": 0.6535,
+      "step": 9433
+    },
+    {
+      "epoch": 0.8435264663805436,
+      "grad_norm": 0.16504234903994427,
+      "learning_rate": 1.2569872443797148e-05,
+      "loss": 0.6112,
+      "step": 9434
+    },
+    {
+      "epoch": 0.8436158798283262,
+      "grad_norm": 0.14476102789376183,
+      "learning_rate": 1.2555819347024211e-05,
+      "loss": 0.6129,
+      "step": 9435
+    },
+    {
+      "epoch": 0.8437052932761088,
+      "grad_norm": 0.15509940015905244,
+      "learning_rate": 1.2541773584089079e-05,
+      "loss": 0.6636,
+      "step": 9436
+    },
+    {
+      "epoch": 0.8437947067238912,
+      "grad_norm": 0.14093569280298174,
+      "learning_rate": 1.2527735156169773e-05,
+      "loss": 0.6598,
+      "step": 9437
+    },
+    {
+      "epoch": 0.8438841201716738,
+      "grad_norm": 0.16725768486218404,
+      "learning_rate": 1.2513704064443677e-05,
+      "loss": 0.6437,
+      "step": 9438
+    },
+    {
+      "epoch": 0.8439735336194564,
+      "grad_norm": 0.15925209642880286,
+      "learning_rate": 1.249968031008757e-05,
+      "loss": 0.6237,
+      "step": 9439
+    },
+    {
+      "epoch": 0.844062947067239,
+      "grad_norm": 0.18043629464270808,
+      "learning_rate": 1.2485663894277611e-05,
+      "loss": 0.679,
+      "step": 9440
+    },
+    {
+      "epoch": 0.8441523605150214,
+      "grad_norm": 0.15339062964887468,
+      "learning_rate": 1.2471654818189316e-05,
+      "loss": 0.6229,
+      "step": 9441
+    },
+    {
+      "epoch": 0.844241773962804,
+      "grad_norm": 0.16331965954487734,
+      "learning_rate": 1.2457653082997634e-05,
+      "loss": 0.6657,
+      "step": 9442
+    },
+    {
+      "epoch": 0.8443311874105865,
+      "grad_norm": 0.15094258353040502,
+      "learning_rate": 1.2443658689876847e-05,
+      "loss": 0.6632,
+      "step": 9443
+    },
+    {
+      "epoch": 0.8444206008583691,
+      "grad_norm": 0.17019242921549016,
+      "learning_rate": 1.2429671640000695e-05,
+      "loss": 0.6568,
+      "step": 9444
+    },
+    {
+      "epoch": 0.8445100143061517,
+      "grad_norm": 0.17266774365249893,
+      "learning_rate": 1.2415691934542183e-05,
+      "loss": 0.6781,
+      "step": 9445
+    },
+    {
+      "epoch": 0.8445994277539342,
+      "grad_norm": 0.15436496061340585,
+      "learning_rate": 1.2401719574673854e-05,
+      "loss": 0.6369,
+      "step": 9446
+    },
+    {
+      "epoch": 0.8446888412017167,
+      "grad_norm": 0.14917303219307093,
+      "learning_rate": 1.2387754561567488e-05,
+      "loss": 0.616,
+      "step": 9447
+    },
+    {
+      "epoch": 0.8447782546494993,
+      "grad_norm": 0.16615988425249253,
+      "learning_rate": 1.237379689639434e-05,
+      "loss": 0.6153,
+      "step": 9448
+    },
+    {
+      "epoch": 0.8448676680972819,
+      "grad_norm": 0.15601899175081876,
+      "learning_rate": 1.2359846580325041e-05,
+      "loss": 0.6198,
+      "step": 9449
+    },
+    {
+      "epoch": 0.8449570815450643,
+      "grad_norm": 0.16986550978046303,
+      "learning_rate": 1.2345903614529552e-05,
+      "loss": 0.6702,
+      "step": 9450
+    },
+    {
+      "epoch": 0.8450464949928469,
+      "grad_norm": 0.1331408696799886,
+      "learning_rate": 1.233196800017724e-05,
+      "loss": 0.6173,
+      "step": 9451
+    },
+    {
+      "epoch": 0.8451359084406295,
+      "grad_norm": 0.15563967458652955,
+      "learning_rate": 1.2318039738436936e-05,
+      "loss": 0.6697,
+      "step": 9452
+    },
+    {
+      "epoch": 0.845225321888412,
+      "grad_norm": 0.1535322788253158,
+      "learning_rate": 1.230411883047673e-05,
+      "loss": 0.6315,
+      "step": 9453
+    },
+    {
+      "epoch": 0.8453147353361946,
+      "grad_norm": 0.17550029957089508,
+      "learning_rate": 1.2290205277464161e-05,
+      "loss": 0.6383,
+      "step": 9454
+    },
+    {
+      "epoch": 0.8454041487839771,
+      "grad_norm": 0.15603678420494546,
+      "learning_rate": 1.2276299080566178e-05,
+      "loss": 0.6394,
+      "step": 9455
+    },
+    {
+      "epoch": 0.8454935622317596,
+      "grad_norm": 0.150016885964274,
+      "learning_rate": 1.2262400240949023e-05,
+      "loss": 0.6634,
+      "step": 9456
+    },
+    {
+      "epoch": 0.8455829756795422,
+      "grad_norm": 0.14390701199904513,
+      "learning_rate": 1.22485087597784e-05,
+      "loss": 0.6143,
+      "step": 9457
+    },
+    {
+      "epoch": 0.8456723891273248,
+      "grad_norm": 0.1573120492213513,
+      "learning_rate": 1.2234624638219372e-05,
+      "loss": 0.6519,
+      "step": 9458
+    },
+    {
+      "epoch": 0.8457618025751072,
+      "grad_norm": 0.17201321098390826,
+      "learning_rate": 1.2220747877436378e-05,
+      "loss": 0.6871,
+      "step": 9459
+    },
+    {
+      "epoch": 0.8458512160228898,
+      "grad_norm": 0.16608405784884733,
+      "learning_rate": 1.2206878478593276e-05,
+      "loss": 0.6504,
+      "step": 9460
+    },
+    {
+      "epoch": 0.8459406294706724,
+      "grad_norm": 0.15354231142658714,
+      "learning_rate": 1.2193016442853221e-05,
+      "loss": 0.6214,
+      "step": 9461
+    },
+    {
+      "epoch": 0.846030042918455,
+      "grad_norm": 0.16906652861679455,
+      "learning_rate": 1.2179161771378845e-05,
+      "loss": 0.6343,
+      "step": 9462
+    },
+    {
+      "epoch": 0.8461194563662375,
+      "grad_norm": 0.1728851211537272,
+      "learning_rate": 1.2165314465332122e-05,
+      "loss": 0.6427,
+      "step": 9463
+    },
+    {
+      "epoch": 0.84620886981402,
+      "grad_norm": 0.1755612705914963,
+      "learning_rate": 1.2151474525874374e-05,
+      "loss": 0.6509,
+      "step": 9464
+    },
+    {
+      "epoch": 0.8462982832618026,
+      "grad_norm": 0.17542775480307587,
+      "learning_rate": 1.2137641954166346e-05,
+      "loss": 0.6936,
+      "step": 9465
+    },
+    {
+      "epoch": 0.8463876967095851,
+      "grad_norm": 0.15255576833809797,
+      "learning_rate": 1.212381675136821e-05,
+      "loss": 0.6443,
+      "step": 9466
+    },
+    {
+      "epoch": 0.8464771101573677,
+      "grad_norm": 0.1695300718689272,
+      "learning_rate": 1.2109998918639431e-05,
+      "loss": 0.668,
+      "step": 9467
+    },
+    {
+      "epoch": 0.8465665236051502,
+      "grad_norm": 0.16404559523147297,
+      "learning_rate": 1.209618845713889e-05,
+      "loss": 0.609,
+      "step": 9468
+    },
+    {
+      "epoch": 0.8466559370529327,
+      "grad_norm": 0.16844944122159153,
+      "learning_rate": 1.2082385368024884e-05,
+      "loss": 0.6569,
+      "step": 9469
+    },
+    {
+      "epoch": 0.8467453505007153,
+      "grad_norm": 0.1578653915632866,
+      "learning_rate": 1.2068589652455008e-05,
+      "loss": 0.6278,
+      "step": 9470
+    },
+    {
+      "epoch": 0.8468347639484979,
+      "grad_norm": 0.1621053648473062,
+      "learning_rate": 1.205480131158634e-05,
+      "loss": 0.6148,
+      "step": 9471
+    },
+    {
+      "epoch": 0.8469241773962805,
+      "grad_norm": 0.14629035215358274,
+      "learning_rate": 1.2041020346575272e-05,
+      "loss": 0.6126,
+      "step": 9472
+    },
+    {
+      "epoch": 0.8470135908440629,
+      "grad_norm": 0.15141434596043776,
+      "learning_rate": 1.2027246758577593e-05,
+      "loss": 0.6522,
+      "step": 9473
+    },
+    {
+      "epoch": 0.8471030042918455,
+      "grad_norm": 0.1747678235753749,
+      "learning_rate": 1.2013480548748512e-05,
+      "loss": 0.7155,
+      "step": 9474
+    },
+    {
+      "epoch": 0.8471924177396281,
+      "grad_norm": 0.16566850137996594,
+      "learning_rate": 1.199972171824253e-05,
+      "loss": 0.6366,
+      "step": 9475
+    },
+    {
+      "epoch": 0.8472818311874106,
+      "grad_norm": 0.15431014628873801,
+      "learning_rate": 1.198597026821361e-05,
+      "loss": 0.6263,
+      "step": 9476
+    },
+    {
+      "epoch": 0.8473712446351931,
+      "grad_norm": 0.1705639313452201,
+      "learning_rate": 1.1972226199815074e-05,
+      "loss": 0.6522,
+      "step": 9477
+    },
+    {
+      "epoch": 0.8474606580829757,
+      "grad_norm": 0.16573815290942914,
+      "learning_rate": 1.1958489514199634e-05,
+      "loss": 0.6657,
+      "step": 9478
+    },
+    {
+      "epoch": 0.8475500715307582,
+      "grad_norm": 0.17475183834117386,
+      "learning_rate": 1.1944760212519313e-05,
+      "loss": 0.6375,
+      "step": 9479
+    },
+    {
+      "epoch": 0.8476394849785408,
+      "grad_norm": 0.16424051863092823,
+      "learning_rate": 1.1931038295925645e-05,
+      "loss": 0.6401,
+      "step": 9480
+    },
+    {
+      "epoch": 0.8477288984263234,
+      "grad_norm": 0.15217463419645666,
+      "learning_rate": 1.1917323765569411e-05,
+      "loss": 0.5848,
+      "step": 9481
+    },
+    {
+      "epoch": 0.8478183118741058,
+      "grad_norm": 0.16259378634534136,
+      "learning_rate": 1.1903616622600866e-05,
+      "loss": 0.6685,
+      "step": 9482
+    },
+    {
+      "epoch": 0.8479077253218884,
+      "grad_norm": 0.16685023534757035,
+      "learning_rate": 1.1889916868169614e-05,
+      "loss": 0.6641,
+      "step": 9483
+    },
+    {
+      "epoch": 0.847997138769671,
+      "grad_norm": 0.15798725308328254,
+      "learning_rate": 1.1876224503424615e-05,
+      "loss": 0.6485,
+      "step": 9484
+    },
+    {
+      "epoch": 0.8480865522174535,
+      "grad_norm": 0.15535189278384964,
+      "learning_rate": 1.1862539529514228e-05,
+      "loss": 0.6358,
+      "step": 9485
+    },
+    {
+      "epoch": 0.848175965665236,
+      "grad_norm": 0.15888048531725465,
+      "learning_rate": 1.184886194758621e-05,
+      "loss": 0.6284,
+      "step": 9486
+    },
+    {
+      "epoch": 0.8482653791130186,
+      "grad_norm": 0.14117982052539374,
+      "learning_rate": 1.183519175878769e-05,
+      "loss": 0.6432,
+      "step": 9487
+    },
+    {
+      "epoch": 0.8483547925608012,
+      "grad_norm": 0.1757676129223174,
+      "learning_rate": 1.182152896426515e-05,
+      "loss": 0.6745,
+      "step": 9488
+    },
+    {
+      "epoch": 0.8484442060085837,
+      "grad_norm": 0.18078621941661274,
+      "learning_rate": 1.1807873565164506e-05,
+      "loss": 0.6703,
+      "step": 9489
+    },
+    {
+      "epoch": 0.8485336194563662,
+      "grad_norm": 0.16218990132497108,
+      "learning_rate": 1.1794225562630978e-05,
+      "loss": 0.6811,
+      "step": 9490
+    },
+    {
+      "epoch": 0.8486230329041488,
+      "grad_norm": 0.15500684542804294,
+      "learning_rate": 1.1780584957809227e-05,
+      "loss": 0.6135,
+      "step": 9491
+    },
+    {
+      "epoch": 0.8487124463519313,
+      "grad_norm": 0.1474817339985493,
+      "learning_rate": 1.1766951751843292e-05,
+      "loss": 0.6359,
+      "step": 9492
+    },
+    {
+      "epoch": 0.8488018597997139,
+      "grad_norm": 0.16211614539341654,
+      "learning_rate": 1.1753325945876515e-05,
+      "loss": 0.5886,
+      "step": 9493
+    },
+    {
+      "epoch": 0.8488912732474965,
+      "grad_norm": 0.1375475670774165,
+      "learning_rate": 1.173970754105176e-05,
+      "loss": 0.6043,
+      "step": 9494
+    },
+    {
+      "epoch": 0.8489806866952789,
+      "grad_norm": 0.15098342515314833,
+      "learning_rate": 1.1726096538511122e-05,
+      "loss": 0.6326,
+      "step": 9495
+    },
+    {
+      "epoch": 0.8490701001430615,
+      "grad_norm": 0.16206360080006071,
+      "learning_rate": 1.1712492939396157e-05,
+      "loss": 0.6445,
+      "step": 9496
+    },
+    {
+      "epoch": 0.8491595135908441,
+      "grad_norm": 0.1591236068587061,
+      "learning_rate": 1.1698896744847809e-05,
+      "loss": 0.6407,
+      "step": 9497
+    },
+    {
+      "epoch": 0.8492489270386266,
+      "grad_norm": 0.14887947061833476,
+      "learning_rate": 1.168530795600632e-05,
+      "loss": 0.6165,
+      "step": 9498
+    },
+    {
+      "epoch": 0.8493383404864091,
+      "grad_norm": 0.14594936682518023,
+      "learning_rate": 1.1671726574011399e-05,
+      "loss": 0.6275,
+      "step": 9499
+    },
+    {
+      "epoch": 0.8494277539341917,
+      "grad_norm": 0.15819922908695155,
+      "learning_rate": 1.1658152600002104e-05,
+      "loss": 0.644,
+      "step": 9500
+    },
+    {
+      "epoch": 0.8495171673819742,
+      "grad_norm": 0.15857209094069186,
+      "learning_rate": 1.1644586035116856e-05,
+      "loss": 0.618,
+      "step": 9501
+    },
+    {
+      "epoch": 0.8496065808297568,
+      "grad_norm": 0.16452578413758304,
+      "learning_rate": 1.1631026880493468e-05,
+      "loss": 0.6203,
+      "step": 9502
+    },
+    {
+      "epoch": 0.8496959942775394,
+      "grad_norm": 0.15898741949174158,
+      "learning_rate": 1.1617475137269152e-05,
+      "loss": 0.6516,
+      "step": 9503
+    },
+    {
+      "epoch": 0.8497854077253219,
+      "grad_norm": 0.14338112594912386,
+      "learning_rate": 1.1603930806580444e-05,
+      "loss": 0.6434,
+      "step": 9504
+    },
+    {
+      "epoch": 0.8498748211731044,
+      "grad_norm": 0.13554226036886063,
+      "learning_rate": 1.15903938895633e-05,
+      "loss": 0.6295,
+      "step": 9505
+    },
+    {
+      "epoch": 0.849964234620887,
+      "grad_norm": 0.14325866033422963,
+      "learning_rate": 1.157686438735307e-05,
+      "loss": 0.6541,
+      "step": 9506
+    },
+    {
+      "epoch": 0.8500536480686696,
+      "grad_norm": 0.14542500402202785,
+      "learning_rate": 1.156334230108439e-05,
+      "loss": 0.6497,
+      "step": 9507
+    },
+    {
+      "epoch": 0.850143061516452,
+      "grad_norm": 0.16236852620903858,
+      "learning_rate": 1.1549827631891418e-05,
+      "loss": 0.6551,
+      "step": 9508
+    },
+    {
+      "epoch": 0.8502324749642346,
+      "grad_norm": 0.17610516837739484,
+      "learning_rate": 1.1536320380907596e-05,
+      "loss": 0.6794,
+      "step": 9509
+    },
+    {
+      "epoch": 0.8503218884120172,
+      "grad_norm": 0.16827347860240027,
+      "learning_rate": 1.1522820549265723e-05,
+      "loss": 0.6238,
+      "step": 9510
+    },
+    {
+      "epoch": 0.8504113018597997,
+      "grad_norm": 0.14121878464781804,
+      "learning_rate": 1.1509328138098041e-05,
+      "loss": 0.6279,
+      "step": 9511
+    },
+    {
+      "epoch": 0.8505007153075823,
+      "grad_norm": 0.14429750249590007,
+      "learning_rate": 1.1495843148536157e-05,
+      "loss": 0.621,
+      "step": 9512
+    },
+    {
+      "epoch": 0.8505901287553648,
+      "grad_norm": 0.18629721408019734,
+      "learning_rate": 1.1482365581711008e-05,
+      "loss": 0.6969,
+      "step": 9513
+    },
+    {
+      "epoch": 0.8506795422031473,
+      "grad_norm": 0.16846680540862488,
+      "learning_rate": 1.1468895438752947e-05,
+      "loss": 0.6901,
+      "step": 9514
+    },
+    {
+      "epoch": 0.8507689556509299,
+      "grad_norm": 0.14091207451602036,
+      "learning_rate": 1.1455432720791714e-05,
+      "loss": 0.636,
+      "step": 9515
+    },
+    {
+      "epoch": 0.8508583690987125,
+      "grad_norm": 0.14288479574209773,
+      "learning_rate": 1.1441977428956396e-05,
+      "loss": 0.6586,
+      "step": 9516
+    },
+    {
+      "epoch": 0.850947782546495,
+      "grad_norm": 0.13566508936065155,
+      "learning_rate": 1.1428529564375502e-05,
+      "loss": 0.5856,
+      "step": 9517
+    },
+    {
+      "epoch": 0.8510371959942775,
+      "grad_norm": 0.18341515270213513,
+      "learning_rate": 1.1415089128176847e-05,
+      "loss": 0.629,
+      "step": 9518
+    },
+    {
+      "epoch": 0.8511266094420601,
+      "grad_norm": 0.162767446457593,
+      "learning_rate": 1.1401656121487692e-05,
+      "loss": 0.6625,
+      "step": 9519
+    },
+    {
+      "epoch": 0.8512160228898427,
+      "grad_norm": 0.15841055281830538,
+      "learning_rate": 1.1388230545434653e-05,
+      "loss": 0.6169,
+      "step": 9520
+    },
+    {
+      "epoch": 0.8513054363376252,
+      "grad_norm": 0.1732744004137093,
+      "learning_rate": 1.1374812401143653e-05,
+      "loss": 0.6704,
+      "step": 9521
+    },
+    {
+      "epoch": 0.8513948497854077,
+      "grad_norm": 0.161644011573774,
+      "learning_rate": 1.1361401689740137e-05,
+      "loss": 0.6108,
+      "step": 9522
+    },
+    {
+      "epoch": 0.8514842632331903,
+      "grad_norm": 0.17112845533218968,
+      "learning_rate": 1.1347998412348825e-05,
+      "loss": 0.6669,
+      "step": 9523
+    },
+    {
+      "epoch": 0.8515736766809728,
+      "grad_norm": 0.16770824978406904,
+      "learning_rate": 1.13346025700938e-05,
+      "loss": 0.6723,
+      "step": 9524
+    },
+    {
+      "epoch": 0.8516630901287554,
+      "grad_norm": 0.17635060598045454,
+      "learning_rate": 1.1321214164098582e-05,
+      "loss": 0.6255,
+      "step": 9525
+    },
+    {
+      "epoch": 0.8517525035765379,
+      "grad_norm": 0.1680340186351549,
+      "learning_rate": 1.1307833195486062e-05,
+      "loss": 0.6513,
+      "step": 9526
+    },
+    {
+      "epoch": 0.8518419170243204,
+      "grad_norm": 0.15805206890379603,
+      "learning_rate": 1.1294459665378432e-05,
+      "loss": 0.6527,
+      "step": 9527
+    },
+    {
+      "epoch": 0.851931330472103,
+      "grad_norm": 0.1462971658653163,
+      "learning_rate": 1.1281093574897338e-05,
+      "loss": 0.644,
+      "step": 9528
+    },
+    {
+      "epoch": 0.8520207439198856,
+      "grad_norm": 0.1686149375789734,
+      "learning_rate": 1.1267734925163787e-05,
+      "loss": 0.6643,
+      "step": 9529
+    },
+    {
+      "epoch": 0.852110157367668,
+      "grad_norm": 0.15606185562425764,
+      "learning_rate": 1.1254383717298134e-05,
+      "loss": 0.6716,
+      "step": 9530
+    },
+    {
+      "epoch": 0.8521995708154506,
+      "grad_norm": 0.1410375294244247,
+      "learning_rate": 1.1241039952420173e-05,
+      "loss": 0.6159,
+      "step": 9531
+    },
+    {
+      "epoch": 0.8522889842632332,
+      "grad_norm": 0.1434272068928999,
+      "learning_rate": 1.1227703631648978e-05,
+      "loss": 0.6351,
+      "step": 9532
+    },
+    {
+      "epoch": 0.8523783977110158,
+      "grad_norm": 0.1385947814412477,
+      "learning_rate": 1.1214374756103064e-05,
+      "loss": 0.6022,
+      "step": 9533
+    },
+    {
+      "epoch": 0.8524678111587983,
+      "grad_norm": 0.17032553751085205,
+      "learning_rate": 1.1201053326900313e-05,
+      "loss": 0.6144,
+      "step": 9534
+    },
+    {
+      "epoch": 0.8525572246065808,
+      "grad_norm": 0.1565819706687156,
+      "learning_rate": 1.1187739345157977e-05,
+      "loss": 0.6066,
+      "step": 9535
+    },
+    {
+      "epoch": 0.8526466380543634,
+      "grad_norm": 0.14457292372311387,
+      "learning_rate": 1.1174432811992685e-05,
+      "loss": 0.6201,
+      "step": 9536
+    },
+    {
+      "epoch": 0.8527360515021459,
+      "grad_norm": 0.1460428998328601,
+      "learning_rate": 1.1161133728520467e-05,
+      "loss": 0.6291,
+      "step": 9537
+    },
+    {
+      "epoch": 0.8528254649499285,
+      "grad_norm": 0.1483405066221483,
+      "learning_rate": 1.1147842095856642e-05,
+      "loss": 0.624,
+      "step": 9538
+    },
+    {
+      "epoch": 0.852914878397711,
+      "grad_norm": 0.14008829661870448,
+      "learning_rate": 1.1134557915115994e-05,
+      "loss": 0.6661,
+      "step": 9539
+    },
+    {
+      "epoch": 0.8530042918454935,
+      "grad_norm": 0.1399239522462604,
+      "learning_rate": 1.112128118741268e-05,
+      "loss": 0.5862,
+      "step": 9540
+    },
+    {
+      "epoch": 0.8530937052932761,
+      "grad_norm": 0.1574398222409664,
+      "learning_rate": 1.1108011913860128e-05,
+      "loss": 0.6442,
+      "step": 9541
+    },
+    {
+      "epoch": 0.8531831187410587,
+      "grad_norm": 0.17727150111047144,
+      "learning_rate": 1.1094750095571282e-05,
+      "loss": 0.6684,
+      "step": 9542
+    },
+    {
+      "epoch": 0.8532725321888412,
+      "grad_norm": 0.17307422899709024,
+      "learning_rate": 1.1081495733658409e-05,
+      "loss": 0.6665,
+      "step": 9543
+    },
+    {
+      "epoch": 0.8533619456366237,
+      "grad_norm": 0.1529934104757897,
+      "learning_rate": 1.1068248829233063e-05,
+      "loss": 0.6425,
+      "step": 9544
+    },
+    {
+      "epoch": 0.8534513590844063,
+      "grad_norm": 0.16085427427764568,
+      "learning_rate": 1.10550093834063e-05,
+      "loss": 0.6535,
+      "step": 9545
+    },
+    {
+      "epoch": 0.8535407725321889,
+      "grad_norm": 0.1732064119864185,
+      "learning_rate": 1.1041777397288488e-05,
+      "loss": 0.6582,
+      "step": 9546
+    },
+    {
+      "epoch": 0.8536301859799714,
+      "grad_norm": 0.14242956106097876,
+      "learning_rate": 1.1028552871989362e-05,
+      "loss": 0.6184,
+      "step": 9547
+    },
+    {
+      "epoch": 0.8537195994277539,
+      "grad_norm": 0.1659627420096194,
+      "learning_rate": 1.1015335808618055e-05,
+      "loss": 0.6466,
+      "step": 9548
+    },
+    {
+      "epoch": 0.8538090128755365,
+      "grad_norm": 0.16775167552722808,
+      "learning_rate": 1.100212620828307e-05,
+      "loss": 0.6568,
+      "step": 9549
+    },
+    {
+      "epoch": 0.853898426323319,
+      "grad_norm": 0.2020803266032787,
+      "learning_rate": 1.0988924072092266e-05,
+      "loss": 0.6658,
+      "step": 9550
+    },
+    {
+      "epoch": 0.8539878397711016,
+      "grad_norm": 0.1606943821184266,
+      "learning_rate": 1.0975729401152934e-05,
+      "loss": 0.629,
+      "step": 9551
+    },
+    {
+      "epoch": 0.8540772532188842,
+      "grad_norm": 0.17103584749085204,
+      "learning_rate": 1.0962542196571634e-05,
+      "loss": 0.6667,
+      "step": 9552
+    },
+    {
+      "epoch": 0.8541666666666666,
+      "grad_norm": 0.15622976138209327,
+      "learning_rate": 1.0949362459454393e-05,
+      "loss": 0.6469,
+      "step": 9553
+    },
+    {
+      "epoch": 0.8542560801144492,
+      "grad_norm": 0.13538244883279743,
+      "learning_rate": 1.0936190190906603e-05,
+      "loss": 0.6209,
+      "step": 9554
+    },
+    {
+      "epoch": 0.8543454935622318,
+      "grad_norm": 0.1566667648430995,
+      "learning_rate": 1.0923025392032937e-05,
+      "loss": 0.6425,
+      "step": 9555
+    },
+    {
+      "epoch": 0.8544349070100143,
+      "grad_norm": 0.16087749434276638,
+      "learning_rate": 1.0909868063937567e-05,
+      "loss": 0.6549,
+      "step": 9556
+    },
+    {
+      "epoch": 0.8545243204577968,
+      "grad_norm": 0.15599768932741878,
+      "learning_rate": 1.0896718207723988e-05,
+      "loss": 0.6779,
+      "step": 9557
+    },
+    {
+      "epoch": 0.8546137339055794,
+      "grad_norm": 0.15724521274920888,
+      "learning_rate": 1.0883575824495029e-05,
+      "loss": 0.654,
+      "step": 9558
+    },
+    {
+      "epoch": 0.854703147353362,
+      "grad_norm": 0.16424150803044357,
+      "learning_rate": 1.0870440915352942e-05,
+      "loss": 0.66,
+      "step": 9559
+    },
+    {
+      "epoch": 0.8547925608011445,
+      "grad_norm": 0.15840111535357457,
+      "learning_rate": 1.0857313481399355e-05,
+      "loss": 0.6242,
+      "step": 9560
+    },
+    {
+      "epoch": 0.8548819742489271,
+      "grad_norm": 0.17093417712165462,
+      "learning_rate": 1.0844193523735202e-05,
+      "loss": 0.6946,
+      "step": 9561
+    },
+    {
+      "epoch": 0.8549713876967096,
+      "grad_norm": 0.13888668385192385,
+      "learning_rate": 1.0831081043460868e-05,
+      "loss": 0.6444,
+      "step": 9562
+    },
+    {
+      "epoch": 0.8550608011444921,
+      "grad_norm": 0.17328146623712667,
+      "learning_rate": 1.081797604167608e-05,
+      "loss": 0.6594,
+      "step": 9563
+    },
+    {
+      "epoch": 0.8551502145922747,
+      "grad_norm": 0.17033836716085998,
+      "learning_rate": 1.0804878519479943e-05,
+      "loss": 0.6739,
+      "step": 9564
+    },
+    {
+      "epoch": 0.8552396280400573,
+      "grad_norm": 0.15489692098507835,
+      "learning_rate": 1.079178847797091e-05,
+      "loss": 0.6019,
+      "step": 9565
+    },
+    {
+      "epoch": 0.8553290414878397,
+      "grad_norm": 0.18460509172261755,
+      "learning_rate": 1.0778705918246867e-05,
+      "loss": 0.6439,
+      "step": 9566
+    },
+    {
+      "epoch": 0.8554184549356223,
+      "grad_norm": 0.1755570795684311,
+      "learning_rate": 1.0765630841404994e-05,
+      "loss": 0.6711,
+      "step": 9567
+    },
+    {
+      "epoch": 0.8555078683834049,
+      "grad_norm": 0.14835737519818856,
+      "learning_rate": 1.0752563248541891e-05,
+      "loss": 0.6844,
+      "step": 9568
+    },
+    {
+      "epoch": 0.8555972818311874,
+      "grad_norm": 0.16973124744507642,
+      "learning_rate": 1.0739503140753516e-05,
+      "loss": 0.6666,
+      "step": 9569
+    },
+    {
+      "epoch": 0.85568669527897,
+      "grad_norm": 0.15637809126626503,
+      "learning_rate": 1.0726450519135222e-05,
+      "loss": 0.6235,
+      "step": 9570
+    },
+    {
+      "epoch": 0.8557761087267525,
+      "grad_norm": 0.1510009971734895,
+      "learning_rate": 1.0713405384781727e-05,
+      "loss": 0.6533,
+      "step": 9571
+    },
+    {
+      "epoch": 0.855865522174535,
+      "grad_norm": 0.17417845278104976,
+      "learning_rate": 1.0700367738787064e-05,
+      "loss": 0.6457,
+      "step": 9572
+    },
+    {
+      "epoch": 0.8559549356223176,
+      "grad_norm": 0.16375987269548106,
+      "learning_rate": 1.0687337582244727e-05,
+      "loss": 0.6717,
+      "step": 9573
+    },
+    {
+      "epoch": 0.8560443490701002,
+      "grad_norm": 0.1476989576382296,
+      "learning_rate": 1.067431491624753e-05,
+      "loss": 0.597,
+      "step": 9574
+    },
+    {
+      "epoch": 0.8561337625178826,
+      "grad_norm": 0.17144449849598464,
+      "learning_rate": 1.0661299741887654e-05,
+      "loss": 0.6223,
+      "step": 9575
+    },
+    {
+      "epoch": 0.8562231759656652,
+      "grad_norm": 0.15772909600533974,
+      "learning_rate": 1.0648292060256649e-05,
+      "loss": 0.6143,
+      "step": 9576
+    },
+    {
+      "epoch": 0.8563125894134478,
+      "grad_norm": 0.16213438887415593,
+      "learning_rate": 1.0635291872445518e-05,
+      "loss": 0.6316,
+      "step": 9577
+    },
+    {
+      "epoch": 0.8564020028612304,
+      "grad_norm": 0.1623083186071393,
+      "learning_rate": 1.0622299179544516e-05,
+      "loss": 0.6483,
+      "step": 9578
+    },
+    {
+      "epoch": 0.8564914163090128,
+      "grad_norm": 0.17841452571368704,
+      "learning_rate": 1.0609313982643331e-05,
+      "loss": 0.7072,
+      "step": 9579
+    },
+    {
+      "epoch": 0.8565808297567954,
+      "grad_norm": 0.16169430750575553,
+      "learning_rate": 1.0596336282831054e-05,
+      "loss": 0.616,
+      "step": 9580
+    },
+    {
+      "epoch": 0.856670243204578,
+      "grad_norm": 0.1495802784172147,
+      "learning_rate": 1.0583366081196066e-05,
+      "loss": 0.5852,
+      "step": 9581
+    },
+    {
+      "epoch": 0.8567596566523605,
+      "grad_norm": 0.1665341154110799,
+      "learning_rate": 1.0570403378826166e-05,
+      "loss": 0.6569,
+      "step": 9582
+    },
+    {
+      "epoch": 0.8568490701001431,
+      "grad_norm": 0.14988249925464261,
+      "learning_rate": 1.0557448176808537e-05,
+      "loss": 0.6374,
+      "step": 9583
+    },
+    {
+      "epoch": 0.8569384835479256,
+      "grad_norm": 0.17110965884002546,
+      "learning_rate": 1.0544500476229713e-05,
+      "loss": 0.6664,
+      "step": 9584
+    },
+    {
+      "epoch": 0.8570278969957081,
+      "grad_norm": 0.16633282885492606,
+      "learning_rate": 1.0531560278175611e-05,
+      "loss": 0.6216,
+      "step": 9585
+    },
+    {
+      "epoch": 0.8571173104434907,
+      "grad_norm": 0.16370273104600966,
+      "learning_rate": 1.0518627583731477e-05,
+      "loss": 0.6285,
+      "step": 9586
+    },
+    {
+      "epoch": 0.8572067238912733,
+      "grad_norm": 0.146287909066061,
+      "learning_rate": 1.0505702393981987e-05,
+      "loss": 0.6074,
+      "step": 9587
+    },
+    {
+      "epoch": 0.8572961373390557,
+      "grad_norm": 0.16022668143036958,
+      "learning_rate": 1.0492784710011184e-05,
+      "loss": 0.6295,
+      "step": 9588
+    },
+    {
+      "epoch": 0.8573855507868383,
+      "grad_norm": 0.16979472211621846,
+      "learning_rate": 1.04798745329024e-05,
+      "loss": 0.6642,
+      "step": 9589
+    },
+    {
+      "epoch": 0.8574749642346209,
+      "grad_norm": 0.1648231421281419,
+      "learning_rate": 1.0466971863738406e-05,
+      "loss": 0.6857,
+      "step": 9590
+    },
+    {
+      "epoch": 0.8575643776824035,
+      "grad_norm": 0.17073395073296135,
+      "learning_rate": 1.045407670360139e-05,
+      "loss": 0.647,
+      "step": 9591
+    },
+    {
+      "epoch": 0.857653791130186,
+      "grad_norm": 0.14771686612200288,
+      "learning_rate": 1.0441189053572809e-05,
+      "loss": 0.6301,
+      "step": 9592
+    },
+    {
+      "epoch": 0.8577432045779685,
+      "grad_norm": 0.17668451235165386,
+      "learning_rate": 1.0428308914733531e-05,
+      "loss": 0.6571,
+      "step": 9593
+    },
+    {
+      "epoch": 0.8578326180257511,
+      "grad_norm": 0.1692361440941703,
+      "learning_rate": 1.0415436288163826e-05,
+      "loss": 0.6841,
+      "step": 9594
+    },
+    {
+      "epoch": 0.8579220314735336,
+      "grad_norm": 0.17019812355790842,
+      "learning_rate": 1.0402571174943276e-05,
+      "loss": 0.6084,
+      "step": 9595
+    },
+    {
+      "epoch": 0.8580114449213162,
+      "grad_norm": 0.1519313426033912,
+      "learning_rate": 1.0389713576150883e-05,
+      "loss": 0.6119,
+      "step": 9596
+    },
+    {
+      "epoch": 0.8581008583690987,
+      "grad_norm": 0.18811861661375365,
+      "learning_rate": 1.0376863492864975e-05,
+      "loss": 0.6964,
+      "step": 9597
+    },
+    {
+      "epoch": 0.8581902718168812,
+      "grad_norm": 0.15692359433569225,
+      "learning_rate": 1.0364020926163298e-05,
+      "loss": 0.6678,
+      "step": 9598
+    },
+    {
+      "epoch": 0.8582796852646638,
+      "grad_norm": 0.16265355569094056,
+      "learning_rate": 1.0351185877122938e-05,
+      "loss": 0.6331,
+      "step": 9599
+    },
+    {
+      "epoch": 0.8583690987124464,
+      "grad_norm": 0.16277052672631245,
+      "learning_rate": 1.0338358346820353e-05,
+      "loss": 0.6097,
+      "step": 9600
+    },
+    {
+      "epoch": 0.858458512160229,
+      "grad_norm": 0.17059255135222165,
+      "learning_rate": 1.0325538336331364e-05,
+      "loss": 0.6279,
+      "step": 9601
+    },
+    {
+      "epoch": 0.8585479256080114,
+      "grad_norm": 0.16401709094477046,
+      "learning_rate": 1.0312725846731175e-05,
+      "loss": 0.6224,
+      "step": 9602
+    },
+    {
+      "epoch": 0.858637339055794,
+      "grad_norm": 0.16994638013236027,
+      "learning_rate": 1.0299920879094372e-05,
+      "loss": 0.6314,
+      "step": 9603
+    },
+    {
+      "epoch": 0.8587267525035766,
+      "grad_norm": 0.14953421340536352,
+      "learning_rate": 1.0287123434494827e-05,
+      "loss": 0.6198,
+      "step": 9604
+    },
+    {
+      "epoch": 0.8588161659513591,
+      "grad_norm": 0.15807007826303143,
+      "learning_rate": 1.027433351400594e-05,
+      "loss": 0.6211,
+      "step": 9605
+    },
+    {
+      "epoch": 0.8589055793991416,
+      "grad_norm": 0.1700539796635214,
+      "learning_rate": 1.0261551118700318e-05,
+      "loss": 0.637,
+      "step": 9606
+    },
+    {
+      "epoch": 0.8589949928469242,
+      "grad_norm": 0.16451147228946603,
+      "learning_rate": 1.0248776249650027e-05,
+      "loss": 0.625,
+      "step": 9607
+    },
+    {
+      "epoch": 0.8590844062947067,
+      "grad_norm": 0.17035850253724424,
+      "learning_rate": 1.0236008907926508e-05,
+      "loss": 0.6443,
+      "step": 9608
+    },
+    {
+      "epoch": 0.8591738197424893,
+      "grad_norm": 0.14066608723396548,
+      "learning_rate": 1.0223249094600485e-05,
+      "loss": 0.6375,
+      "step": 9609
+    },
+    {
+      "epoch": 0.8592632331902719,
+      "grad_norm": 0.14418237734846798,
+      "learning_rate": 1.0210496810742143e-05,
+      "loss": 0.6381,
+      "step": 9610
+    },
+    {
+      "epoch": 0.8593526466380543,
+      "grad_norm": 0.15894630170525412,
+      "learning_rate": 1.0197752057420995e-05,
+      "loss": 0.6571,
+      "step": 9611
+    },
+    {
+      "epoch": 0.8594420600858369,
+      "grad_norm": 0.16380521160464662,
+      "learning_rate": 1.018501483570592e-05,
+      "loss": 0.6265,
+      "step": 9612
+    },
+    {
+      "epoch": 0.8595314735336195,
+      "grad_norm": 0.15444219213545995,
+      "learning_rate": 1.0172285146665195e-05,
+      "loss": 0.6476,
+      "step": 9613
+    },
+    {
+      "epoch": 0.859620886981402,
+      "grad_norm": 0.16202886351590007,
+      "learning_rate": 1.0159562991366444e-05,
+      "loss": 0.6563,
+      "step": 9614
+    },
+    {
+      "epoch": 0.8597103004291845,
+      "grad_norm": 0.13920797420922548,
+      "learning_rate": 1.0146848370876627e-05,
+      "loss": 0.6259,
+      "step": 9615
+    },
+    {
+      "epoch": 0.8597997138769671,
+      "grad_norm": 0.17222871549204685,
+      "learning_rate": 1.013414128626211e-05,
+      "loss": 0.6791,
+      "step": 9616
+    },
+    {
+      "epoch": 0.8598891273247496,
+      "grad_norm": 0.15533997623284987,
+      "learning_rate": 1.0121441738588644e-05,
+      "loss": 0.6322,
+      "step": 9617
+    },
+    {
+      "epoch": 0.8599785407725322,
+      "grad_norm": 0.15642722627736966,
+      "learning_rate": 1.0108749728921319e-05,
+      "loss": 0.618,
+      "step": 9618
+    },
+    {
+      "epoch": 0.8600679542203148,
+      "grad_norm": 0.13431773792161797,
+      "learning_rate": 1.0096065258324606e-05,
+      "loss": 0.63,
+      "step": 9619
+    },
+    {
+      "epoch": 0.8601573676680973,
+      "grad_norm": 0.15999936374439927,
+      "learning_rate": 1.0083388327862298e-05,
+      "loss": 0.6614,
+      "step": 9620
+    },
+    {
+      "epoch": 0.8602467811158798,
+      "grad_norm": 0.15575043147301165,
+      "learning_rate": 1.0070718938597623e-05,
+      "loss": 0.6064,
+      "step": 9621
+    },
+    {
+      "epoch": 0.8603361945636624,
+      "grad_norm": 0.14719797561615308,
+      "learning_rate": 1.0058057091593154e-05,
+      "loss": 0.5765,
+      "step": 9622
+    },
+    {
+      "epoch": 0.860425608011445,
+      "grad_norm": 0.17411118225510308,
+      "learning_rate": 1.0045402787910818e-05,
+      "loss": 0.6878,
+      "step": 9623
+    },
+    {
+      "epoch": 0.8605150214592274,
+      "grad_norm": 0.17976880651927174,
+      "learning_rate": 1.0032756028611878e-05,
+      "loss": 0.6676,
+      "step": 9624
+    },
+    {
+      "epoch": 0.86060443490701,
+      "grad_norm": 0.15108152159804766,
+      "learning_rate": 1.0020116814757085e-05,
+      "loss": 0.5957,
+      "step": 9625
+    },
+    {
+      "epoch": 0.8606938483547926,
+      "grad_norm": 0.18111733267351415,
+      "learning_rate": 1.0007485147406404e-05,
+      "loss": 0.6403,
+      "step": 9626
+    },
+    {
+      "epoch": 0.8607832618025751,
+      "grad_norm": 0.15061308586288316,
+      "learning_rate": 9.99486102761925e-06,
+      "loss": 0.6001,
+      "step": 9627
+    },
+    {
+      "epoch": 0.8608726752503576,
+      "grad_norm": 0.1570759133110427,
+      "learning_rate": 9.982244456454427e-06,
+      "loss": 0.6778,
+      "step": 9628
+    },
+    {
+      "epoch": 0.8609620886981402,
+      "grad_norm": 0.1672012343518269,
+      "learning_rate": 9.969635434970037e-06,
+      "loss": 0.6765,
+      "step": 9629
+    },
+    {
+      "epoch": 0.8610515021459227,
+      "grad_norm": 0.1664946603071473,
+      "learning_rate": 9.957033964223582e-06,
+      "loss": 0.682,
+      "step": 9630
+    },
+    {
+      "epoch": 0.8611409155937053,
+      "grad_norm": 0.15715650788290447,
+      "learning_rate": 9.944440045271953e-06,
+      "loss": 0.6462,
+      "step": 9631
+    },
+    {
+      "epoch": 0.8612303290414879,
+      "grad_norm": 0.16057426717038234,
+      "learning_rate": 9.931853679171377e-06,
+      "loss": 0.6334,
+      "step": 9632
+    },
+    {
+      "epoch": 0.8613197424892703,
+      "grad_norm": 0.16673017506806181,
+      "learning_rate": 9.919274866977457e-06,
+      "loss": 0.6343,
+      "step": 9633
+    },
+    {
+      "epoch": 0.8614091559370529,
+      "grad_norm": 0.18296382240509887,
+      "learning_rate": 9.90670360974517e-06,
+      "loss": 0.6844,
+      "step": 9634
+    },
+    {
+      "epoch": 0.8614985693848355,
+      "grad_norm": 0.1739417170767819,
+      "learning_rate": 9.894139908528843e-06,
+      "loss": 0.6612,
+      "step": 9635
+    },
+    {
+      "epoch": 0.8615879828326181,
+      "grad_norm": 0.14723437099319814,
+      "learning_rate": 9.881583764382175e-06,
+      "loss": 0.6295,
+      "step": 9636
+    },
+    {
+      "epoch": 0.8616773962804005,
+      "grad_norm": 0.15883544306712122,
+      "learning_rate": 9.869035178358266e-06,
+      "loss": 0.6177,
+      "step": 9637
+    },
+    {
+      "epoch": 0.8617668097281831,
+      "grad_norm": 0.16060183599665878,
+      "learning_rate": 9.856494151509488e-06,
+      "loss": 0.5891,
+      "step": 9638
+    },
+    {
+      "epoch": 0.8618562231759657,
+      "grad_norm": 0.1661367569424386,
+      "learning_rate": 9.84396068488771e-06,
+      "loss": 0.6322,
+      "step": 9639
+    },
+    {
+      "epoch": 0.8619456366237482,
+      "grad_norm": 0.16681686666295792,
+      "learning_rate": 9.831434779544057e-06,
+      "loss": 0.6355,
+      "step": 9640
+    },
+    {
+      "epoch": 0.8620350500715308,
+      "grad_norm": 0.16092370737285708,
+      "learning_rate": 9.818916436529069e-06,
+      "loss": 0.62,
+      "step": 9641
+    },
+    {
+      "epoch": 0.8621244635193133,
+      "grad_norm": 0.1659419454708976,
+      "learning_rate": 9.80640565689267e-06,
+      "loss": 0.6573,
+      "step": 9642
+    },
+    {
+      "epoch": 0.8622138769670958,
+      "grad_norm": 0.17741598680576498,
+      "learning_rate": 9.793902441684077e-06,
+      "loss": 0.6774,
+      "step": 9643
+    },
+    {
+      "epoch": 0.8623032904148784,
+      "grad_norm": 0.16837738027993207,
+      "learning_rate": 9.781406791951952e-06,
+      "loss": 0.6258,
+      "step": 9644
+    },
+    {
+      "epoch": 0.862392703862661,
+      "grad_norm": 0.16237407539262053,
+      "learning_rate": 9.76891870874428e-06,
+      "loss": 0.6198,
+      "step": 9645
+    },
+    {
+      "epoch": 0.8624821173104434,
+      "grad_norm": 0.15890962980427634,
+      "learning_rate": 9.756438193108419e-06,
+      "loss": 0.6281,
+      "step": 9646
+    },
+    {
+      "epoch": 0.862571530758226,
+      "grad_norm": 0.17727830491192537,
+      "learning_rate": 9.743965246091102e-06,
+      "loss": 0.6988,
+      "step": 9647
+    },
+    {
+      "epoch": 0.8626609442060086,
+      "grad_norm": 0.15447247243991458,
+      "learning_rate": 9.731499868738447e-06,
+      "loss": 0.5906,
+      "step": 9648
+    },
+    {
+      "epoch": 0.8627503576537912,
+      "grad_norm": 0.14899284248396294,
+      "learning_rate": 9.719042062095851e-06,
+      "loss": 0.6222,
+      "step": 9649
+    },
+    {
+      "epoch": 0.8628397711015737,
+      "grad_norm": 0.16681660784812063,
+      "learning_rate": 9.706591827208166e-06,
+      "loss": 0.645,
+      "step": 9650
+    },
+    {
+      "epoch": 0.8629291845493562,
+      "grad_norm": 0.15648352914674216,
+      "learning_rate": 9.694149165119603e-06,
+      "loss": 0.5984,
+      "step": 9651
+    },
+    {
+      "epoch": 0.8630185979971388,
+      "grad_norm": 0.14013911434866377,
+      "learning_rate": 9.68171407687365e-06,
+      "loss": 0.5955,
+      "step": 9652
+    },
+    {
+      "epoch": 0.8631080114449213,
+      "grad_norm": 0.16659782289060554,
+      "learning_rate": 9.66928656351329e-06,
+      "loss": 0.6065,
+      "step": 9653
+    },
+    {
+      "epoch": 0.8631974248927039,
+      "grad_norm": 0.18781519697161628,
+      "learning_rate": 9.656866626080763e-06,
+      "loss": 0.6332,
+      "step": 9654
+    },
+    {
+      "epoch": 0.8632868383404864,
+      "grad_norm": 0.14644113393477076,
+      "learning_rate": 9.644454265617731e-06,
+      "loss": 0.6432,
+      "step": 9655
+    },
+    {
+      "epoch": 0.8633762517882689,
+      "grad_norm": 0.1715902604079485,
+      "learning_rate": 9.632049483165184e-06,
+      "loss": 0.6474,
+      "step": 9656
+    },
+    {
+      "epoch": 0.8634656652360515,
+      "grad_norm": 0.15444700989763743,
+      "learning_rate": 9.619652279763536e-06,
+      "loss": 0.6326,
+      "step": 9657
+    },
+    {
+      "epoch": 0.8635550786838341,
+      "grad_norm": 0.1708643510370552,
+      "learning_rate": 9.607262656452475e-06,
+      "loss": 0.6517,
+      "step": 9658
+    },
+    {
+      "epoch": 0.8636444921316166,
+      "grad_norm": 0.18341307749519734,
+      "learning_rate": 9.59488061427114e-06,
+      "loss": 0.6811,
+      "step": 9659
+    },
+    {
+      "epoch": 0.8637339055793991,
+      "grad_norm": 0.1596618636713653,
+      "learning_rate": 9.582506154257976e-06,
+      "loss": 0.6298,
+      "step": 9660
+    },
+    {
+      "epoch": 0.8638233190271817,
+      "grad_norm": 0.15395954806633258,
+      "learning_rate": 9.57013927745083e-06,
+      "loss": 0.6688,
+      "step": 9661
+    },
+    {
+      "epoch": 0.8639127324749643,
+      "grad_norm": 0.16546001088344953,
+      "learning_rate": 9.557779984886905e-06,
+      "loss": 0.6811,
+      "step": 9662
+    },
+    {
+      "epoch": 0.8640021459227468,
+      "grad_norm": 0.15810235677151674,
+      "learning_rate": 9.545428277602731e-06,
+      "loss": 0.6773,
+      "step": 9663
+    },
+    {
+      "epoch": 0.8640915593705293,
+      "grad_norm": 0.17207254493287394,
+      "learning_rate": 9.533084156634242e-06,
+      "loss": 0.6572,
+      "step": 9664
+    },
+    {
+      "epoch": 0.8641809728183119,
+      "grad_norm": 0.1674240126192535,
+      "learning_rate": 9.520747623016747e-06,
+      "loss": 0.6389,
+      "step": 9665
+    },
+    {
+      "epoch": 0.8642703862660944,
+      "grad_norm": 0.15511777496351425,
+      "learning_rate": 9.508418677784847e-06,
+      "loss": 0.6316,
+      "step": 9666
+    },
+    {
+      "epoch": 0.864359799713877,
+      "grad_norm": 0.16385949180386225,
+      "learning_rate": 9.496097321972597e-06,
+      "loss": 0.6347,
+      "step": 9667
+    },
+    {
+      "epoch": 0.8644492131616596,
+      "grad_norm": 0.15647170751345613,
+      "learning_rate": 9.48378355661339e-06,
+      "loss": 0.6446,
+      "step": 9668
+    },
+    {
+      "epoch": 0.864538626609442,
+      "grad_norm": 0.15913417438314917,
+      "learning_rate": 9.471477382739912e-06,
+      "loss": 0.6326,
+      "step": 9669
+    },
+    {
+      "epoch": 0.8646280400572246,
+      "grad_norm": 0.1583413101914277,
+      "learning_rate": 9.459178801384304e-06,
+      "loss": 0.6527,
+      "step": 9670
+    },
+    {
+      "epoch": 0.8647174535050072,
+      "grad_norm": 0.1665906480951615,
+      "learning_rate": 9.446887813578031e-06,
+      "loss": 0.6268,
+      "step": 9671
+    },
+    {
+      "epoch": 0.8648068669527897,
+      "grad_norm": 0.1687473024176613,
+      "learning_rate": 9.434604420351911e-06,
+      "loss": 0.6451,
+      "step": 9672
+    },
+    {
+      "epoch": 0.8648962804005722,
+      "grad_norm": 0.1701191351258818,
+      "learning_rate": 9.422328622736142e-06,
+      "loss": 0.6536,
+      "step": 9673
+    },
+    {
+      "epoch": 0.8649856938483548,
+      "grad_norm": 0.1423999679904667,
+      "learning_rate": 9.41006042176027e-06,
+      "loss": 0.596,
+      "step": 9674
+    },
+    {
+      "epoch": 0.8650751072961373,
+      "grad_norm": 0.17199348840490214,
+      "learning_rate": 9.397799818453235e-06,
+      "loss": 0.6655,
+      "step": 9675
+    },
+    {
+      "epoch": 0.8651645207439199,
+      "grad_norm": 0.17333529706677828,
+      "learning_rate": 9.385546813843326e-06,
+      "loss": 0.6541,
+      "step": 9676
+    },
+    {
+      "epoch": 0.8652539341917024,
+      "grad_norm": 0.1822638758209637,
+      "learning_rate": 9.373301408958157e-06,
+      "loss": 0.6414,
+      "step": 9677
+    },
+    {
+      "epoch": 0.865343347639485,
+      "grad_norm": 0.1623877697113563,
+      "learning_rate": 9.361063604824738e-06,
+      "loss": 0.6399,
+      "step": 9678
+    },
+    {
+      "epoch": 0.8654327610872675,
+      "grad_norm": 0.154547486222589,
+      "learning_rate": 9.34883340246946e-06,
+      "loss": 0.6637,
+      "step": 9679
+    },
+    {
+      "epoch": 0.8655221745350501,
+      "grad_norm": 0.15552289560827084,
+      "learning_rate": 9.336610802918044e-06,
+      "loss": 0.6488,
+      "step": 9680
+    },
+    {
+      "epoch": 0.8656115879828327,
+      "grad_norm": 0.17696874908519317,
+      "learning_rate": 9.324395807195585e-06,
+      "loss": 0.6667,
+      "step": 9681
+    },
+    {
+      "epoch": 0.8657010014306151,
+      "grad_norm": 0.1655959573246802,
+      "learning_rate": 9.312188416326562e-06,
+      "loss": 0.6457,
+      "step": 9682
+    },
+    {
+      "epoch": 0.8657904148783977,
+      "grad_norm": 0.136538052154684,
+      "learning_rate": 9.299988631334755e-06,
+      "loss": 0.5891,
+      "step": 9683
+    },
+    {
+      "epoch": 0.8658798283261803,
+      "grad_norm": 0.1614632053674729,
+      "learning_rate": 9.287796453243358e-06,
+      "loss": 0.6605,
+      "step": 9684
+    },
+    {
+      "epoch": 0.8659692417739628,
+      "grad_norm": 0.14277117838642003,
+      "learning_rate": 9.275611883074941e-06,
+      "loss": 0.659,
+      "step": 9685
+    },
+    {
+      "epoch": 0.8660586552217453,
+      "grad_norm": 0.1530129680640601,
+      "learning_rate": 9.263434921851377e-06,
+      "loss": 0.6764,
+      "step": 9686
+    },
+    {
+      "epoch": 0.8661480686695279,
+      "grad_norm": 0.14862766854734816,
+      "learning_rate": 9.251265570593914e-06,
+      "loss": 0.5982,
+      "step": 9687
+    },
+    {
+      "epoch": 0.8662374821173104,
+      "grad_norm": 0.18449695710618266,
+      "learning_rate": 9.23910383032326e-06,
+      "loss": 0.6986,
+      "step": 9688
+    },
+    {
+      "epoch": 0.866326895565093,
+      "grad_norm": 0.18839993469940375,
+      "learning_rate": 9.226949702059329e-06,
+      "loss": 0.6688,
+      "step": 9689
+    },
+    {
+      "epoch": 0.8664163090128756,
+      "grad_norm": 0.16518818385343012,
+      "learning_rate": 9.214803186821497e-06,
+      "loss": 0.6491,
+      "step": 9690
+    },
+    {
+      "epoch": 0.866505722460658,
+      "grad_norm": 0.18213544349890232,
+      "learning_rate": 9.202664285628504e-06,
+      "loss": 0.6206,
+      "step": 9691
+    },
+    {
+      "epoch": 0.8665951359084406,
+      "grad_norm": 0.17592945449207648,
+      "learning_rate": 9.190532999498392e-06,
+      "loss": 0.6238,
+      "step": 9692
+    },
+    {
+      "epoch": 0.8666845493562232,
+      "grad_norm": 0.18920041351822234,
+      "learning_rate": 9.178409329448601e-06,
+      "loss": 0.6891,
+      "step": 9693
+    },
+    {
+      "epoch": 0.8667739628040058,
+      "grad_norm": 0.17069723988845192,
+      "learning_rate": 9.16629327649593e-06,
+      "loss": 0.6508,
+      "step": 9694
+    },
+    {
+      "epoch": 0.8668633762517882,
+      "grad_norm": 0.17235613894903742,
+      "learning_rate": 9.154184841656544e-06,
+      "loss": 0.6569,
+      "step": 9695
+    },
+    {
+      "epoch": 0.8669527896995708,
+      "grad_norm": 0.15835130574998757,
+      "learning_rate": 9.142084025945984e-06,
+      "loss": 0.6008,
+      "step": 9696
+    },
+    {
+      "epoch": 0.8670422031473534,
+      "grad_norm": 0.15328117443326128,
+      "learning_rate": 9.129990830379087e-06,
+      "loss": 0.6772,
+      "step": 9697
+    },
+    {
+      "epoch": 0.8671316165951359,
+      "grad_norm": 0.156453163429934,
+      "learning_rate": 9.117905255970116e-06,
+      "loss": 0.6363,
+      "step": 9698
+    },
+    {
+      "epoch": 0.8672210300429185,
+      "grad_norm": 0.15782717570033514,
+      "learning_rate": 9.105827303732695e-06,
+      "loss": 0.6507,
+      "step": 9699
+    },
+    {
+      "epoch": 0.867310443490701,
+      "grad_norm": 0.1614950972262001,
+      "learning_rate": 9.093756974679746e-06,
+      "loss": 0.6606,
+      "step": 9700
+    },
+    {
+      "epoch": 0.8673998569384835,
+      "grad_norm": 0.15435399653802678,
+      "learning_rate": 9.081694269823582e-06,
+      "loss": 0.6266,
+      "step": 9701
+    },
+    {
+      "epoch": 0.8674892703862661,
+      "grad_norm": 0.1664321830173654,
+      "learning_rate": 9.069639190175972e-06,
+      "loss": 0.6626,
+      "step": 9702
+    },
+    {
+      "epoch": 0.8675786838340487,
+      "grad_norm": 0.18015105255334404,
+      "learning_rate": 9.057591736747883e-06,
+      "loss": 0.7031,
+      "step": 9703
+    },
+    {
+      "epoch": 0.8676680972818311,
+      "grad_norm": 0.1679428926831001,
+      "learning_rate": 9.045551910549744e-06,
+      "loss": 0.6448,
+      "step": 9704
+    },
+    {
+      "epoch": 0.8677575107296137,
+      "grad_norm": 0.15876727649539882,
+      "learning_rate": 9.033519712591332e-06,
+      "loss": 0.6572,
+      "step": 9705
+    },
+    {
+      "epoch": 0.8678469241773963,
+      "grad_norm": 0.1639911878367424,
+      "learning_rate": 9.021495143881753e-06,
+      "loss": 0.6681,
+      "step": 9706
+    },
+    {
+      "epoch": 0.8679363376251789,
+      "grad_norm": 0.16324314436474727,
+      "learning_rate": 9.0094782054295e-06,
+      "loss": 0.6423,
+      "step": 9707
+    },
+    {
+      "epoch": 0.8680257510729614,
+      "grad_norm": 0.14349304090892112,
+      "learning_rate": 8.997468898242422e-06,
+      "loss": 0.6465,
+      "step": 9708
+    },
+    {
+      "epoch": 0.8681151645207439,
+      "grad_norm": 0.15858027190315815,
+      "learning_rate": 8.985467223327726e-06,
+      "loss": 0.6468,
+      "step": 9709
+    },
+    {
+      "epoch": 0.8682045779685265,
+      "grad_norm": 0.17770121642389175,
+      "learning_rate": 8.973473181691993e-06,
+      "loss": 0.6626,
+      "step": 9710
+    },
+    {
+      "epoch": 0.868293991416309,
+      "grad_norm": 0.137101058896773,
+      "learning_rate": 8.96148677434111e-06,
+      "loss": 0.6231,
+      "step": 9711
+    },
+    {
+      "epoch": 0.8683834048640916,
+      "grad_norm": 0.18370931487344883,
+      "learning_rate": 8.949508002280382e-06,
+      "loss": 0.6595,
+      "step": 9712
+    },
+    {
+      "epoch": 0.8684728183118741,
+      "grad_norm": 0.16927997587886878,
+      "learning_rate": 8.937536866514462e-06,
+      "loss": 0.6233,
+      "step": 9713
+    },
+    {
+      "epoch": 0.8685622317596566,
+      "grad_norm": 0.14388356125369683,
+      "learning_rate": 8.925573368047358e-06,
+      "loss": 0.6258,
+      "step": 9714
+    },
+    {
+      "epoch": 0.8686516452074392,
+      "grad_norm": 0.17215478631990622,
+      "learning_rate": 8.91361750788241e-06,
+      "loss": 0.6574,
+      "step": 9715
+    },
+    {
+      "epoch": 0.8687410586552218,
+      "grad_norm": 0.1472426234630527,
+      "learning_rate": 8.901669287022384e-06,
+      "loss": 0.617,
+      "step": 9716
+    },
+    {
+      "epoch": 0.8688304721030042,
+      "grad_norm": 0.16067003485883988,
+      "learning_rate": 8.889728706469314e-06,
+      "loss": 0.6459,
+      "step": 9717
+    },
+    {
+      "epoch": 0.8689198855507868,
+      "grad_norm": 0.14789602423566173,
+      "learning_rate": 8.877795767224672e-06,
+      "loss": 0.6555,
+      "step": 9718
+    },
+    {
+      "epoch": 0.8690092989985694,
+      "grad_norm": 0.16686017620933558,
+      "learning_rate": 8.86587047028926e-06,
+      "loss": 0.6313,
+      "step": 9719
+    },
+    {
+      "epoch": 0.869098712446352,
+      "grad_norm": 0.14886297192115214,
+      "learning_rate": 8.853952816663213e-06,
+      "loss": 0.6464,
+      "step": 9720
+    },
+    {
+      "epoch": 0.8691881258941345,
+      "grad_norm": 0.1846889895020899,
+      "learning_rate": 8.842042807346051e-06,
+      "loss": 0.6445,
+      "step": 9721
+    },
+    {
+      "epoch": 0.869277539341917,
+      "grad_norm": 0.1813844785017404,
+      "learning_rate": 8.830140443336699e-06,
+      "loss": 0.6577,
+      "step": 9722
+    },
+    {
+      "epoch": 0.8693669527896996,
+      "grad_norm": 0.15046308656754,
+      "learning_rate": 8.818245725633356e-06,
+      "loss": 0.6488,
+      "step": 9723
+    },
+    {
+      "epoch": 0.8694563662374821,
+      "grad_norm": 0.16160607407465438,
+      "learning_rate": 8.806358655233615e-06,
+      "loss": 0.6858,
+      "step": 9724
+    },
+    {
+      "epoch": 0.8695457796852647,
+      "grad_norm": 0.17087818262774693,
+      "learning_rate": 8.794479233134456e-06,
+      "loss": 0.6448,
+      "step": 9725
+    },
+    {
+      "epoch": 0.8696351931330472,
+      "grad_norm": 0.15811385582362217,
+      "learning_rate": 8.78260746033217e-06,
+      "loss": 0.6644,
+      "step": 9726
+    },
+    {
+      "epoch": 0.8697246065808297,
+      "grad_norm": 0.16931739433053025,
+      "learning_rate": 8.770743337822418e-06,
+      "loss": 0.6253,
+      "step": 9727
+    },
+    {
+      "epoch": 0.8698140200286123,
+      "grad_norm": 0.15800949612218407,
+      "learning_rate": 8.758886866600257e-06,
+      "loss": 0.6246,
+      "step": 9728
+    },
+    {
+      "epoch": 0.8699034334763949,
+      "grad_norm": 0.1729829132722149,
+      "learning_rate": 8.74703804766005e-06,
+      "loss": 0.6518,
+      "step": 9729
+    },
+    {
+      "epoch": 0.8699928469241774,
+      "grad_norm": 0.17127955706668452,
+      "learning_rate": 8.735196881995589e-06,
+      "loss": 0.6463,
+      "step": 9730
+    },
+    {
+      "epoch": 0.8700822603719599,
+      "grad_norm": 0.12945289529622225,
+      "learning_rate": 8.723363370599924e-06,
+      "loss": 0.6128,
+      "step": 9731
+    },
+    {
+      "epoch": 0.8701716738197425,
+      "grad_norm": 0.15500356496529233,
+      "learning_rate": 8.71153751446553e-06,
+      "loss": 0.6205,
+      "step": 9732
+    },
+    {
+      "epoch": 0.870261087267525,
+      "grad_norm": 0.1608632860366144,
+      "learning_rate": 8.699719314584265e-06,
+      "loss": 0.6502,
+      "step": 9733
+    },
+    {
+      "epoch": 0.8703505007153076,
+      "grad_norm": 0.15363760963156817,
+      "learning_rate": 8.687908771947251e-06,
+      "loss": 0.6275,
+      "step": 9734
+    },
+    {
+      "epoch": 0.8704399141630901,
+      "grad_norm": 0.1689137990340746,
+      "learning_rate": 8.676105887545039e-06,
+      "loss": 0.6593,
+      "step": 9735
+    },
+    {
+      "epoch": 0.8705293276108726,
+      "grad_norm": 0.1666568576299401,
+      "learning_rate": 8.66431066236757e-06,
+      "loss": 0.6381,
+      "step": 9736
+    },
+    {
+      "epoch": 0.8706187410586552,
+      "grad_norm": 0.17545915638270485,
+      "learning_rate": 8.652523097404042e-06,
+      "loss": 0.6374,
+      "step": 9737
+    },
+    {
+      "epoch": 0.8707081545064378,
+      "grad_norm": 0.15173306108766893,
+      "learning_rate": 8.640743193643075e-06,
+      "loss": 0.6569,
+      "step": 9738
+    },
+    {
+      "epoch": 0.8707975679542204,
+      "grad_norm": 0.14313177424747525,
+      "learning_rate": 8.628970952072667e-06,
+      "loss": 0.6189,
+      "step": 9739
+    },
+    {
+      "epoch": 0.8708869814020028,
+      "grad_norm": 0.15248230835441898,
+      "learning_rate": 8.617206373680098e-06,
+      "loss": 0.6177,
+      "step": 9740
+    },
+    {
+      "epoch": 0.8709763948497854,
+      "grad_norm": 0.16346583322300393,
+      "learning_rate": 8.605449459452075e-06,
+      "loss": 0.6186,
+      "step": 9741
+    },
+    {
+      "epoch": 0.871065808297568,
+      "grad_norm": 0.16087085799438283,
+      "learning_rate": 8.593700210374622e-06,
+      "loss": 0.633,
+      "step": 9742
+    },
+    {
+      "epoch": 0.8711552217453505,
+      "grad_norm": 0.16471641657148253,
+      "learning_rate": 8.58195862743314e-06,
+      "loss": 0.6178,
+      "step": 9743
+    },
+    {
+      "epoch": 0.871244635193133,
+      "grad_norm": 0.1345928137365414,
+      "learning_rate": 8.570224711612385e-06,
+      "loss": 0.5897,
+      "step": 9744
+    },
+    {
+      "epoch": 0.8713340486409156,
+      "grad_norm": 0.15956240969143048,
+      "learning_rate": 8.55849846389648e-06,
+      "loss": 0.6232,
+      "step": 9745
+    },
+    {
+      "epoch": 0.8714234620886981,
+      "grad_norm": 0.16453273729102552,
+      "learning_rate": 8.546779885268863e-06,
+      "loss": 0.6315,
+      "step": 9746
+    },
+    {
+      "epoch": 0.8715128755364807,
+      "grad_norm": 0.16042666036862785,
+      "learning_rate": 8.535068976712368e-06,
+      "loss": 0.6682,
+      "step": 9747
+    },
+    {
+      "epoch": 0.8716022889842633,
+      "grad_norm": 0.15768843614655567,
+      "learning_rate": 8.523365739209188e-06,
+      "loss": 0.6705,
+      "step": 9748
+    },
+    {
+      "epoch": 0.8716917024320457,
+      "grad_norm": 0.1530152130974692,
+      "learning_rate": 8.511670173740816e-06,
+      "loss": 0.638,
+      "step": 9749
+    },
+    {
+      "epoch": 0.8717811158798283,
+      "grad_norm": 0.15988192658167355,
+      "learning_rate": 8.499982281288221e-06,
+      "loss": 0.6318,
+      "step": 9750
+    },
+    {
+      "epoch": 0.8718705293276109,
+      "grad_norm": 0.16028106973260645,
+      "learning_rate": 8.488302062831576e-06,
+      "loss": 0.644,
+      "step": 9751
+    },
+    {
+      "epoch": 0.8719599427753935,
+      "grad_norm": 0.15866282124685568,
+      "learning_rate": 8.476629519350532e-06,
+      "loss": 0.6362,
+      "step": 9752
+    },
+    {
+      "epoch": 0.8720493562231759,
+      "grad_norm": 0.1630050925097677,
+      "learning_rate": 8.464964651824048e-06,
+      "loss": 0.703,
+      "step": 9753
+    },
+    {
+      "epoch": 0.8721387696709585,
+      "grad_norm": 0.1665547274719324,
+      "learning_rate": 8.453307461230409e-06,
+      "loss": 0.6364,
+      "step": 9754
+    },
+    {
+      "epoch": 0.8722281831187411,
+      "grad_norm": 0.14702755717669555,
+      "learning_rate": 8.441657948547322e-06,
+      "loss": 0.6281,
+      "step": 9755
+    },
+    {
+      "epoch": 0.8723175965665236,
+      "grad_norm": 0.14712074771211778,
+      "learning_rate": 8.430016114751805e-06,
+      "loss": 0.6351,
+      "step": 9756
+    },
+    {
+      "epoch": 0.8724070100143062,
+      "grad_norm": 0.16118700597332034,
+      "learning_rate": 8.418381960820243e-06,
+      "loss": 0.614,
+      "step": 9757
+    },
+    {
+      "epoch": 0.8724964234620887,
+      "grad_norm": 0.14203387457584882,
+      "learning_rate": 8.40675548772839e-06,
+      "loss": 0.6138,
+      "step": 9758
+    },
+    {
+      "epoch": 0.8725858369098712,
+      "grad_norm": 0.182209490073809,
+      "learning_rate": 8.395136696451355e-06,
+      "loss": 0.6415,
+      "step": 9759
+    },
+    {
+      "epoch": 0.8726752503576538,
+      "grad_norm": 0.15970419574032987,
+      "learning_rate": 8.383525587963558e-06,
+      "loss": 0.6434,
+      "step": 9760
+    },
+    {
+      "epoch": 0.8727646638054364,
+      "grad_norm": 0.18556764746840398,
+      "learning_rate": 8.371922163238821e-06,
+      "loss": 0.653,
+      "step": 9761
+    },
+    {
+      "epoch": 0.8728540772532188,
+      "grad_norm": 0.1627856185622517,
+      "learning_rate": 8.36032642325033e-06,
+      "loss": 0.6196,
+      "step": 9762
+    },
+    {
+      "epoch": 0.8729434907010014,
+      "grad_norm": 0.15695121735434706,
+      "learning_rate": 8.348738368970566e-06,
+      "loss": 0.6409,
+      "step": 9763
+    },
+    {
+      "epoch": 0.873032904148784,
+      "grad_norm": 0.15184685359044972,
+      "learning_rate": 8.337158001371449e-06,
+      "loss": 0.6484,
+      "step": 9764
+    },
+    {
+      "epoch": 0.8731223175965666,
+      "grad_norm": 0.1762591111191978,
+      "learning_rate": 8.325585321424178e-06,
+      "loss": 0.6439,
+      "step": 9765
+    },
+    {
+      "epoch": 0.873211731044349,
+      "grad_norm": 0.16024724363427828,
+      "learning_rate": 8.314020330099348e-06,
+      "loss": 0.6289,
+      "step": 9766
+    },
+    {
+      "epoch": 0.8733011444921316,
+      "grad_norm": 0.15106246827866024,
+      "learning_rate": 8.302463028366924e-06,
+      "loss": 0.6514,
+      "step": 9767
+    },
+    {
+      "epoch": 0.8733905579399142,
+      "grad_norm": 0.15144968234322978,
+      "learning_rate": 8.290913417196177e-06,
+      "loss": 0.6479,
+      "step": 9768
+    },
+    {
+      "epoch": 0.8734799713876967,
+      "grad_norm": 0.1682369761356672,
+      "learning_rate": 8.279371497555755e-06,
+      "loss": 0.6312,
+      "step": 9769
+    },
+    {
+      "epoch": 0.8735693848354793,
+      "grad_norm": 0.17568622818875698,
+      "learning_rate": 8.26783727041367e-06,
+      "loss": 0.648,
+      "step": 9770
+    },
+    {
+      "epoch": 0.8736587982832618,
+      "grad_norm": 0.15353576062915641,
+      "learning_rate": 8.256310736737294e-06,
+      "loss": 0.5964,
+      "step": 9771
+    },
+    {
+      "epoch": 0.8737482117310443,
+      "grad_norm": 0.1529169355082308,
+      "learning_rate": 8.244791897493342e-06,
+      "loss": 0.6278,
+      "step": 9772
+    },
+    {
+      "epoch": 0.8738376251788269,
+      "grad_norm": 0.18067986491537585,
+      "learning_rate": 8.233280753647887e-06,
+      "loss": 0.6597,
+      "step": 9773
+    },
+    {
+      "epoch": 0.8739270386266095,
+      "grad_norm": 0.15557891791431602,
+      "learning_rate": 8.221777306166346e-06,
+      "loss": 0.616,
+      "step": 9774
+    },
+    {
+      "epoch": 0.8740164520743919,
+      "grad_norm": 0.15535994226915995,
+      "learning_rate": 8.210281556013489e-06,
+      "loss": 0.6241,
+      "step": 9775
+    },
+    {
+      "epoch": 0.8741058655221745,
+      "grad_norm": 0.16332116311521283,
+      "learning_rate": 8.19879350415349e-06,
+      "loss": 0.6328,
+      "step": 9776
+    },
+    {
+      "epoch": 0.8741952789699571,
+      "grad_norm": 0.1415445293978331,
+      "learning_rate": 8.18731315154978e-06,
+      "loss": 0.6283,
+      "step": 9777
+    },
+    {
+      "epoch": 0.8742846924177397,
+      "grad_norm": 0.15985247762964683,
+      "learning_rate": 8.175840499165244e-06,
+      "loss": 0.6335,
+      "step": 9778
+    },
+    {
+      "epoch": 0.8743741058655222,
+      "grad_norm": 0.1501929114496047,
+      "learning_rate": 8.16437554796209e-06,
+      "loss": 0.6305,
+      "step": 9779
+    },
+    {
+      "epoch": 0.8744635193133047,
+      "grad_norm": 0.15690943960453224,
+      "learning_rate": 8.152918298901836e-06,
+      "loss": 0.6076,
+      "step": 9780
+    },
+    {
+      "epoch": 0.8745529327610873,
+      "grad_norm": 0.14302875939866483,
+      "learning_rate": 8.141468752945392e-06,
+      "loss": 0.627,
+      "step": 9781
+    },
+    {
+      "epoch": 0.8746423462088698,
+      "grad_norm": 0.15578162054983313,
+      "learning_rate": 8.130026911053045e-06,
+      "loss": 0.6244,
+      "step": 9782
+    },
+    {
+      "epoch": 0.8747317596566524,
+      "grad_norm": 0.15801291550913346,
+      "learning_rate": 8.118592774184385e-06,
+      "loss": 0.6226,
+      "step": 9783
+    },
+    {
+      "epoch": 0.8748211731044349,
+      "grad_norm": 0.17574465168277603,
+      "learning_rate": 8.107166343298377e-06,
+      "loss": 0.678,
+      "step": 9784
+    },
+    {
+      "epoch": 0.8749105865522174,
+      "grad_norm": 0.15751118015417598,
+      "learning_rate": 8.095747619353345e-06,
+      "loss": 0.6522,
+      "step": 9785
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 0.14693239485190812,
+      "learning_rate": 8.084336603306974e-06,
+      "loss": 0.6478,
+      "step": 9786
+    },
+    {
+      "epoch": 0.8750894134477826,
+      "grad_norm": 0.16147347218355293,
+      "learning_rate": 8.072933296116303e-06,
+      "loss": 0.654,
+      "step": 9787
+    },
+    {
+      "epoch": 0.8751788268955651,
+      "grad_norm": 0.17926043141708767,
+      "learning_rate": 8.061537698737675e-06,
+      "loss": 0.6731,
+      "step": 9788
+    },
+    {
+      "epoch": 0.8752682403433476,
+      "grad_norm": 0.175050775033021,
+      "learning_rate": 8.05014981212685e-06,
+      "loss": 0.6546,
+      "step": 9789
+    },
+    {
+      "epoch": 0.8753576537911302,
+      "grad_norm": 0.17888045664975072,
+      "learning_rate": 8.038769637238907e-06,
+      "loss": 0.6323,
+      "step": 9790
+    },
+    {
+      "epoch": 0.8754470672389127,
+      "grad_norm": 0.15542094370364323,
+      "learning_rate": 8.027397175028305e-06,
+      "loss": 0.6636,
+      "step": 9791
+    },
+    {
+      "epoch": 0.8755364806866953,
+      "grad_norm": 0.16086572119468784,
+      "learning_rate": 8.016032426448817e-06,
+      "loss": 0.6657,
+      "step": 9792
+    },
+    {
+      "epoch": 0.8756258941344778,
+      "grad_norm": 0.14154980656003266,
+      "learning_rate": 8.00467539245362e-06,
+      "loss": 0.6034,
+      "step": 9793
+    },
+    {
+      "epoch": 0.8757153075822603,
+      "grad_norm": 0.1804911880046755,
+      "learning_rate": 7.993326073995189e-06,
+      "loss": 0.6513,
+      "step": 9794
+    },
+    {
+      "epoch": 0.8758047210300429,
+      "grad_norm": 0.14726061986403258,
+      "learning_rate": 7.981984472025372e-06,
+      "loss": 0.6416,
+      "step": 9795
+    },
+    {
+      "epoch": 0.8758941344778255,
+      "grad_norm": 0.17299242344488563,
+      "learning_rate": 7.97065058749541e-06,
+      "loss": 0.6887,
+      "step": 9796
+    },
+    {
+      "epoch": 0.8759835479256081,
+      "grad_norm": 0.15039735962548606,
+      "learning_rate": 7.959324421355797e-06,
+      "loss": 0.6179,
+      "step": 9797
+    },
+    {
+      "epoch": 0.8760729613733905,
+      "grad_norm": 0.18405427266362304,
+      "learning_rate": 7.948005974556539e-06,
+      "loss": 0.6669,
+      "step": 9798
+    },
+    {
+      "epoch": 0.8761623748211731,
+      "grad_norm": 0.17682219998087362,
+      "learning_rate": 7.936695248046822e-06,
+      "loss": 0.677,
+      "step": 9799
+    },
+    {
+      "epoch": 0.8762517882689557,
+      "grad_norm": 0.1532176314705841,
+      "learning_rate": 7.925392242775288e-06,
+      "loss": 0.6351,
+      "step": 9800
+    },
+    {
+      "epoch": 0.8763412017167382,
+      "grad_norm": 0.16031125218760037,
+      "learning_rate": 7.91409695968991e-06,
+      "loss": 0.6388,
+      "step": 9801
+    },
+    {
+      "epoch": 0.8764306151645207,
+      "grad_norm": 0.16940517214182182,
+      "learning_rate": 7.90280939973802e-06,
+      "loss": 0.6311,
+      "step": 9802
+    },
+    {
+      "epoch": 0.8765200286123033,
+      "grad_norm": 0.14509156847916543,
+      "learning_rate": 7.891529563866274e-06,
+      "loss": 0.5888,
+      "step": 9803
+    },
+    {
+      "epoch": 0.8766094420600858,
+      "grad_norm": 0.17142042957784043,
+      "learning_rate": 7.8802574530207e-06,
+      "loss": 0.6517,
+      "step": 9804
+    },
+    {
+      "epoch": 0.8766988555078684,
+      "grad_norm": 0.1499485835746138,
+      "learning_rate": 7.86899306814668e-06,
+      "loss": 0.6298,
+      "step": 9805
+    },
+    {
+      "epoch": 0.876788268955651,
+      "grad_norm": 0.1364414449330672,
+      "learning_rate": 7.857736410188953e-06,
+      "loss": 0.6273,
+      "step": 9806
+    },
+    {
+      "epoch": 0.8768776824034334,
+      "grad_norm": 0.15585602746719132,
+      "learning_rate": 7.846487480091603e-06,
+      "loss": 0.6328,
+      "step": 9807
+    },
+    {
+      "epoch": 0.876967095851216,
+      "grad_norm": 0.139924588396808,
+      "learning_rate": 7.835246278798037e-06,
+      "loss": 0.635,
+      "step": 9808
+    },
+    {
+      "epoch": 0.8770565092989986,
+      "grad_norm": 0.176016206535121,
+      "learning_rate": 7.824012807251058e-06,
+      "loss": 0.655,
+      "step": 9809
+    },
+    {
+      "epoch": 0.8771459227467812,
+      "grad_norm": 0.16978123384632524,
+      "learning_rate": 7.812787066392825e-06,
+      "loss": 0.6336,
+      "step": 9810
+    },
+    {
+      "epoch": 0.8772353361945636,
+      "grad_norm": 0.1769953334459488,
+      "learning_rate": 7.80156905716477e-06,
+      "loss": 0.6781,
+      "step": 9811
+    },
+    {
+      "epoch": 0.8773247496423462,
+      "grad_norm": 0.15406745746509076,
+      "learning_rate": 7.790358780507789e-06,
+      "loss": 0.6454,
+      "step": 9812
+    },
+    {
+      "epoch": 0.8774141630901288,
+      "grad_norm": 0.17532962213565723,
+      "learning_rate": 7.779156237362084e-06,
+      "loss": 0.659,
+      "step": 9813
+    },
+    {
+      "epoch": 0.8775035765379113,
+      "grad_norm": 0.1562755474264615,
+      "learning_rate": 7.767961428667136e-06,
+      "loss": 0.6423,
+      "step": 9814
+    },
+    {
+      "epoch": 0.8775929899856938,
+      "grad_norm": 0.15226008299790073,
+      "learning_rate": 7.756774355361884e-06,
+      "loss": 0.6151,
+      "step": 9815
+    },
+    {
+      "epoch": 0.8776824034334764,
+      "grad_norm": 0.1657125821405469,
+      "learning_rate": 7.745595018384578e-06,
+      "loss": 0.6261,
+      "step": 9816
+    },
+    {
+      "epoch": 0.8777718168812589,
+      "grad_norm": 0.138288749053362,
+      "learning_rate": 7.734423418672786e-06,
+      "loss": 0.6107,
+      "step": 9817
+    },
+    {
+      "epoch": 0.8778612303290415,
+      "grad_norm": 0.1669481866960538,
+      "learning_rate": 7.723259557163487e-06,
+      "loss": 0.6433,
+      "step": 9818
+    },
+    {
+      "epoch": 0.8779506437768241,
+      "grad_norm": 0.17902933042868874,
+      "learning_rate": 7.71210343479295e-06,
+      "loss": 0.6667,
+      "step": 9819
+    },
+    {
+      "epoch": 0.8780400572246065,
+      "grad_norm": 0.18167190063314034,
+      "learning_rate": 7.70095505249685e-06,
+      "loss": 0.6803,
+      "step": 9820
+    },
+    {
+      "epoch": 0.8781294706723891,
+      "grad_norm": 0.14584730755332795,
+      "learning_rate": 7.689814411210195e-06,
+      "loss": 0.6019,
+      "step": 9821
+    },
+    {
+      "epoch": 0.8782188841201717,
+      "grad_norm": 0.16515817171245545,
+      "learning_rate": 7.678681511867304e-06,
+      "loss": 0.6314,
+      "step": 9822
+    },
+    {
+      "epoch": 0.8783082975679543,
+      "grad_norm": 0.1679140817972924,
+      "learning_rate": 7.667556355401906e-06,
+      "loss": 0.6854,
+      "step": 9823
+    },
+    {
+      "epoch": 0.8783977110157367,
+      "grad_norm": 0.17448405833305436,
+      "learning_rate": 7.656438942747058e-06,
+      "loss": 0.6962,
+      "step": 9824
+    },
+    {
+      "epoch": 0.8784871244635193,
+      "grad_norm": 0.18327050354775526,
+      "learning_rate": 7.645329274835122e-06,
+      "loss": 0.6724,
+      "step": 9825
+    },
+    {
+      "epoch": 0.8785765379113019,
+      "grad_norm": 0.16494947063639956,
+      "learning_rate": 7.634227352597901e-06,
+      "loss": 0.6454,
+      "step": 9826
+    },
+    {
+      "epoch": 0.8786659513590844,
+      "grad_norm": 0.15138103982798848,
+      "learning_rate": 7.623133176966491e-06,
+      "loss": 0.6276,
+      "step": 9827
+    },
+    {
+      "epoch": 0.878755364806867,
+      "grad_norm": 0.15784892101102635,
+      "learning_rate": 7.612046748871327e-06,
+      "loss": 0.6506,
+      "step": 9828
+    },
+    {
+      "epoch": 0.8788447782546495,
+      "grad_norm": 0.1740739293773948,
+      "learning_rate": 7.600968069242232e-06,
+      "loss": 0.6765,
+      "step": 9829
+    },
+    {
+      "epoch": 0.878934191702432,
+      "grad_norm": 0.16546543636999217,
+      "learning_rate": 7.589897139008362e-06,
+      "loss": 0.6601,
+      "step": 9830
+    },
+    {
+      "epoch": 0.8790236051502146,
+      "grad_norm": 0.16351087479575208,
+      "learning_rate": 7.578833959098209e-06,
+      "loss": 0.629,
+      "step": 9831
+    },
+    {
+      "epoch": 0.8791130185979972,
+      "grad_norm": 0.16576408732463327,
+      "learning_rate": 7.567778530439606e-06,
+      "loss": 0.64,
+      "step": 9832
+    },
+    {
+      "epoch": 0.8792024320457796,
+      "grad_norm": 0.17111131658834702,
+      "learning_rate": 7.5567308539598256e-06,
+      "loss": 0.6487,
+      "step": 9833
+    },
+    {
+      "epoch": 0.8792918454935622,
+      "grad_norm": 0.15432967035692924,
+      "learning_rate": 7.545690930585381e-06,
+      "loss": 0.6139,
+      "step": 9834
+    },
+    {
+      "epoch": 0.8793812589413448,
+      "grad_norm": 0.15421469134131963,
+      "learning_rate": 7.534658761242164e-06,
+      "loss": 0.6885,
+      "step": 9835
+    },
+    {
+      "epoch": 0.8794706723891274,
+      "grad_norm": 0.15297157244513232,
+      "learning_rate": 7.52363434685548e-06,
+      "loss": 0.6539,
+      "step": 9836
+    },
+    {
+      "epoch": 0.8795600858369099,
+      "grad_norm": 0.1432182918888394,
+      "learning_rate": 7.512617688349866e-06,
+      "loss": 0.6167,
+      "step": 9837
+    },
+    {
+      "epoch": 0.8796494992846924,
+      "grad_norm": 0.14909170112405534,
+      "learning_rate": 7.501608786649328e-06,
+      "loss": 0.6353,
+      "step": 9838
+    },
+    {
+      "epoch": 0.879738912732475,
+      "grad_norm": 0.17506441201116862,
+      "learning_rate": 7.490607642677139e-06,
+      "loss": 0.6562,
+      "step": 9839
+    },
+    {
+      "epoch": 0.8798283261802575,
+      "grad_norm": 0.16203870776208554,
+      "learning_rate": 7.479614257355971e-06,
+      "loss": 0.6546,
+      "step": 9840
+    },
+    {
+      "epoch": 0.8799177396280401,
+      "grad_norm": 0.17069012544955448,
+      "learning_rate": 7.468628631607822e-06,
+      "loss": 0.66,
+      "step": 9841
+    },
+    {
+      "epoch": 0.8800071530758226,
+      "grad_norm": 0.171269397087923,
+      "learning_rate": 7.45765076635404e-06,
+      "loss": 0.6557,
+      "step": 9842
+    },
+    {
+      "epoch": 0.8800965665236051,
+      "grad_norm": 0.14773792378771092,
+      "learning_rate": 7.446680662515315e-06,
+      "loss": 0.6387,
+      "step": 9843
+    },
+    {
+      "epoch": 0.8801859799713877,
+      "grad_norm": 0.15267612841358463,
+      "learning_rate": 7.435718321011731e-06,
+      "loss": 0.5728,
+      "step": 9844
+    },
+    {
+      "epoch": 0.8802753934191703,
+      "grad_norm": 0.15129907550927746,
+      "learning_rate": 7.424763742762642e-06,
+      "loss": 0.6741,
+      "step": 9845
+    },
+    {
+      "epoch": 0.8803648068669528,
+      "grad_norm": 0.17642236296110123,
+      "learning_rate": 7.41381692868679e-06,
+      "loss": 0.6813,
+      "step": 9846
+    },
+    {
+      "epoch": 0.8804542203147353,
+      "grad_norm": 0.150315212514056,
+      "learning_rate": 7.402877879702341e-06,
+      "loss": 0.6333,
+      "step": 9847
+    },
+    {
+      "epoch": 0.8805436337625179,
+      "grad_norm": 0.16842360228226508,
+      "learning_rate": 7.391946596726673e-06,
+      "loss": 0.646,
+      "step": 9848
+    },
+    {
+      "epoch": 0.8806330472103004,
+      "grad_norm": 0.17163846201366742,
+      "learning_rate": 7.381023080676608e-06,
+      "loss": 0.6022,
+      "step": 9849
+    },
+    {
+      "epoch": 0.880722460658083,
+      "grad_norm": 0.15269945203457053,
+      "learning_rate": 7.3701073324682905e-06,
+      "loss": 0.6418,
+      "step": 9850
+    },
+    {
+      "epoch": 0.8808118741058655,
+      "grad_norm": 0.14942054275749184,
+      "learning_rate": 7.3591993530171984e-06,
+      "loss": 0.608,
+      "step": 9851
+    },
+    {
+      "epoch": 0.880901287553648,
+      "grad_norm": 0.1704753934839236,
+      "learning_rate": 7.348299143238157e-06,
+      "loss": 0.6235,
+      "step": 9852
+    },
+    {
+      "epoch": 0.8809907010014306,
+      "grad_norm": 0.16174095337551567,
+      "learning_rate": 7.33740670404538e-06,
+      "loss": 0.6253,
+      "step": 9853
+    },
+    {
+      "epoch": 0.8810801144492132,
+      "grad_norm": 0.1552289381470585,
+      "learning_rate": 7.326522036352401e-06,
+      "loss": 0.6362,
+      "step": 9854
+    },
+    {
+      "epoch": 0.8811695278969958,
+      "grad_norm": 0.1626185914606173,
+      "learning_rate": 7.315645141072103e-06,
+      "loss": 0.6278,
+      "step": 9855
+    },
+    {
+      "epoch": 0.8812589413447782,
+      "grad_norm": 0.15522181684131722,
+      "learning_rate": 7.30477601911671e-06,
+      "loss": 0.6512,
+      "step": 9856
+    },
+    {
+      "epoch": 0.8813483547925608,
+      "grad_norm": 0.138174227148469,
+      "learning_rate": 7.293914671397795e-06,
+      "loss": 0.6142,
+      "step": 9857
+    },
+    {
+      "epoch": 0.8814377682403434,
+      "grad_norm": 0.15280683638201353,
+      "learning_rate": 7.283061098826294e-06,
+      "loss": 0.6358,
+      "step": 9858
+    },
+    {
+      "epoch": 0.8815271816881259,
+      "grad_norm": 0.17022522040832966,
+      "learning_rate": 7.272215302312502e-06,
+      "loss": 0.6409,
+      "step": 9859
+    },
+    {
+      "epoch": 0.8816165951359084,
+      "grad_norm": 0.1556412200433991,
+      "learning_rate": 7.261377282766002e-06,
+      "loss": 0.6728,
+      "step": 9860
+    },
+    {
+      "epoch": 0.881706008583691,
+      "grad_norm": 0.15647652901977757,
+      "learning_rate": 7.250547041095812e-06,
+      "loss": 0.6176,
+      "step": 9861
+    },
+    {
+      "epoch": 0.8817954220314735,
+      "grad_norm": 0.16122339646885897,
+      "learning_rate": 7.239724578210216e-06,
+      "loss": 0.6294,
+      "step": 9862
+    },
+    {
+      "epoch": 0.8818848354792561,
+      "grad_norm": 0.16853639618094865,
+      "learning_rate": 7.2289098950168995e-06,
+      "loss": 0.6084,
+      "step": 9863
+    },
+    {
+      "epoch": 0.8819742489270386,
+      "grad_norm": 0.14103294327183,
+      "learning_rate": 7.2181029924228814e-06,
+      "loss": 0.6305,
+      "step": 9864
+    },
+    {
+      "epoch": 0.8820636623748211,
+      "grad_norm": 0.16149279631449406,
+      "learning_rate": 7.207303871334492e-06,
+      "loss": 0.6634,
+      "step": 9865
+    },
+    {
+      "epoch": 0.8821530758226037,
+      "grad_norm": 0.16098857575910186,
+      "learning_rate": 7.1965125326574735e-06,
+      "loss": 0.6469,
+      "step": 9866
+    },
+    {
+      "epoch": 0.8822424892703863,
+      "grad_norm": 0.16260475505790967,
+      "learning_rate": 7.185728977296857e-06,
+      "loss": 0.646,
+      "step": 9867
+    },
+    {
+      "epoch": 0.8823319027181689,
+      "grad_norm": 0.14543224761689158,
+      "learning_rate": 7.174953206157064e-06,
+      "loss": 0.6285,
+      "step": 9868
+    },
+    {
+      "epoch": 0.8824213161659513,
+      "grad_norm": 0.16737251208878998,
+      "learning_rate": 7.16418522014185e-06,
+      "loss": 0.6331,
+      "step": 9869
+    },
+    {
+      "epoch": 0.8825107296137339,
+      "grad_norm": 0.161163771477531,
+      "learning_rate": 7.153425020154314e-06,
+      "loss": 0.6495,
+      "step": 9870
+    },
+    {
+      "epoch": 0.8826001430615165,
+      "grad_norm": 0.16317180017820504,
+      "learning_rate": 7.142672607096878e-06,
+      "loss": 0.6048,
+      "step": 9871
+    },
+    {
+      "epoch": 0.882689556509299,
+      "grad_norm": 0.14722458739890001,
+      "learning_rate": 7.1319279818713445e-06,
+      "loss": 0.6101,
+      "step": 9872
+    },
+    {
+      "epoch": 0.8827789699570815,
+      "grad_norm": 0.16801705099284692,
+      "learning_rate": 7.121191145378858e-06,
+      "loss": 0.6782,
+      "step": 9873
+    },
+    {
+      "epoch": 0.8828683834048641,
+      "grad_norm": 0.1656479668413871,
+      "learning_rate": 7.110462098519899e-06,
+      "loss": 0.6275,
+      "step": 9874
+    },
+    {
+      "epoch": 0.8829577968526466,
+      "grad_norm": 0.1635055607050806,
+      "learning_rate": 7.099740842194313e-06,
+      "loss": 0.6217,
+      "step": 9875
+    },
+    {
+      "epoch": 0.8830472103004292,
+      "grad_norm": 0.1712558520021786,
+      "learning_rate": 7.08902737730125e-06,
+      "loss": 0.6764,
+      "step": 9876
+    },
+    {
+      "epoch": 0.8831366237482118,
+      "grad_norm": 0.16008784567693157,
+      "learning_rate": 7.078321704739266e-06,
+      "loss": 0.6223,
+      "step": 9877
+    },
+    {
+      "epoch": 0.8832260371959942,
+      "grad_norm": 0.1791679162171023,
+      "learning_rate": 7.067623825406222e-06,
+      "loss": 0.6625,
+      "step": 9878
+    },
+    {
+      "epoch": 0.8833154506437768,
+      "grad_norm": 0.16041384562802194,
+      "learning_rate": 7.056933740199323e-06,
+      "loss": 0.6505,
+      "step": 9879
+    },
+    {
+      "epoch": 0.8834048640915594,
+      "grad_norm": 0.17295268223062069,
+      "learning_rate": 7.0462514500151285e-06,
+      "loss": 0.6563,
+      "step": 9880
+    },
+    {
+      "epoch": 0.883494277539342,
+      "grad_norm": 0.16969816265261833,
+      "learning_rate": 7.035576955749601e-06,
+      "loss": 0.6337,
+      "step": 9881
+    },
+    {
+      "epoch": 0.8835836909871244,
+      "grad_norm": 0.16502912441188441,
+      "learning_rate": 7.0249102582979455e-06,
+      "loss": 0.6512,
+      "step": 9882
+    },
+    {
+      "epoch": 0.883673104434907,
+      "grad_norm": 0.15337438600464967,
+      "learning_rate": 7.01425135855478e-06,
+      "loss": 0.6658,
+      "step": 9883
+    },
+    {
+      "epoch": 0.8837625178826896,
+      "grad_norm": 0.14515993023821336,
+      "learning_rate": 7.003600257414067e-06,
+      "loss": 0.6215,
+      "step": 9884
+    },
+    {
+      "epoch": 0.8838519313304721,
+      "grad_norm": 0.16886171917180015,
+      "learning_rate": 6.99295695576907e-06,
+      "loss": 0.6442,
+      "step": 9885
+    },
+    {
+      "epoch": 0.8839413447782547,
+      "grad_norm": 0.17029517596309066,
+      "learning_rate": 6.9823214545124525e-06,
+      "loss": 0.6733,
+      "step": 9886
+    },
+    {
+      "epoch": 0.8840307582260372,
+      "grad_norm": 0.15319723650998746,
+      "learning_rate": 6.971693754536201e-06,
+      "loss": 0.6623,
+      "step": 9887
+    },
+    {
+      "epoch": 0.8841201716738197,
+      "grad_norm": 0.1613464495118194,
+      "learning_rate": 6.961073856731648e-06,
+      "loss": 0.6358,
+      "step": 9888
+    },
+    {
+      "epoch": 0.8842095851216023,
+      "grad_norm": 0.17638560222301305,
+      "learning_rate": 6.950461761989458e-06,
+      "loss": 0.644,
+      "step": 9889
+    },
+    {
+      "epoch": 0.8842989985693849,
+      "grad_norm": 0.1634525151996971,
+      "learning_rate": 6.9398574711996844e-06,
+      "loss": 0.6526,
+      "step": 9890
+    },
+    {
+      "epoch": 0.8843884120171673,
+      "grad_norm": 0.15204587927371488,
+      "learning_rate": 6.929260985251662e-06,
+      "loss": 0.6103,
+      "step": 9891
+    },
+    {
+      "epoch": 0.8844778254649499,
+      "grad_norm": 0.16826388879704254,
+      "learning_rate": 6.918672305034124e-06,
+      "loss": 0.669,
+      "step": 9892
+    },
+    {
+      "epoch": 0.8845672389127325,
+      "grad_norm": 0.1729505750833537,
+      "learning_rate": 6.908091431435138e-06,
+      "loss": 0.6682,
+      "step": 9893
+    },
+    {
+      "epoch": 0.884656652360515,
+      "grad_norm": 0.17046664551203053,
+      "learning_rate": 6.897518365342059e-06,
+      "loss": 0.6705,
+      "step": 9894
+    },
+    {
+      "epoch": 0.8847460658082976,
+      "grad_norm": 0.1473856256288032,
+      "learning_rate": 6.8869531076417136e-06,
+      "loss": 0.6248,
+      "step": 9895
+    },
+    {
+      "epoch": 0.8848354792560801,
+      "grad_norm": 0.17171425277896307,
+      "learning_rate": 6.876395659220148e-06,
+      "loss": 0.627,
+      "step": 9896
+    },
+    {
+      "epoch": 0.8849248927038627,
+      "grad_norm": 0.1689918058512611,
+      "learning_rate": 6.865846020962807e-06,
+      "loss": 0.6315,
+      "step": 9897
+    },
+    {
+      "epoch": 0.8850143061516452,
+      "grad_norm": 0.1600309152791169,
+      "learning_rate": 6.855304193754497e-06,
+      "loss": 0.642,
+      "step": 9898
+    },
+    {
+      "epoch": 0.8851037195994278,
+      "grad_norm": 0.1631571458143839,
+      "learning_rate": 6.844770178479321e-06,
+      "loss": 0.6278,
+      "step": 9899
+    },
+    {
+      "epoch": 0.8851931330472103,
+      "grad_norm": 0.1778426312673186,
+      "learning_rate": 6.834243976020771e-06,
+      "loss": 0.6604,
+      "step": 9900
+    },
+    {
+      "epoch": 0.8852825464949928,
+      "grad_norm": 0.1601499332611515,
+      "learning_rate": 6.823725587261654e-06,
+      "loss": 0.6513,
+      "step": 9901
+    },
+    {
+      "epoch": 0.8853719599427754,
+      "grad_norm": 0.1588426409227958,
+      "learning_rate": 6.813215013084151e-06,
+      "loss": 0.6309,
+      "step": 9902
+    },
+    {
+      "epoch": 0.885461373390558,
+      "grad_norm": 0.15989494259009845,
+      "learning_rate": 6.8027122543697586e-06,
+      "loss": 0.6176,
+      "step": 9903
+    },
+    {
+      "epoch": 0.8855507868383404,
+      "grad_norm": 0.15649163139106376,
+      "learning_rate": 6.7922173119993606e-06,
+      "loss": 0.6335,
+      "step": 9904
+    },
+    {
+      "epoch": 0.885640200286123,
+      "grad_norm": 0.1589582534048251,
+      "learning_rate": 6.781730186853108e-06,
+      "loss": 0.6118,
+      "step": 9905
+    },
+    {
+      "epoch": 0.8857296137339056,
+      "grad_norm": 0.14684634102445146,
+      "learning_rate": 6.771250879810565e-06,
+      "loss": 0.6279,
+      "step": 9906
+    },
+    {
+      "epoch": 0.8858190271816881,
+      "grad_norm": 0.15574859822567427,
+      "learning_rate": 6.760779391750627e-06,
+      "loss": 0.6465,
+      "step": 9907
+    },
+    {
+      "epoch": 0.8859084406294707,
+      "grad_norm": 0.15686683704415127,
+      "learning_rate": 6.750315723551492e-06,
+      "loss": 0.6506,
+      "step": 9908
+    },
+    {
+      "epoch": 0.8859978540772532,
+      "grad_norm": 0.1347119251970594,
+      "learning_rate": 6.739859876090793e-06,
+      "loss": 0.6027,
+      "step": 9909
+    },
+    {
+      "epoch": 0.8860872675250357,
+      "grad_norm": 0.1561306668491994,
+      "learning_rate": 6.729411850245404e-06,
+      "loss": 0.6159,
+      "step": 9910
+    },
+    {
+      "epoch": 0.8861766809728183,
+      "grad_norm": 0.15027918976597654,
+      "learning_rate": 6.718971646891603e-06,
+      "loss": 0.6057,
+      "step": 9911
+    },
+    {
+      "epoch": 0.8862660944206009,
+      "grad_norm": 0.15580371829895848,
+      "learning_rate": 6.708539266905001e-06,
+      "loss": 0.6086,
+      "step": 9912
+    },
+    {
+      "epoch": 0.8863555078683834,
+      "grad_norm": 0.14932855403843512,
+      "learning_rate": 6.6981147111605305e-06,
+      "loss": 0.6334,
+      "step": 9913
+    },
+    {
+      "epoch": 0.8864449213161659,
+      "grad_norm": 0.152432755967465,
+      "learning_rate": 6.687697980532504e-06,
+      "loss": 0.6273,
+      "step": 9914
+    },
+    {
+      "epoch": 0.8865343347639485,
+      "grad_norm": 0.13490553700320695,
+      "learning_rate": 6.677289075894544e-06,
+      "loss": 0.6242,
+      "step": 9915
+    },
+    {
+      "epoch": 0.8866237482117311,
+      "grad_norm": 0.16853948108890787,
+      "learning_rate": 6.666887998119653e-06,
+      "loss": 0.6623,
+      "step": 9916
+    },
+    {
+      "epoch": 0.8867131616595136,
+      "grad_norm": 0.1519955665087807,
+      "learning_rate": 6.656494748080144e-06,
+      "loss": 0.6315,
+      "step": 9917
+    },
+    {
+      "epoch": 0.8868025751072961,
+      "grad_norm": 0.18108697522862383,
+      "learning_rate": 6.646109326647709e-06,
+      "loss": 0.6953,
+      "step": 9918
+    },
+    {
+      "epoch": 0.8868919885550787,
+      "grad_norm": 0.15010898238440581,
+      "learning_rate": 6.635731734693329e-06,
+      "loss": 0.6427,
+      "step": 9919
+    },
+    {
+      "epoch": 0.8869814020028612,
+      "grad_norm": 0.14139189253945453,
+      "learning_rate": 6.625361973087363e-06,
+      "loss": 0.612,
+      "step": 9920
+    },
+    {
+      "epoch": 0.8870708154506438,
+      "grad_norm": 0.157084230114889,
+      "learning_rate": 6.6150000426995486e-06,
+      "loss": 0.6276,
+      "step": 9921
+    },
+    {
+      "epoch": 0.8871602288984263,
+      "grad_norm": 0.16965930369333512,
+      "learning_rate": 6.604645944398858e-06,
+      "loss": 0.683,
+      "step": 9922
+    },
+    {
+      "epoch": 0.8872496423462088,
+      "grad_norm": 0.1440943330354957,
+      "learning_rate": 6.594299679053739e-06,
+      "loss": 0.6279,
+      "step": 9923
+    },
+    {
+      "epoch": 0.8873390557939914,
+      "grad_norm": 0.16130634732785357,
+      "learning_rate": 6.583961247531911e-06,
+      "loss": 0.6353,
+      "step": 9924
+    },
+    {
+      "epoch": 0.887428469241774,
+      "grad_norm": 0.14973662701516802,
+      "learning_rate": 6.573630650700424e-06,
+      "loss": 0.6177,
+      "step": 9925
+    },
+    {
+      "epoch": 0.8875178826895566,
+      "grad_norm": 0.15213900548314804,
+      "learning_rate": 6.563307889425707e-06,
+      "loss": 0.615,
+      "step": 9926
+    },
+    {
+      "epoch": 0.887607296137339,
+      "grad_norm": 0.18713637306132985,
+      "learning_rate": 6.5529929645735235e-06,
+      "loss": 0.6312,
+      "step": 9927
+    },
+    {
+      "epoch": 0.8876967095851216,
+      "grad_norm": 0.16841001910391273,
+      "learning_rate": 6.542685877008959e-06,
+      "loss": 0.648,
+      "step": 9928
+    },
+    {
+      "epoch": 0.8877861230329042,
+      "grad_norm": 0.1723070937303518,
+      "learning_rate": 6.532386627596454e-06,
+      "loss": 0.67,
+      "step": 9929
+    },
+    {
+      "epoch": 0.8878755364806867,
+      "grad_norm": 0.14557011250190702,
+      "learning_rate": 6.522095217199797e-06,
+      "loss": 0.6495,
+      "step": 9930
+    },
+    {
+      "epoch": 0.8879649499284692,
+      "grad_norm": 0.15977124980912605,
+      "learning_rate": 6.511811646682131e-06,
+      "loss": 0.6593,
+      "step": 9931
+    },
+    {
+      "epoch": 0.8880543633762518,
+      "grad_norm": 0.167109882135477,
+      "learning_rate": 6.501535916905932e-06,
+      "loss": 0.6253,
+      "step": 9932
+    },
+    {
+      "epoch": 0.8881437768240343,
+      "grad_norm": 0.15357374187279796,
+      "learning_rate": 6.491268028732977e-06,
+      "loss": 0.6481,
+      "step": 9933
+    },
+    {
+      "epoch": 0.8882331902718169,
+      "grad_norm": 0.15387778662326085,
+      "learning_rate": 6.4810079830244455e-06,
+      "loss": 0.6277,
+      "step": 9934
+    },
+    {
+      "epoch": 0.8883226037195995,
+      "grad_norm": 0.1676711867564055,
+      "learning_rate": 6.470755780640847e-06,
+      "loss": 0.6697,
+      "step": 9935
+    },
+    {
+      "epoch": 0.8884120171673819,
+      "grad_norm": 0.16420044551717225,
+      "learning_rate": 6.460511422441984e-06,
+      "loss": 0.6338,
+      "step": 9936
+    },
+    {
+      "epoch": 0.8885014306151645,
+      "grad_norm": 0.16904406138069267,
+      "learning_rate": 6.450274909287068e-06,
+      "loss": 0.6624,
+      "step": 9937
+    },
+    {
+      "epoch": 0.8885908440629471,
+      "grad_norm": 0.1613890294071522,
+      "learning_rate": 6.440046242034625e-06,
+      "loss": 0.6479,
+      "step": 9938
+    },
+    {
+      "epoch": 0.8886802575107297,
+      "grad_norm": 0.17307609125051857,
+      "learning_rate": 6.429825421542512e-06,
+      "loss": 0.6322,
+      "step": 9939
+    },
+    {
+      "epoch": 0.8887696709585121,
+      "grad_norm": 0.1776803878396547,
+      "learning_rate": 6.4196124486679225e-06,
+      "loss": 0.6472,
+      "step": 9940
+    },
+    {
+      "epoch": 0.8888590844062947,
+      "grad_norm": 0.1639815875689153,
+      "learning_rate": 6.409407324267447e-06,
+      "loss": 0.6384,
+      "step": 9941
+    },
+    {
+      "epoch": 0.8889484978540773,
+      "grad_norm": 0.14711259566877372,
+      "learning_rate": 6.399210049196924e-06,
+      "loss": 0.6166,
+      "step": 9942
+    },
+    {
+      "epoch": 0.8890379113018598,
+      "grad_norm": 0.13988615712110442,
+      "learning_rate": 6.3890206243116255e-06,
+      "loss": 0.6281,
+      "step": 9943
+    },
+    {
+      "epoch": 0.8891273247496424,
+      "grad_norm": 0.16466926357097939,
+      "learning_rate": 6.378839050466101e-06,
+      "loss": 0.6649,
+      "step": 9944
+    },
+    {
+      "epoch": 0.8892167381974249,
+      "grad_norm": 0.14640713052235213,
+      "learning_rate": 6.36866532851429e-06,
+      "loss": 0.6285,
+      "step": 9945
+    },
+    {
+      "epoch": 0.8893061516452074,
+      "grad_norm": 0.17837713986318746,
+      "learning_rate": 6.3584994593094305e-06,
+      "loss": 0.6959,
+      "step": 9946
+    },
+    {
+      "epoch": 0.88939556509299,
+      "grad_norm": 0.1623753450755088,
+      "learning_rate": 6.348341443704153e-06,
+      "loss": 0.662,
+      "step": 9947
+    },
+    {
+      "epoch": 0.8894849785407726,
+      "grad_norm": 0.1587286833355675,
+      "learning_rate": 6.338191282550354e-06,
+      "loss": 0.66,
+      "step": 9948
+    },
+    {
+      "epoch": 0.889574391988555,
+      "grad_norm": 0.1781123649091702,
+      "learning_rate": 6.328048976699352e-06,
+      "loss": 0.6826,
+      "step": 9949
+    },
+    {
+      "epoch": 0.8896638054363376,
+      "grad_norm": 0.1477351530535404,
+      "learning_rate": 6.317914527001745e-06,
+      "loss": 0.6183,
+      "step": 9950
+    },
+    {
+      "epoch": 0.8897532188841202,
+      "grad_norm": 0.1625027543603925,
+      "learning_rate": 6.307787934307507e-06,
+      "loss": 0.6807,
+      "step": 9951
+    },
+    {
+      "epoch": 0.8898426323319027,
+      "grad_norm": 0.1768077235820814,
+      "learning_rate": 6.297669199465961e-06,
+      "loss": 0.6433,
+      "step": 9952
+    },
+    {
+      "epoch": 0.8899320457796852,
+      "grad_norm": 0.15510624188855543,
+      "learning_rate": 6.287558323325715e-06,
+      "loss": 0.6108,
+      "step": 9953
+    },
+    {
+      "epoch": 0.8900214592274678,
+      "grad_norm": 0.15961561097819088,
+      "learning_rate": 6.277455306734781e-06,
+      "loss": 0.6389,
+      "step": 9954
+    },
+    {
+      "epoch": 0.8901108726752504,
+      "grad_norm": 0.17108950360218994,
+      "learning_rate": 6.267360150540491e-06,
+      "loss": 0.6368,
+      "step": 9955
+    },
+    {
+      "epoch": 0.8902002861230329,
+      "grad_norm": 0.15785726853330345,
+      "learning_rate": 6.2572728555894796e-06,
+      "loss": 0.6235,
+      "step": 9956
+    },
+    {
+      "epoch": 0.8902896995708155,
+      "grad_norm": 0.16363887994804707,
+      "learning_rate": 6.247193422727804e-06,
+      "loss": 0.6433,
+      "step": 9957
+    },
+    {
+      "epoch": 0.890379113018598,
+      "grad_norm": 0.15048369787439397,
+      "learning_rate": 6.237121852800798e-06,
+      "loss": 0.6476,
+      "step": 9958
+    },
+    {
+      "epoch": 0.8904685264663805,
+      "grad_norm": 0.15008093287549057,
+      "learning_rate": 6.227058146653131e-06,
+      "loss": 0.6141,
+      "step": 9959
+    },
+    {
+      "epoch": 0.8905579399141631,
+      "grad_norm": 0.16410970428376193,
+      "learning_rate": 6.217002305128849e-06,
+      "loss": 0.635,
+      "step": 9960
+    },
+    {
+      "epoch": 0.8906473533619457,
+      "grad_norm": 0.15972797268367975,
+      "learning_rate": 6.206954329071335e-06,
+      "loss": 0.6578,
+      "step": 9961
+    },
+    {
+      "epoch": 0.8907367668097281,
+      "grad_norm": 0.1519542946750699,
+      "learning_rate": 6.19691421932328e-06,
+      "loss": 0.6014,
+      "step": 9962
+    },
+    {
+      "epoch": 0.8908261802575107,
+      "grad_norm": 0.16028957362122917,
+      "learning_rate": 6.186881976726733e-06,
+      "loss": 0.677,
+      "step": 9963
+    },
+    {
+      "epoch": 0.8909155937052933,
+      "grad_norm": 0.17612368550757335,
+      "learning_rate": 6.17685760212311e-06,
+      "loss": 0.6768,
+      "step": 9964
+    },
+    {
+      "epoch": 0.8910050071530758,
+      "grad_norm": 0.15098066729231108,
+      "learning_rate": 6.166841096353126e-06,
+      "loss": 0.6196,
+      "step": 9965
+    },
+    {
+      "epoch": 0.8910944206008584,
+      "grad_norm": 0.15146018683314263,
+      "learning_rate": 6.1568324602568675e-06,
+      "loss": 0.6227,
+      "step": 9966
+    },
+    {
+      "epoch": 0.8911838340486409,
+      "grad_norm": 0.15681140591476989,
+      "learning_rate": 6.146831694673727e-06,
+      "loss": 0.6195,
+      "step": 9967
+    },
+    {
+      "epoch": 0.8912732474964234,
+      "grad_norm": 0.16244538603903758,
+      "learning_rate": 6.136838800442457e-06,
+      "loss": 0.6434,
+      "step": 9968
+    },
+    {
+      "epoch": 0.891362660944206,
+      "grad_norm": 0.15611621384427332,
+      "learning_rate": 6.126853778401187e-06,
+      "loss": 0.6186,
+      "step": 9969
+    },
+    {
+      "epoch": 0.8914520743919886,
+      "grad_norm": 0.15130874637234976,
+      "learning_rate": 6.11687662938728e-06,
+      "loss": 0.6096,
+      "step": 9970
+    },
+    {
+      "epoch": 0.891541487839771,
+      "grad_norm": 0.1605621517773876,
+      "learning_rate": 6.1069073542375675e-06,
+      "loss": 0.6517,
+      "step": 9971
+    },
+    {
+      "epoch": 0.8916309012875536,
+      "grad_norm": 0.13924080065816333,
+      "learning_rate": 6.0969459537881575e-06,
+      "loss": 0.6008,
+      "step": 9972
+    },
+    {
+      "epoch": 0.8917203147353362,
+      "grad_norm": 0.158399766004144,
+      "learning_rate": 6.086992428874472e-06,
+      "loss": 0.6359,
+      "step": 9973
+    },
+    {
+      "epoch": 0.8918097281831188,
+      "grad_norm": 0.18566093487798785,
+      "learning_rate": 6.077046780331308e-06,
+      "loss": 0.6691,
+      "step": 9974
+    },
+    {
+      "epoch": 0.8918991416309013,
+      "grad_norm": 0.16035627501722977,
+      "learning_rate": 6.06710900899281e-06,
+      "loss": 0.6322,
+      "step": 9975
+    },
+    {
+      "epoch": 0.8919885550786838,
+      "grad_norm": 0.15281948651367963,
+      "learning_rate": 6.057179115692435e-06,
+      "loss": 0.6555,
+      "step": 9976
+    },
+    {
+      "epoch": 0.8920779685264664,
+      "grad_norm": 0.1566846373200086,
+      "learning_rate": 6.047257101262982e-06,
+      "loss": 0.6456,
+      "step": 9977
+    },
+    {
+      "epoch": 0.8921673819742489,
+      "grad_norm": 0.1663806871393264,
+      "learning_rate": 6.037342966536619e-06,
+      "loss": 0.6461,
+      "step": 9978
+    },
+    {
+      "epoch": 0.8922567954220315,
+      "grad_norm": 0.15230163548060027,
+      "learning_rate": 6.027436712344814e-06,
+      "loss": 0.6633,
+      "step": 9979
+    },
+    {
+      "epoch": 0.892346208869814,
+      "grad_norm": 0.1480276386298859,
+      "learning_rate": 6.017538339518403e-06,
+      "loss": 0.6622,
+      "step": 9980
+    },
+    {
+      "epoch": 0.8924356223175965,
+      "grad_norm": 0.1430967655563071,
+      "learning_rate": 6.007647848887565e-06,
+      "loss": 0.6268,
+      "step": 9981
+    },
+    {
+      "epoch": 0.8925250357653791,
+      "grad_norm": 0.1557564652993878,
+      "learning_rate": 5.997765241281783e-06,
+      "loss": 0.5724,
+      "step": 9982
+    },
+    {
+      "epoch": 0.8926144492131617,
+      "grad_norm": 0.16243944597261098,
+      "learning_rate": 5.987890517529893e-06,
+      "loss": 0.6862,
+      "step": 9983
+    },
+    {
+      "epoch": 0.8927038626609443,
+      "grad_norm": 0.16086633705020456,
+      "learning_rate": 5.978023678460099e-06,
+      "loss": 0.6215,
+      "step": 9984
+    },
+    {
+      "epoch": 0.8927932761087267,
+      "grad_norm": 0.15618907955558495,
+      "learning_rate": 5.968164724899894e-06,
+      "loss": 0.612,
+      "step": 9985
+    },
+    {
+      "epoch": 0.8928826895565093,
+      "grad_norm": 0.15500854204771441,
+      "learning_rate": 5.958313657676173e-06,
+      "loss": 0.6511,
+      "step": 9986
+    },
+    {
+      "epoch": 0.8929721030042919,
+      "grad_norm": 0.1682227499269114,
+      "learning_rate": 5.948470477615098e-06,
+      "loss": 0.6578,
+      "step": 9987
+    },
+    {
+      "epoch": 0.8930615164520744,
+      "grad_norm": 0.172455747077061,
+      "learning_rate": 5.938635185542218e-06,
+      "loss": 0.6377,
+      "step": 9988
+    },
+    {
+      "epoch": 0.8931509298998569,
+      "grad_norm": 0.16997865139419088,
+      "learning_rate": 5.928807782282431e-06,
+      "loss": 0.6403,
+      "step": 9989
+    },
+    {
+      "epoch": 0.8932403433476395,
+      "grad_norm": 0.17276602914924336,
+      "learning_rate": 5.918988268659898e-06,
+      "loss": 0.6618,
+      "step": 9990
+    },
+    {
+      "epoch": 0.893329756795422,
+      "grad_norm": 0.14782196954115087,
+      "learning_rate": 5.909176645498193e-06,
+      "loss": 0.6223,
+      "step": 9991
+    },
+    {
+      "epoch": 0.8934191702432046,
+      "grad_norm": 0.1741295312653143,
+      "learning_rate": 5.899372913620238e-06,
+      "loss": 0.7008,
+      "step": 9992
+    },
+    {
+      "epoch": 0.8935085836909872,
+      "grad_norm": 0.1638584893633739,
+      "learning_rate": 5.889577073848207e-06,
+      "loss": 0.6678,
+      "step": 9993
+    },
+    {
+      "epoch": 0.8935979971387696,
+      "grad_norm": 0.1826933356571461,
+      "learning_rate": 5.879789127003699e-06,
+      "loss": 0.654,
+      "step": 9994
+    },
+    {
+      "epoch": 0.8936874105865522,
+      "grad_norm": 0.14199500797117484,
+      "learning_rate": 5.870009073907623e-06,
+      "loss": 0.6256,
+      "step": 9995
+    },
+    {
+      "epoch": 0.8937768240343348,
+      "grad_norm": 0.16757395790962623,
+      "learning_rate": 5.86023691538019e-06,
+      "loss": 0.6498,
+      "step": 9996
+    },
+    {
+      "epoch": 0.8938662374821174,
+      "grad_norm": 0.16911616794718484,
+      "learning_rate": 5.850472652240991e-06,
+      "loss": 0.6568,
+      "step": 9997
+    },
+    {
+      "epoch": 0.8939556509298998,
+      "grad_norm": 0.15469540254041433,
+      "learning_rate": 5.840716285308956e-06,
+      "loss": 0.6376,
+      "step": 9998
+    },
+    {
+      "epoch": 0.8940450643776824,
+      "grad_norm": 0.1564352836712397,
+      "learning_rate": 5.8309678154023216e-06,
+      "loss": 0.6311,
+      "step": 9999
+    },
+    {
+      "epoch": 0.894134477825465,
+      "grad_norm": 0.17028352027790555,
+      "learning_rate": 5.821227243338712e-06,
+      "loss": 0.6565,
+      "step": 10000
+    },
+    {
+      "epoch": 0.8942238912732475,
+      "grad_norm": 0.18243306301938536,
+      "learning_rate": 5.811494569935016e-06,
+      "loss": 0.6576,
+      "step": 10001
+    },
+    {
+      "epoch": 0.89431330472103,
+      "grad_norm": 0.15822360126954468,
+      "learning_rate": 5.801769796007517e-06,
+      "loss": 0.6439,
+      "step": 10002
+    },
+    {
+      "epoch": 0.8944027181688126,
+      "grad_norm": 0.16701221086353682,
+      "learning_rate": 5.792052922371826e-06,
+      "loss": 0.6625,
+      "step": 10003
+    },
+    {
+      "epoch": 0.8944921316165951,
+      "grad_norm": 0.16868697479710823,
+      "learning_rate": 5.782343949842894e-06,
+      "loss": 0.6619,
+      "step": 10004
+    },
+    {
+      "epoch": 0.8945815450643777,
+      "grad_norm": 0.15726532392242895,
+      "learning_rate": 5.7726428792349574e-06,
+      "loss": 0.6603,
+      "step": 10005
+    },
+    {
+      "epoch": 0.8946709585121603,
+      "grad_norm": 0.1703126056332442,
+      "learning_rate": 5.762949711361698e-06,
+      "loss": 0.6591,
+      "step": 10006
+    },
+    {
+      "epoch": 0.8947603719599427,
+      "grad_norm": 0.17062133784501252,
+      "learning_rate": 5.753264447036022e-06,
+      "loss": 0.6361,
+      "step": 10007
+    },
+    {
+      "epoch": 0.8948497854077253,
+      "grad_norm": 0.16487164666322057,
+      "learning_rate": 5.743587087070235e-06,
+      "loss": 0.6423,
+      "step": 10008
+    },
+    {
+      "epoch": 0.8949391988555079,
+      "grad_norm": 0.16713633129582944,
+      "learning_rate": 5.733917632275976e-06,
+      "loss": 0.6695,
+      "step": 10009
+    },
+    {
+      "epoch": 0.8950286123032904,
+      "grad_norm": 0.14412496599475488,
+      "learning_rate": 5.7242560834641855e-06,
+      "loss": 0.6349,
+      "step": 10010
+    },
+    {
+      "epoch": 0.8951180257510729,
+      "grad_norm": 0.13047776397551547,
+      "learning_rate": 5.714602441445194e-06,
+      "loss": 0.5877,
+      "step": 10011
+    },
+    {
+      "epoch": 0.8952074391988555,
+      "grad_norm": 0.15360254279432448,
+      "learning_rate": 5.704956707028619e-06,
+      "loss": 0.6363,
+      "step": 10012
+    },
+    {
+      "epoch": 0.895296852646638,
+      "grad_norm": 0.15554617808700888,
+      "learning_rate": 5.695318881023437e-06,
+      "loss": 0.6229,
+      "step": 10013
+    },
+    {
+      "epoch": 0.8953862660944206,
+      "grad_norm": 0.1439215887580663,
+      "learning_rate": 5.685688964237979e-06,
+      "loss": 0.6472,
+      "step": 10014
+    },
+    {
+      "epoch": 0.8954756795422032,
+      "grad_norm": 0.14555001911528198,
+      "learning_rate": 5.676066957479898e-06,
+      "loss": 0.6135,
+      "step": 10015
+    },
+    {
+      "epoch": 0.8955650929899857,
+      "grad_norm": 0.18096008651731282,
+      "learning_rate": 5.66645286155616e-06,
+      "loss": 0.6451,
+      "step": 10016
+    },
+    {
+      "epoch": 0.8956545064377682,
+      "grad_norm": 0.1502730426132518,
+      "learning_rate": 5.656846677273086e-06,
+      "loss": 0.628,
+      "step": 10017
+    },
+    {
+      "epoch": 0.8957439198855508,
+      "grad_norm": 0.1663655542626169,
+      "learning_rate": 5.647248405436356e-06,
+      "loss": 0.6344,
+      "step": 10018
+    },
+    {
+      "epoch": 0.8958333333333334,
+      "grad_norm": 0.14759765485508863,
+      "learning_rate": 5.637658046850924e-06,
+      "loss": 0.6245,
+      "step": 10019
+    },
+    {
+      "epoch": 0.8959227467811158,
+      "grad_norm": 0.1546923935923234,
+      "learning_rate": 5.628075602321181e-06,
+      "loss": 0.6169,
+      "step": 10020
+    },
+    {
+      "epoch": 0.8960121602288984,
+      "grad_norm": 0.16516841511968203,
+      "learning_rate": 5.618501072650761e-06,
+      "loss": 0.6242,
+      "step": 10021
+    },
+    {
+      "epoch": 0.896101573676681,
+      "grad_norm": 0.14030723056669608,
+      "learning_rate": 5.608934458642656e-06,
+      "loss": 0.6069,
+      "step": 10022
+    },
+    {
+      "epoch": 0.8961909871244635,
+      "grad_norm": 0.15981288473942545,
+      "learning_rate": 5.599375761099246e-06,
+      "loss": 0.6618,
+      "step": 10023
+    },
+    {
+      "epoch": 0.8962804005722461,
+      "grad_norm": 0.13680758757685824,
+      "learning_rate": 5.589824980822167e-06,
+      "loss": 0.6469,
+      "step": 10024
+    },
+    {
+      "epoch": 0.8963698140200286,
+      "grad_norm": 0.17143317893485338,
+      "learning_rate": 5.580282118612446e-06,
+      "loss": 0.678,
+      "step": 10025
+    },
+    {
+      "epoch": 0.8964592274678111,
+      "grad_norm": 0.16097347883685376,
+      "learning_rate": 5.570747175270441e-06,
+      "loss": 0.679,
+      "step": 10026
+    },
+    {
+      "epoch": 0.8965486409155937,
+      "grad_norm": 0.16077129356647263,
+      "learning_rate": 5.561220151595825e-06,
+      "loss": 0.6157,
+      "step": 10027
+    },
+    {
+      "epoch": 0.8966380543633763,
+      "grad_norm": 0.1705130447382405,
+      "learning_rate": 5.551701048387614e-06,
+      "loss": 0.6206,
+      "step": 10028
+    },
+    {
+      "epoch": 0.8967274678111588,
+      "grad_norm": 0.16331515828040943,
+      "learning_rate": 5.542189866444203e-06,
+      "loss": 0.6126,
+      "step": 10029
+    },
+    {
+      "epoch": 0.8968168812589413,
+      "grad_norm": 0.16044199674060547,
+      "learning_rate": 5.53268660656322e-06,
+      "loss": 0.636,
+      "step": 10030
+    },
+    {
+      "epoch": 0.8969062947067239,
+      "grad_norm": 0.1604957488619859,
+      "learning_rate": 5.523191269541728e-06,
+      "loss": 0.6419,
+      "step": 10031
+    },
+    {
+      "epoch": 0.8969957081545065,
+      "grad_norm": 0.1579316230952772,
+      "learning_rate": 5.5137038561761115e-06,
+      "loss": 0.6134,
+      "step": 10032
+    },
+    {
+      "epoch": 0.897085121602289,
+      "grad_norm": 0.15581120862273337,
+      "learning_rate": 5.5042243672620006e-06,
+      "loss": 0.6563,
+      "step": 10033
+    },
+    {
+      "epoch": 0.8971745350500715,
+      "grad_norm": 0.1697150258670953,
+      "learning_rate": 5.494752803594505e-06,
+      "loss": 0.6508,
+      "step": 10034
+    },
+    {
+      "epoch": 0.8972639484978541,
+      "grad_norm": 0.16532795939178607,
+      "learning_rate": 5.485289165967933e-06,
+      "loss": 0.6283,
+      "step": 10035
+    },
+    {
+      "epoch": 0.8973533619456366,
+      "grad_norm": 0.1323113811468068,
+      "learning_rate": 5.475833455176027e-06,
+      "loss": 0.6168,
+      "step": 10036
+    },
+    {
+      "epoch": 0.8974427753934192,
+      "grad_norm": 0.18911364472703732,
+      "learning_rate": 5.466385672011809e-06,
+      "loss": 0.6542,
+      "step": 10037
+    },
+    {
+      "epoch": 0.8975321888412017,
+      "grad_norm": 0.1794555278562261,
+      "learning_rate": 5.4569458172676665e-06,
+      "loss": 0.7097,
+      "step": 10038
+    },
+    {
+      "epoch": 0.8976216022889842,
+      "grad_norm": 0.177755277890293,
+      "learning_rate": 5.4475138917352894e-06,
+      "loss": 0.6767,
+      "step": 10039
+    },
+    {
+      "epoch": 0.8977110157367668,
+      "grad_norm": 0.15452174034644905,
+      "learning_rate": 5.4380898962057336e-06,
+      "loss": 0.6189,
+      "step": 10040
+    },
+    {
+      "epoch": 0.8978004291845494,
+      "grad_norm": 0.17187667561113923,
+      "learning_rate": 5.428673831469366e-06,
+      "loss": 0.6176,
+      "step": 10041
+    },
+    {
+      "epoch": 0.897889842632332,
+      "grad_norm": 0.1738249753363562,
+      "learning_rate": 5.419265698315923e-06,
+      "loss": 0.6407,
+      "step": 10042
+    },
+    {
+      "epoch": 0.8979792560801144,
+      "grad_norm": 0.15424789202786554,
+      "learning_rate": 5.40986549753445e-06,
+      "loss": 0.6628,
+      "step": 10043
+    },
+    {
+      "epoch": 0.898068669527897,
+      "grad_norm": 0.15392324467413898,
+      "learning_rate": 5.400473229913305e-06,
+      "loss": 0.6306,
+      "step": 10044
+    },
+    {
+      "epoch": 0.8981580829756796,
+      "grad_norm": 0.15901034934499872,
+      "learning_rate": 5.3910888962402265e-06,
+      "loss": 0.6934,
+      "step": 10045
+    },
+    {
+      "epoch": 0.8982474964234621,
+      "grad_norm": 0.16406353238762594,
+      "learning_rate": 5.381712497302261e-06,
+      "loss": 0.6599,
+      "step": 10046
+    },
+    {
+      "epoch": 0.8983369098712446,
+      "grad_norm": 0.1465918205067661,
+      "learning_rate": 5.372344033885801e-06,
+      "loss": 0.658,
+      "step": 10047
+    },
+    {
+      "epoch": 0.8984263233190272,
+      "grad_norm": 0.17333652226963095,
+      "learning_rate": 5.362983506776564e-06,
+      "loss": 0.5896,
+      "step": 10048
+    },
+    {
+      "epoch": 0.8985157367668097,
+      "grad_norm": 0.17897655182859945,
+      "learning_rate": 5.353630916759622e-06,
+      "loss": 0.6726,
+      "step": 10049
+    },
+    {
+      "epoch": 0.8986051502145923,
+      "grad_norm": 0.16371498195635723,
+      "learning_rate": 5.344286264619347e-06,
+      "loss": 0.617,
+      "step": 10050
+    },
+    {
+      "epoch": 0.8986945636623748,
+      "grad_norm": 0.16285537978858786,
+      "learning_rate": 5.334949551139457e-06,
+      "loss": 0.6256,
+      "step": 10051
+    },
+    {
+      "epoch": 0.8987839771101573,
+      "grad_norm": 0.15273276569267863,
+      "learning_rate": 5.325620777103035e-06,
+      "loss": 0.6357,
+      "step": 10052
+    },
+    {
+      "epoch": 0.8988733905579399,
+      "grad_norm": 0.16249188525321595,
+      "learning_rate": 5.316299943292435e-06,
+      "loss": 0.6307,
+      "step": 10053
+    },
+    {
+      "epoch": 0.8989628040057225,
+      "grad_norm": 0.1437184963041867,
+      "learning_rate": 5.306987050489442e-06,
+      "loss": 0.618,
+      "step": 10054
+    },
+    {
+      "epoch": 0.899052217453505,
+      "grad_norm": 0.15642364538994555,
+      "learning_rate": 5.297682099475066e-06,
+      "loss": 0.6669,
+      "step": 10055
+    },
+    {
+      "epoch": 0.8991416309012875,
+      "grad_norm": 0.17619295118254208,
+      "learning_rate": 5.2883850910297235e-06,
+      "loss": 0.6342,
+      "step": 10056
+    },
+    {
+      "epoch": 0.8992310443490701,
+      "grad_norm": 0.16362899468800202,
+      "learning_rate": 5.27909602593315e-06,
+      "loss": 0.6475,
+      "step": 10057
+    },
+    {
+      "epoch": 0.8993204577968527,
+      "grad_norm": 0.15502493191337743,
+      "learning_rate": 5.2698149049643874e-06,
+      "loss": 0.6274,
+      "step": 10058
+    },
+    {
+      "epoch": 0.8994098712446352,
+      "grad_norm": 0.14870746194277537,
+      "learning_rate": 5.260541728901847e-06,
+      "loss": 0.6166,
+      "step": 10059
+    },
+    {
+      "epoch": 0.8994992846924177,
+      "grad_norm": 0.14714627882046383,
+      "learning_rate": 5.25127649852325e-06,
+      "loss": 0.6172,
+      "step": 10060
+    },
+    {
+      "epoch": 0.8995886981402003,
+      "grad_norm": 0.16031560204741477,
+      "learning_rate": 5.2420192146056645e-06,
+      "loss": 0.6407,
+      "step": 10061
+    },
+    {
+      "epoch": 0.8996781115879828,
+      "grad_norm": 0.164716486492491,
+      "learning_rate": 5.232769877925503e-06,
+      "loss": 0.691,
+      "step": 10062
+    },
+    {
+      "epoch": 0.8997675250357654,
+      "grad_norm": 0.1678412791104738,
+      "learning_rate": 5.2235284892584776e-06,
+      "loss": 0.6325,
+      "step": 10063
+    },
+    {
+      "epoch": 0.899856938483548,
+      "grad_norm": 0.16872868183943843,
+      "learning_rate": 5.214295049379658e-06,
+      "loss": 0.638,
+      "step": 10064
+    },
+    {
+      "epoch": 0.8999463519313304,
+      "grad_norm": 0.15497116361133062,
+      "learning_rate": 5.205069559063425e-06,
+      "loss": 0.6191,
+      "step": 10065
+    },
+    {
+      "epoch": 0.900035765379113,
+      "grad_norm": 0.15062183811803254,
+      "learning_rate": 5.195852019083558e-06,
+      "loss": 0.6283,
+      "step": 10066
+    },
+    {
+      "epoch": 0.9001251788268956,
+      "grad_norm": 0.1886326086110372,
+      "learning_rate": 5.18664243021304e-06,
+      "loss": 0.6486,
+      "step": 10067
+    },
+    {
+      "epoch": 0.9002145922746781,
+      "grad_norm": 0.16350725168003158,
+      "learning_rate": 5.177440793224342e-06,
+      "loss": 0.6892,
+      "step": 10068
+    },
+    {
+      "epoch": 0.9003040057224606,
+      "grad_norm": 0.17260640423305199,
+      "learning_rate": 5.168247108889179e-06,
+      "loss": 0.6209,
+      "step": 10069
+    },
+    {
+      "epoch": 0.9003934191702432,
+      "grad_norm": 0.16193705601591676,
+      "learning_rate": 5.159061377978591e-06,
+      "loss": 0.638,
+      "step": 10070
+    },
+    {
+      "epoch": 0.9004828326180258,
+      "grad_norm": 0.15706253461453457,
+      "learning_rate": 5.149883601262984e-06,
+      "loss": 0.6401,
+      "step": 10071
+    },
+    {
+      "epoch": 0.9005722460658083,
+      "grad_norm": 0.1549450293916713,
+      "learning_rate": 5.1407137795121075e-06,
+      "loss": 0.6457,
+      "step": 10072
+    },
+    {
+      "epoch": 0.9006616595135909,
+      "grad_norm": 0.1603218591602119,
+      "learning_rate": 5.131551913494981e-06,
+      "loss": 0.637,
+      "step": 10073
+    },
+    {
+      "epoch": 0.9007510729613734,
+      "grad_norm": 0.1582222473077962,
+      "learning_rate": 5.122398003980033e-06,
+      "loss": 0.6206,
+      "step": 10074
+    },
+    {
+      "epoch": 0.9008404864091559,
+      "grad_norm": 0.15926236646102981,
+      "learning_rate": 5.1132520517349735e-06,
+      "loss": 0.6327,
+      "step": 10075
+    },
+    {
+      "epoch": 0.9009298998569385,
+      "grad_norm": 0.1718643271175562,
+      "learning_rate": 5.104114057526876e-06,
+      "loss": 0.6752,
+      "step": 10076
+    },
+    {
+      "epoch": 0.9010193133047211,
+      "grad_norm": 0.17570948224861646,
+      "learning_rate": 5.09498402212214e-06,
+      "loss": 0.6165,
+      "step": 10077
+    },
+    {
+      "epoch": 0.9011087267525035,
+      "grad_norm": 0.1700118219396919,
+      "learning_rate": 5.085861946286463e-06,
+      "loss": 0.6667,
+      "step": 10078
+    },
+    {
+      "epoch": 0.9011981402002861,
+      "grad_norm": 0.16036010483461235,
+      "learning_rate": 5.076747830784923e-06,
+      "loss": 0.6074,
+      "step": 10079
+    },
+    {
+      "epoch": 0.9012875536480687,
+      "grad_norm": 0.16834719644673926,
+      "learning_rate": 5.067641676381918e-06,
+      "loss": 0.6651,
+      "step": 10080
+    },
+    {
+      "epoch": 0.9013769670958512,
+      "grad_norm": 0.1698417842635316,
+      "learning_rate": 5.058543483841116e-06,
+      "loss": 0.6381,
+      "step": 10081
+    },
+    {
+      "epoch": 0.9014663805436338,
+      "grad_norm": 0.13473129140906548,
+      "learning_rate": 5.04945325392564e-06,
+      "loss": 0.6284,
+      "step": 10082
+    },
+    {
+      "epoch": 0.9015557939914163,
+      "grad_norm": 0.15727888412743413,
+      "learning_rate": 5.040370987397858e-06,
+      "loss": 0.6284,
+      "step": 10083
+    },
+    {
+      "epoch": 0.9016452074391988,
+      "grad_norm": 0.16418790426735705,
+      "learning_rate": 5.03129668501946e-06,
+      "loss": 0.6545,
+      "step": 10084
+    },
+    {
+      "epoch": 0.9017346208869814,
+      "grad_norm": 0.1661858192834086,
+      "learning_rate": 5.022230347551515e-06,
+      "loss": 0.6085,
+      "step": 10085
+    },
+    {
+      "epoch": 0.901824034334764,
+      "grad_norm": 0.15166847951731482,
+      "learning_rate": 5.013171975754427e-06,
+      "loss": 0.6187,
+      "step": 10086
+    },
+    {
+      "epoch": 0.9019134477825465,
+      "grad_norm": 0.1456896386460239,
+      "learning_rate": 5.004121570387876e-06,
+      "loss": 0.622,
+      "step": 10087
+    },
+    {
+      "epoch": 0.902002861230329,
+      "grad_norm": 0.14806642922183294,
+      "learning_rate": 4.995079132210922e-06,
+      "loss": 0.6243,
+      "step": 10088
+    },
+    {
+      "epoch": 0.9020922746781116,
+      "grad_norm": 0.1666408349924672,
+      "learning_rate": 4.986044661981948e-06,
+      "loss": 0.6442,
+      "step": 10089
+    },
+    {
+      "epoch": 0.9021816881258942,
+      "grad_norm": 0.16692805080845724,
+      "learning_rate": 4.977018160458646e-06,
+      "loss": 0.6494,
+      "step": 10090
+    },
+    {
+      "epoch": 0.9022711015736766,
+      "grad_norm": 0.16799846039960734,
+      "learning_rate": 4.967999628398101e-06,
+      "loss": 0.6516,
+      "step": 10091
+    },
+    {
+      "epoch": 0.9023605150214592,
+      "grad_norm": 0.1835506909613575,
+      "learning_rate": 4.958989066556641e-06,
+      "loss": 0.6661,
+      "step": 10092
+    },
+    {
+      "epoch": 0.9024499284692418,
+      "grad_norm": 0.17021236740250786,
+      "learning_rate": 4.949986475689983e-06,
+      "loss": 0.654,
+      "step": 10093
+    },
+    {
+      "epoch": 0.9025393419170243,
+      "grad_norm": 0.18106832003959844,
+      "learning_rate": 4.9409918565531675e-06,
+      "loss": 0.6638,
+      "step": 10094
+    },
+    {
+      "epoch": 0.9026287553648069,
+      "grad_norm": 0.15917320322145476,
+      "learning_rate": 4.93200520990057e-06,
+      "loss": 0.6466,
+      "step": 10095
+    },
+    {
+      "epoch": 0.9027181688125894,
+      "grad_norm": 0.159116881103932,
+      "learning_rate": 4.923026536485875e-06,
+      "loss": 0.6525,
+      "step": 10096
+    },
+    {
+      "epoch": 0.9028075822603719,
+      "grad_norm": 0.16200982121736948,
+      "learning_rate": 4.914055837062137e-06,
+      "loss": 0.63,
+      "step": 10097
+    },
+    {
+      "epoch": 0.9028969957081545,
+      "grad_norm": 0.13481825223479074,
+      "learning_rate": 4.905093112381687e-06,
+      "loss": 0.6339,
+      "step": 10098
+    },
+    {
+      "epoch": 0.9029864091559371,
+      "grad_norm": 0.1573178515981176,
+      "learning_rate": 4.896138363196235e-06,
+      "loss": 0.6668,
+      "step": 10099
+    },
+    {
+      "epoch": 0.9030758226037195,
+      "grad_norm": 0.1571350904877191,
+      "learning_rate": 4.8871915902568125e-06,
+      "loss": 0.6724,
+      "step": 10100
+    },
+    {
+      "epoch": 0.9031652360515021,
+      "grad_norm": 0.16160158090998664,
+      "learning_rate": 4.878252794313754e-06,
+      "loss": 0.638,
+      "step": 10101
+    },
+    {
+      "epoch": 0.9032546494992847,
+      "grad_norm": 0.15411488922320477,
+      "learning_rate": 4.869321976116737e-06,
+      "loss": 0.6452,
+      "step": 10102
+    },
+    {
+      "epoch": 0.9033440629470673,
+      "grad_norm": 0.17093343859044707,
+      "learning_rate": 4.860399136414828e-06,
+      "loss": 0.6419,
+      "step": 10103
+    },
+    {
+      "epoch": 0.9034334763948498,
+      "grad_norm": 0.16371491454514403,
+      "learning_rate": 4.8514842759563306e-06,
+      "loss": 0.6111,
+      "step": 10104
+    },
+    {
+      "epoch": 0.9035228898426323,
+      "grad_norm": 0.16645925541028994,
+      "learning_rate": 4.842577395488934e-06,
+      "loss": 0.6237,
+      "step": 10105
+    },
+    {
+      "epoch": 0.9036123032904149,
+      "grad_norm": 0.15981264100133152,
+      "learning_rate": 4.833678495759664e-06,
+      "loss": 0.6134,
+      "step": 10106
+    },
+    {
+      "epoch": 0.9037017167381974,
+      "grad_norm": 0.17011799462176133,
+      "learning_rate": 4.8247875775148335e-06,
+      "loss": 0.6386,
+      "step": 10107
+    },
+    {
+      "epoch": 0.90379113018598,
+      "grad_norm": 0.15896432853421302,
+      "learning_rate": 4.815904641500124e-06,
+      "loss": 0.5934,
+      "step": 10108
+    },
+    {
+      "epoch": 0.9038805436337625,
+      "grad_norm": 0.16822523671551884,
+      "learning_rate": 4.80702968846054e-06,
+      "loss": 0.6199,
+      "step": 10109
+    },
+    {
+      "epoch": 0.903969957081545,
+      "grad_norm": 0.15916191004060684,
+      "learning_rate": 4.79816271914042e-06,
+      "loss": 0.6265,
+      "step": 10110
+    },
+    {
+      "epoch": 0.9040593705293276,
+      "grad_norm": 0.17494605549476927,
+      "learning_rate": 4.789303734283423e-06,
+      "loss": 0.6238,
+      "step": 10111
+    },
+    {
+      "epoch": 0.9041487839771102,
+      "grad_norm": 0.15710117425514253,
+      "learning_rate": 4.780452734632524e-06,
+      "loss": 0.6558,
+      "step": 10112
+    },
+    {
+      "epoch": 0.9042381974248928,
+      "grad_norm": 0.1808733361810425,
+      "learning_rate": 4.771609720930059e-06,
+      "loss": 0.6087,
+      "step": 10113
+    },
+    {
+      "epoch": 0.9043276108726752,
+      "grad_norm": 0.18353817589617769,
+      "learning_rate": 4.762774693917693e-06,
+      "loss": 0.6794,
+      "step": 10114
+    },
+    {
+      "epoch": 0.9044170243204578,
+      "grad_norm": 0.14008423547202137,
+      "learning_rate": 4.753947654336388e-06,
+      "loss": 0.6187,
+      "step": 10115
+    },
+    {
+      "epoch": 0.9045064377682404,
+      "grad_norm": 0.16312627166081226,
+      "learning_rate": 4.7451286029264405e-06,
+      "loss": 0.6125,
+      "step": 10116
+    },
+    {
+      "epoch": 0.9045958512160229,
+      "grad_norm": 0.16464795654215414,
+      "learning_rate": 4.73631754042756e-06,
+      "loss": 0.6615,
+      "step": 10117
+    },
+    {
+      "epoch": 0.9046852646638054,
+      "grad_norm": 0.13487953211957152,
+      "learning_rate": 4.727514467578653e-06,
+      "loss": 0.6146,
+      "step": 10118
+    },
+    {
+      "epoch": 0.904774678111588,
+      "grad_norm": 0.1748182744095343,
+      "learning_rate": 4.718719385118053e-06,
+      "loss": 0.6797,
+      "step": 10119
+    },
+    {
+      "epoch": 0.9048640915593705,
+      "grad_norm": 0.18384742405765084,
+      "learning_rate": 4.7099322937833925e-06,
+      "loss": 0.5841,
+      "step": 10120
+    },
+    {
+      "epoch": 0.9049535050071531,
+      "grad_norm": 0.15069863648636653,
+      "learning_rate": 4.701153194311625e-06,
+      "loss": 0.6404,
+      "step": 10121
+    },
+    {
+      "epoch": 0.9050429184549357,
+      "grad_norm": 0.16424140310455135,
+      "learning_rate": 4.69238208743904e-06,
+      "loss": 0.6169,
+      "step": 10122
+    },
+    {
+      "epoch": 0.9051323319027181,
+      "grad_norm": 0.16943250744627442,
+      "learning_rate": 4.6836189739012715e-06,
+      "loss": 0.6931,
+      "step": 10123
+    },
+    {
+      "epoch": 0.9052217453505007,
+      "grad_norm": 0.14367792974942914,
+      "learning_rate": 4.6748638544332644e-06,
+      "loss": 0.6605,
+      "step": 10124
+    },
+    {
+      "epoch": 0.9053111587982833,
+      "grad_norm": 0.1749947861326045,
+      "learning_rate": 4.66611672976931e-06,
+      "loss": 0.613,
+      "step": 10125
+    },
+    {
+      "epoch": 0.9054005722460658,
+      "grad_norm": 0.1600456541440024,
+      "learning_rate": 4.6573776006430205e-06,
+      "loss": 0.6655,
+      "step": 10126
+    },
+    {
+      "epoch": 0.9054899856938483,
+      "grad_norm": 0.1474598394759876,
+      "learning_rate": 4.6486464677873094e-06,
+      "loss": 0.6304,
+      "step": 10127
+    },
+    {
+      "epoch": 0.9055793991416309,
+      "grad_norm": 0.1545358748316727,
+      "learning_rate": 4.639923331934471e-06,
+      "loss": 0.6097,
+      "step": 10128
+    },
+    {
+      "epoch": 0.9056688125894135,
+      "grad_norm": 0.16637592108136665,
+      "learning_rate": 4.631208193816083e-06,
+      "loss": 0.6065,
+      "step": 10129
+    },
+    {
+      "epoch": 0.905758226037196,
+      "grad_norm": 0.15919526999074166,
+      "learning_rate": 4.622501054163098e-06,
+      "loss": 0.6251,
+      "step": 10130
+    },
+    {
+      "epoch": 0.9058476394849786,
+      "grad_norm": 0.16691956475866707,
+      "learning_rate": 4.613801913705773e-06,
+      "loss": 0.6324,
+      "step": 10131
+    },
+    {
+      "epoch": 0.905937052932761,
+      "grad_norm": 0.16984270089556627,
+      "learning_rate": 4.605110773173682e-06,
+      "loss": 0.6271,
+      "step": 10132
+    },
+    {
+      "epoch": 0.9060264663805436,
+      "grad_norm": 0.1592107060854498,
+      "learning_rate": 4.59642763329573e-06,
+      "loss": 0.615,
+      "step": 10133
+    },
+    {
+      "epoch": 0.9061158798283262,
+      "grad_norm": 0.14806139699510387,
+      "learning_rate": 4.5877524948001905e-06,
+      "loss": 0.6167,
+      "step": 10134
+    },
+    {
+      "epoch": 0.9062052932761088,
+      "grad_norm": 0.162068439125613,
+      "learning_rate": 4.5790853584146035e-06,
+      "loss": 0.6336,
+      "step": 10135
+    },
+    {
+      "epoch": 0.9062947067238912,
+      "grad_norm": 0.15740073562914408,
+      "learning_rate": 4.570426224865876e-06,
+      "loss": 0.644,
+      "step": 10136
+    },
+    {
+      "epoch": 0.9063841201716738,
+      "grad_norm": 0.1638228265488965,
+      "learning_rate": 4.561775094880283e-06,
+      "loss": 0.6414,
+      "step": 10137
+    },
+    {
+      "epoch": 0.9064735336194564,
+      "grad_norm": 0.1697759878726917,
+      "learning_rate": 4.5531319691833326e-06,
+      "loss": 0.6285,
+      "step": 10138
+    },
+    {
+      "epoch": 0.906562947067239,
+      "grad_norm": 0.16870149003717697,
+      "learning_rate": 4.544496848499946e-06,
+      "loss": 0.6528,
+      "step": 10139
+    },
+    {
+      "epoch": 0.9066523605150214,
+      "grad_norm": 0.159267895353337,
+      "learning_rate": 4.535869733554332e-06,
+      "loss": 0.6075,
+      "step": 10140
+    },
+    {
+      "epoch": 0.906741773962804,
+      "grad_norm": 0.1391426427106482,
+      "learning_rate": 4.527250625070012e-06,
+      "loss": 0.6291,
+      "step": 10141
+    },
+    {
+      "epoch": 0.9068311874105865,
+      "grad_norm": 0.1555719374165493,
+      "learning_rate": 4.518639523769897e-06,
+      "loss": 0.6188,
+      "step": 10142
+    },
+    {
+      "epoch": 0.9069206008583691,
+      "grad_norm": 0.18140065337581116,
+      "learning_rate": 4.510036430376152e-06,
+      "loss": 0.681,
+      "step": 10143
+    },
+    {
+      "epoch": 0.9070100143061517,
+      "grad_norm": 0.1644341679428532,
+      "learning_rate": 4.501441345610347e-06,
+      "loss": 0.6422,
+      "step": 10144
+    },
+    {
+      "epoch": 0.9070994277539342,
+      "grad_norm": 0.15923030791209167,
+      "learning_rate": 4.492854270193325e-06,
+      "loss": 0.6554,
+      "step": 10145
+    },
+    {
+      "epoch": 0.9071888412017167,
+      "grad_norm": 0.15521623301265053,
+      "learning_rate": 4.4842752048452676e-06,
+      "loss": 0.6186,
+      "step": 10146
+    },
+    {
+      "epoch": 0.9072782546494993,
+      "grad_norm": 0.1724739865339209,
+      "learning_rate": 4.475704150285687e-06,
+      "loss": 0.6653,
+      "step": 10147
+    },
+    {
+      "epoch": 0.9073676680972819,
+      "grad_norm": 0.14523595547892637,
+      "learning_rate": 4.4671411072334526e-06,
+      "loss": 0.5849,
+      "step": 10148
+    },
+    {
+      "epoch": 0.9074570815450643,
+      "grad_norm": 0.1746739789704633,
+      "learning_rate": 4.458586076406701e-06,
+      "loss": 0.6805,
+      "step": 10149
+    },
+    {
+      "epoch": 0.9075464949928469,
+      "grad_norm": 0.16459506708514698,
+      "learning_rate": 4.450039058522948e-06,
+      "loss": 0.6244,
+      "step": 10150
+    },
+    {
+      "epoch": 0.9076359084406295,
+      "grad_norm": 0.15034486364966468,
+      "learning_rate": 4.441500054299042e-06,
+      "loss": 0.619,
+      "step": 10151
+    },
+    {
+      "epoch": 0.907725321888412,
+      "grad_norm": 0.16478101084336294,
+      "learning_rate": 4.432969064451109e-06,
+      "loss": 0.6164,
+      "step": 10152
+    },
+    {
+      "epoch": 0.9078147353361946,
+      "grad_norm": 0.17418147321221494,
+      "learning_rate": 4.424446089694645e-06,
+      "loss": 0.6809,
+      "step": 10153
+    },
+    {
+      "epoch": 0.9079041487839771,
+      "grad_norm": 0.1535443264352386,
+      "learning_rate": 4.415931130744477e-06,
+      "loss": 0.6369,
+      "step": 10154
+    },
+    {
+      "epoch": 0.9079935622317596,
+      "grad_norm": 0.16737941714971297,
+      "learning_rate": 4.407424188314713e-06,
+      "loss": 0.5854,
+      "step": 10155
+    },
+    {
+      "epoch": 0.9080829756795422,
+      "grad_norm": 0.1491099889469344,
+      "learning_rate": 4.398925263118836e-06,
+      "loss": 0.5973,
+      "step": 10156
+    },
+    {
+      "epoch": 0.9081723891273248,
+      "grad_norm": 0.14968104554433187,
+      "learning_rate": 4.390434355869643e-06,
+      "loss": 0.6402,
+      "step": 10157
+    },
+    {
+      "epoch": 0.9082618025751072,
+      "grad_norm": 0.1521379867972133,
+      "learning_rate": 4.381951467279244e-06,
+      "loss": 0.623,
+      "step": 10158
+    },
+    {
+      "epoch": 0.9083512160228898,
+      "grad_norm": 0.17738491036143558,
+      "learning_rate": 4.373476598059112e-06,
+      "loss": 0.6229,
+      "step": 10159
+    },
+    {
+      "epoch": 0.9084406294706724,
+      "grad_norm": 0.17677234469288688,
+      "learning_rate": 4.365009748920012e-06,
+      "loss": 0.6393,
+      "step": 10160
+    },
+    {
+      "epoch": 0.908530042918455,
+      "grad_norm": 0.16452412646659176,
+      "learning_rate": 4.356550920572044e-06,
+      "loss": 0.6752,
+      "step": 10161
+    },
+    {
+      "epoch": 0.9086194563662375,
+      "grad_norm": 0.1962145802153763,
+      "learning_rate": 4.348100113724629e-06,
+      "loss": 0.7048,
+      "step": 10162
+    },
+    {
+      "epoch": 0.90870886981402,
+      "grad_norm": 0.14370141307917925,
+      "learning_rate": 4.339657329086566e-06,
+      "loss": 0.6193,
+      "step": 10163
+    },
+    {
+      "epoch": 0.9087982832618026,
+      "grad_norm": 0.16155696193836175,
+      "learning_rate": 4.331222567365878e-06,
+      "loss": 0.6104,
+      "step": 10164
+    },
+    {
+      "epoch": 0.9088876967095851,
+      "grad_norm": 0.16020011632616232,
+      "learning_rate": 4.322795829270043e-06,
+      "loss": 0.6358,
+      "step": 10165
+    },
+    {
+      "epoch": 0.9089771101573677,
+      "grad_norm": 0.15127123853648855,
+      "learning_rate": 4.314377115505763e-06,
+      "loss": 0.6419,
+      "step": 10166
+    },
+    {
+      "epoch": 0.9090665236051502,
+      "grad_norm": 0.15661662367677753,
+      "learning_rate": 4.305966426779118e-06,
+      "loss": 0.6327,
+      "step": 10167
+    },
+    {
+      "epoch": 0.9091559370529327,
+      "grad_norm": 0.16353219382783363,
+      "learning_rate": 4.297563763795509e-06,
+      "loss": 0.6533,
+      "step": 10168
+    },
+    {
+      "epoch": 0.9092453505007153,
+      "grad_norm": 0.15936681044889564,
+      "learning_rate": 4.289169127259629e-06,
+      "loss": 0.6218,
+      "step": 10169
+    },
+    {
+      "epoch": 0.9093347639484979,
+      "grad_norm": 0.1500205858112372,
+      "learning_rate": 4.280782517875548e-06,
+      "loss": 0.6275,
+      "step": 10170
+    },
+    {
+      "epoch": 0.9094241773962805,
+      "grad_norm": 0.17546553657712227,
+      "learning_rate": 4.272403936346647e-06,
+      "loss": 0.6397,
+      "step": 10171
+    },
+    {
+      "epoch": 0.9095135908440629,
+      "grad_norm": 0.15434224470589894,
+      "learning_rate": 4.26403338337561e-06,
+      "loss": 0.6358,
+      "step": 10172
+    },
+    {
+      "epoch": 0.9096030042918455,
+      "grad_norm": 0.16520069121363,
+      "learning_rate": 4.255670859664474e-06,
+      "loss": 0.6654,
+      "step": 10173
+    },
+    {
+      "epoch": 0.9096924177396281,
+      "grad_norm": 0.16182012549696345,
+      "learning_rate": 4.2473163659146e-06,
+      "loss": 0.6388,
+      "step": 10174
+    },
+    {
+      "epoch": 0.9097818311874106,
+      "grad_norm": 0.1598970627577002,
+      "learning_rate": 4.238969902826662e-06,
+      "loss": 0.66,
+      "step": 10175
+    },
+    {
+      "epoch": 0.9098712446351931,
+      "grad_norm": 0.15423976310953388,
+      "learning_rate": 4.230631471100655e-06,
+      "loss": 0.6079,
+      "step": 10176
+    },
+    {
+      "epoch": 0.9099606580829757,
+      "grad_norm": 0.16410970252457444,
+      "learning_rate": 4.222301071435952e-06,
+      "loss": 0.6431,
+      "step": 10177
+    },
+    {
+      "epoch": 0.9100500715307582,
+      "grad_norm": 0.15944407128563126,
+      "learning_rate": 4.213978704531152e-06,
+      "loss": 0.6889,
+      "step": 10178
+    },
+    {
+      "epoch": 0.9101394849785408,
+      "grad_norm": 0.15654151296480592,
+      "learning_rate": 4.205664371084306e-06,
+      "loss": 0.6237,
+      "step": 10179
+    },
+    {
+      "epoch": 0.9102288984263234,
+      "grad_norm": 0.14287401858496038,
+      "learning_rate": 4.19735807179269e-06,
+      "loss": 0.644,
+      "step": 10180
+    },
+    {
+      "epoch": 0.9103183118741058,
+      "grad_norm": 0.1608063199754185,
+      "learning_rate": 4.189059807352958e-06,
+      "loss": 0.6381,
+      "step": 10181
+    },
+    {
+      "epoch": 0.9104077253218884,
+      "grad_norm": 0.15739771601179267,
+      "learning_rate": 4.180769578461063e-06,
+      "loss": 0.6635,
+      "step": 10182
+    },
+    {
+      "epoch": 0.910497138769671,
+      "grad_norm": 0.1601299987792646,
+      "learning_rate": 4.172487385812307e-06,
+      "loss": 0.6396,
+      "step": 10183
+    },
+    {
+      "epoch": 0.9105865522174535,
+      "grad_norm": 0.18841926060734204,
+      "learning_rate": 4.164213230101299e-06,
+      "loss": 0.6498,
+      "step": 10184
+    },
+    {
+      "epoch": 0.910675965665236,
+      "grad_norm": 0.16212031347564046,
+      "learning_rate": 4.155947112021985e-06,
+      "loss": 0.6018,
+      "step": 10185
+    },
+    {
+      "epoch": 0.9107653791130186,
+      "grad_norm": 0.16356163412169947,
+      "learning_rate": 4.147689032267643e-06,
+      "loss": 0.6771,
+      "step": 10186
+    },
+    {
+      "epoch": 0.9108547925608012,
+      "grad_norm": 0.15243099060520007,
+      "learning_rate": 4.139438991530853e-06,
+      "loss": 0.6201,
+      "step": 10187
+    },
+    {
+      "epoch": 0.9109442060085837,
+      "grad_norm": 0.18817443569473966,
+      "learning_rate": 4.131196990503561e-06,
+      "loss": 0.6695,
+      "step": 10188
+    },
+    {
+      "epoch": 0.9110336194563662,
+      "grad_norm": 0.15897203821725578,
+      "learning_rate": 4.1229630298769914e-06,
+      "loss": 0.6433,
+      "step": 10189
+    },
+    {
+      "epoch": 0.9111230329041488,
+      "grad_norm": 0.17170902835804058,
+      "learning_rate": 4.114737110341715e-06,
+      "loss": 0.6372,
+      "step": 10190
+    },
+    {
+      "epoch": 0.9112124463519313,
+      "grad_norm": 0.18203872626788845,
+      "learning_rate": 4.106519232587647e-06,
+      "loss": 0.6794,
+      "step": 10191
+    },
+    {
+      "epoch": 0.9113018597997139,
+      "grad_norm": 0.16108836944777352,
+      "learning_rate": 4.098309397303978e-06,
+      "loss": 0.6025,
+      "step": 10192
+    },
+    {
+      "epoch": 0.9113912732474965,
+      "grad_norm": 0.14362547733514808,
+      "learning_rate": 4.090107605179294e-06,
+      "loss": 0.6657,
+      "step": 10193
+    },
+    {
+      "epoch": 0.9114806866952789,
+      "grad_norm": 0.14940838565815384,
+      "learning_rate": 4.081913856901476e-06,
+      "loss": 0.653,
+      "step": 10194
+    },
+    {
+      "epoch": 0.9115701001430615,
+      "grad_norm": 0.16075459425491692,
+      "learning_rate": 4.073728153157674e-06,
+      "loss": 0.6498,
+      "step": 10195
+    },
+    {
+      "epoch": 0.9116595135908441,
+      "grad_norm": 0.16515075219465325,
+      "learning_rate": 4.065550494634451e-06,
+      "loss": 0.6109,
+      "step": 10196
+    },
+    {
+      "epoch": 0.9117489270386266,
+      "grad_norm": 0.16499470468251715,
+      "learning_rate": 4.057380882017658e-06,
+      "loss": 0.629,
+      "step": 10197
+    },
+    {
+      "epoch": 0.9118383404864091,
+      "grad_norm": 0.1728202757261118,
+      "learning_rate": 4.049219315992458e-06,
+      "loss": 0.647,
+      "step": 10198
+    },
+    {
+      "epoch": 0.9119277539341917,
+      "grad_norm": 0.17166792147306692,
+      "learning_rate": 4.041065797243349e-06,
+      "loss": 0.6643,
+      "step": 10199
+    },
+    {
+      "epoch": 0.9120171673819742,
+      "grad_norm": 0.14212167369084258,
+      "learning_rate": 4.032920326454159e-06,
+      "loss": 0.6013,
+      "step": 10200
+    },
+    {
+      "epoch": 0.9121065808297568,
+      "grad_norm": 0.15286251892564776,
+      "learning_rate": 4.0247829043080445e-06,
+      "loss": 0.6343,
+      "step": 10201
+    },
+    {
+      "epoch": 0.9121959942775394,
+      "grad_norm": 0.15033934741393237,
+      "learning_rate": 4.016653531487491e-06,
+      "loss": 0.6129,
+      "step": 10202
+    },
+    {
+      "epoch": 0.9122854077253219,
+      "grad_norm": 0.16050810253879688,
+      "learning_rate": 4.008532208674276e-06,
+      "loss": 0.6204,
+      "step": 10203
+    },
+    {
+      "epoch": 0.9123748211731044,
+      "grad_norm": 0.16727897215894724,
+      "learning_rate": 4.000418936549533e-06,
+      "loss": 0.6434,
+      "step": 10204
+    },
+    {
+      "epoch": 0.912464234620887,
+      "grad_norm": 0.1643653716907454,
+      "learning_rate": 3.992313715793727e-06,
+      "loss": 0.6311,
+      "step": 10205
+    },
+    {
+      "epoch": 0.9125536480686696,
+      "grad_norm": 0.1463443096947918,
+      "learning_rate": 3.984216547086606e-06,
+      "loss": 0.6232,
+      "step": 10206
+    },
+    {
+      "epoch": 0.912643061516452,
+      "grad_norm": 0.1541156088420764,
+      "learning_rate": 3.97612743110729e-06,
+      "loss": 0.6129,
+      "step": 10207
+    },
+    {
+      "epoch": 0.9127324749642346,
+      "grad_norm": 0.13884558559002247,
+      "learning_rate": 3.968046368534217e-06,
+      "loss": 0.6161,
+      "step": 10208
+    },
+    {
+      "epoch": 0.9128218884120172,
+      "grad_norm": 0.1802779297285867,
+      "learning_rate": 3.9599733600450995e-06,
+      "loss": 0.6741,
+      "step": 10209
+    },
+    {
+      "epoch": 0.9129113018597997,
+      "grad_norm": 0.17262946408459218,
+      "learning_rate": 3.95190840631704e-06,
+      "loss": 0.63,
+      "step": 10210
+    },
+    {
+      "epoch": 0.9130007153075823,
+      "grad_norm": 0.16402130340279006,
+      "learning_rate": 3.94385150802643e-06,
+      "loss": 0.669,
+      "step": 10211
+    },
+    {
+      "epoch": 0.9130901287553648,
+      "grad_norm": 0.16570378312971312,
+      "learning_rate": 3.9358026658489535e-06,
+      "loss": 0.6283,
+      "step": 10212
+    },
+    {
+      "epoch": 0.9131795422031473,
+      "grad_norm": 0.1676489559632713,
+      "learning_rate": 3.927761880459735e-06,
+      "loss": 0.6415,
+      "step": 10213
+    },
+    {
+      "epoch": 0.9132689556509299,
+      "grad_norm": 0.163775789406275,
+      "learning_rate": 3.91972915253308e-06,
+      "loss": 0.624,
+      "step": 10214
+    },
+    {
+      "epoch": 0.9133583690987125,
+      "grad_norm": 0.16259154886640587,
+      "learning_rate": 3.9117044827427066e-06,
+      "loss": 0.6655,
+      "step": 10215
+    },
+    {
+      "epoch": 0.913447782546495,
+      "grad_norm": 0.1532332673580839,
+      "learning_rate": 3.90368787176163e-06,
+      "loss": 0.6551,
+      "step": 10216
+    },
+    {
+      "epoch": 0.9135371959942775,
+      "grad_norm": 0.15835799521298602,
+      "learning_rate": 3.895679320262202e-06,
+      "loss": 0.6614,
+      "step": 10217
+    },
+    {
+      "epoch": 0.9136266094420601,
+      "grad_norm": 0.15693680877993327,
+      "learning_rate": 3.8876788289160855e-06,
+      "loss": 0.6376,
+      "step": 10218
+    },
+    {
+      "epoch": 0.9137160228898427,
+      "grad_norm": 0.16903085340287666,
+      "learning_rate": 3.879686398394267e-06,
+      "loss": 0.7023,
+      "step": 10219
+    },
+    {
+      "epoch": 0.9138054363376252,
+      "grad_norm": 0.17257460615548278,
+      "learning_rate": 3.871702029367064e-06,
+      "loss": 0.6025,
+      "step": 10220
+    },
+    {
+      "epoch": 0.9138948497854077,
+      "grad_norm": 0.16828606983539907,
+      "learning_rate": 3.863725722504119e-06,
+      "loss": 0.6903,
+      "step": 10221
+    },
+    {
+      "epoch": 0.9139842632331903,
+      "grad_norm": 0.15136170573494429,
+      "learning_rate": 3.8557574784744085e-06,
+      "loss": 0.6312,
+      "step": 10222
+    },
+    {
+      "epoch": 0.9140736766809728,
+      "grad_norm": 0.15522251135890838,
+      "learning_rate": 3.847797297946198e-06,
+      "loss": 0.5724,
+      "step": 10223
+    },
+    {
+      "epoch": 0.9141630901287554,
+      "grad_norm": 0.1579918658843508,
+      "learning_rate": 3.839845181587098e-06,
+      "loss": 0.6408,
+      "step": 10224
+    },
+    {
+      "epoch": 0.9142525035765379,
+      "grad_norm": 0.16055020654417917,
+      "learning_rate": 3.831901130064064e-06,
+      "loss": 0.6462,
+      "step": 10225
+    },
+    {
+      "epoch": 0.9143419170243204,
+      "grad_norm": 0.1356767849172888,
+      "learning_rate": 3.823965144043318e-06,
+      "loss": 0.6313,
+      "step": 10226
+    },
+    {
+      "epoch": 0.914431330472103,
+      "grad_norm": 0.1826824172376242,
+      "learning_rate": 3.816037224190483e-06,
+      "loss": 0.6654,
+      "step": 10227
+    },
+    {
+      "epoch": 0.9145207439198856,
+      "grad_norm": 0.1468953816913315,
+      "learning_rate": 3.8081173711704497e-06,
+      "loss": 0.6233,
+      "step": 10228
+    },
+    {
+      "epoch": 0.914610157367668,
+      "grad_norm": 0.15497923770360592,
+      "learning_rate": 3.8002055856474206e-06,
+      "loss": 0.6191,
+      "step": 10229
+    },
+    {
+      "epoch": 0.9146995708154506,
+      "grad_norm": 0.17098444196968118,
+      "learning_rate": 3.7923018682849864e-06,
+      "loss": 0.6269,
+      "step": 10230
+    },
+    {
+      "epoch": 0.9147889842632332,
+      "grad_norm": 0.1671294640316458,
+      "learning_rate": 3.784406219746006e-06,
+      "loss": 0.6352,
+      "step": 10231
+    },
+    {
+      "epoch": 0.9148783977110158,
+      "grad_norm": 0.14778906423042745,
+      "learning_rate": 3.7765186406926722e-06,
+      "loss": 0.6331,
+      "step": 10232
+    },
+    {
+      "epoch": 0.9149678111587983,
+      "grad_norm": 0.16575555723614552,
+      "learning_rate": 3.768639131786511e-06,
+      "loss": 0.6253,
+      "step": 10233
+    },
+    {
+      "epoch": 0.9150572246065808,
+      "grad_norm": 0.16910690888617924,
+      "learning_rate": 3.760767693688361e-06,
+      "loss": 0.6399,
+      "step": 10234
+    },
+    {
+      "epoch": 0.9151466380543634,
+      "grad_norm": 0.16844234599702435,
+      "learning_rate": 3.752904327058404e-06,
+      "loss": 0.6986,
+      "step": 10235
+    },
+    {
+      "epoch": 0.9152360515021459,
+      "grad_norm": 0.15141267856633703,
+      "learning_rate": 3.745049032556125e-06,
+      "loss": 0.656,
+      "step": 10236
+    },
+    {
+      "epoch": 0.9153254649499285,
+      "grad_norm": 0.1612833969305406,
+      "learning_rate": 3.7372018108403405e-06,
+      "loss": 0.6633,
+      "step": 10237
+    },
+    {
+      "epoch": 0.915414878397711,
+      "grad_norm": 0.15404071330295444,
+      "learning_rate": 3.729362662569169e-06,
+      "loss": 0.6332,
+      "step": 10238
+    },
+    {
+      "epoch": 0.9155042918454935,
+      "grad_norm": 0.15848714687961787,
+      "learning_rate": 3.7215315884000957e-06,
+      "loss": 0.6653,
+      "step": 10239
+    },
+    {
+      "epoch": 0.9155937052932761,
+      "grad_norm": 0.16204465911621496,
+      "learning_rate": 3.7137085889898947e-06,
+      "loss": 0.6746,
+      "step": 10240
+    },
+    {
+      "epoch": 0.9156831187410587,
+      "grad_norm": 0.16107284880607026,
+      "learning_rate": 3.705893664994664e-06,
+      "loss": 0.6467,
+      "step": 10241
+    },
+    {
+      "epoch": 0.9157725321888412,
+      "grad_norm": 0.15946058018772183,
+      "learning_rate": 3.6980868170698456e-06,
+      "loss": 0.6435,
+      "step": 10242
+    },
+    {
+      "epoch": 0.9158619456366237,
+      "grad_norm": 0.18040826015320083,
+      "learning_rate": 3.6902880458701826e-06,
+      "loss": 0.641,
+      "step": 10243
+    },
+    {
+      "epoch": 0.9159513590844063,
+      "grad_norm": 0.15793513597038283,
+      "learning_rate": 3.6824973520497408e-06,
+      "loss": 0.6336,
+      "step": 10244
+    },
+    {
+      "epoch": 0.9160407725321889,
+      "grad_norm": 0.15937439457961464,
+      "learning_rate": 3.6747147362619304e-06,
+      "loss": 0.634,
+      "step": 10245
+    },
+    {
+      "epoch": 0.9161301859799714,
+      "grad_norm": 0.15862407201287823,
+      "learning_rate": 3.666940199159463e-06,
+      "loss": 0.6318,
+      "step": 10246
+    },
+    {
+      "epoch": 0.9162195994277539,
+      "grad_norm": 0.14875731636115289,
+      "learning_rate": 3.6591737413943616e-06,
+      "loss": 0.6123,
+      "step": 10247
+    },
+    {
+      "epoch": 0.9163090128755365,
+      "grad_norm": 0.15564902390107946,
+      "learning_rate": 3.6514153636180383e-06,
+      "loss": 0.6471,
+      "step": 10248
+    },
+    {
+      "epoch": 0.916398426323319,
+      "grad_norm": 0.1432025559948938,
+      "learning_rate": 3.643665066481128e-06,
+      "loss": 0.6244,
+      "step": 10249
+    },
+    {
+      "epoch": 0.9164878397711016,
+      "grad_norm": 0.16465154475674484,
+      "learning_rate": 3.635922850633666e-06,
+      "loss": 0.6203,
+      "step": 10250
+    },
+    {
+      "epoch": 0.9165772532188842,
+      "grad_norm": 0.1604038781212725,
+      "learning_rate": 3.6281887167249895e-06,
+      "loss": 0.6366,
+      "step": 10251
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 0.15312831182787387,
+      "learning_rate": 3.6204626654037233e-06,
+      "loss": 0.6515,
+      "step": 10252
+    },
+    {
+      "epoch": 0.9167560801144492,
+      "grad_norm": 0.1717470665158523,
+      "learning_rate": 3.612744697317849e-06,
+      "loss": 0.6616,
+      "step": 10253
+    },
+    {
+      "epoch": 0.9168454935622318,
+      "grad_norm": 0.16535167730259306,
+      "learning_rate": 3.6050348131146825e-06,
+      "loss": 0.6353,
+      "step": 10254
+    },
+    {
+      "epoch": 0.9169349070100143,
+      "grad_norm": 0.16099265002499244,
+      "learning_rate": 3.597333013440829e-06,
+      "loss": 0.6534,
+      "step": 10255
+    },
+    {
+      "epoch": 0.9170243204577968,
+      "grad_norm": 0.14905572481234788,
+      "learning_rate": 3.5896392989422377e-06,
+      "loss": 0.6199,
+      "step": 10256
+    },
+    {
+      "epoch": 0.9171137339055794,
+      "grad_norm": 0.15655794816253327,
+      "learning_rate": 3.5819536702641485e-06,
+      "loss": 0.6439,
+      "step": 10257
+    },
+    {
+      "epoch": 0.917203147353362,
+      "grad_norm": 0.1486895877729563,
+      "learning_rate": 3.5742761280511685e-06,
+      "loss": 0.6463,
+      "step": 10258
+    },
+    {
+      "epoch": 0.9172925608011445,
+      "grad_norm": 0.1652521643657072,
+      "learning_rate": 3.566606672947204e-06,
+      "loss": 0.6347,
+      "step": 10259
+    },
+    {
+      "epoch": 0.9173819742489271,
+      "grad_norm": 0.1621598148376661,
+      "learning_rate": 3.5589453055954737e-06,
+      "loss": 0.6328,
+      "step": 10260
+    },
+    {
+      "epoch": 0.9174713876967096,
+      "grad_norm": 0.1474143999102562,
+      "learning_rate": 3.5512920266385085e-06,
+      "loss": 0.6081,
+      "step": 10261
+    },
+    {
+      "epoch": 0.9175608011444921,
+      "grad_norm": 0.14868422941197795,
+      "learning_rate": 3.5436468367182284e-06,
+      "loss": 0.643,
+      "step": 10262
+    },
+    {
+      "epoch": 0.9176502145922747,
+      "grad_norm": 0.16021120319922905,
+      "learning_rate": 3.536009736475787e-06,
+      "loss": 0.6331,
+      "step": 10263
+    },
+    {
+      "epoch": 0.9177396280400573,
+      "grad_norm": 0.1705614459327693,
+      "learning_rate": 3.5283807265517053e-06,
+      "loss": 0.6681,
+      "step": 10264
+    },
+    {
+      "epoch": 0.9178290414878397,
+      "grad_norm": 0.16243585326758178,
+      "learning_rate": 3.5207598075858383e-06,
+      "loss": 0.619,
+      "step": 10265
+    },
+    {
+      "epoch": 0.9179184549356223,
+      "grad_norm": 0.1633999285680811,
+      "learning_rate": 3.5131469802173076e-06,
+      "loss": 0.6359,
+      "step": 10266
+    },
+    {
+      "epoch": 0.9180078683834049,
+      "grad_norm": 0.18908255363870075,
+      "learning_rate": 3.5055422450846253e-06,
+      "loss": 0.7071,
+      "step": 10267
+    },
+    {
+      "epoch": 0.9180972818311874,
+      "grad_norm": 0.15456746171853364,
+      "learning_rate": 3.4979456028255806e-06,
+      "loss": 0.6174,
+      "step": 10268
+    },
+    {
+      "epoch": 0.91818669527897,
+      "grad_norm": 0.1736102988871512,
+      "learning_rate": 3.4903570540772866e-06,
+      "loss": 0.6643,
+      "step": 10269
+    },
+    {
+      "epoch": 0.9182761087267525,
+      "grad_norm": 0.15877973007363244,
+      "learning_rate": 3.482776599476201e-06,
+      "loss": 0.661,
+      "step": 10270
+    },
+    {
+      "epoch": 0.918365522174535,
+      "grad_norm": 0.17050463941605395,
+      "learning_rate": 3.4752042396580807e-06,
+      "loss": 0.6301,
+      "step": 10271
+    },
+    {
+      "epoch": 0.9184549356223176,
+      "grad_norm": 0.17430111104386597,
+      "learning_rate": 3.467639975257997e-06,
+      "loss": 0.6594,
+      "step": 10272
+    },
+    {
+      "epoch": 0.9185443490701002,
+      "grad_norm": 0.15222633396658455,
+      "learning_rate": 3.4600838069103635e-06,
+      "loss": 0.6358,
+      "step": 10273
+    },
+    {
+      "epoch": 0.9186337625178826,
+      "grad_norm": 0.1679371331291788,
+      "learning_rate": 3.4525357352489295e-06,
+      "loss": 0.6575,
+      "step": 10274
+    },
+    {
+      "epoch": 0.9187231759656652,
+      "grad_norm": 0.14821160896473587,
+      "learning_rate": 3.4449957609066996e-06,
+      "loss": 0.6494,
+      "step": 10275
+    },
+    {
+      "epoch": 0.9188125894134478,
+      "grad_norm": 0.16615448246846035,
+      "learning_rate": 3.43746388451609e-06,
+      "loss": 0.6516,
+      "step": 10276
+    },
+    {
+      "epoch": 0.9189020028612304,
+      "grad_norm": 0.17273129777754415,
+      "learning_rate": 3.429940106708751e-06,
+      "loss": 0.6514,
+      "step": 10277
+    },
+    {
+      "epoch": 0.9189914163090128,
+      "grad_norm": 0.17186547398218233,
+      "learning_rate": 3.422424428115711e-06,
+      "loss": 0.6504,
+      "step": 10278
+    },
+    {
+      "epoch": 0.9190808297567954,
+      "grad_norm": 0.16418878546848092,
+      "learning_rate": 3.4149168493673113e-06,
+      "loss": 0.6601,
+      "step": 10279
+    },
+    {
+      "epoch": 0.919170243204578,
+      "grad_norm": 0.1699862286026873,
+      "learning_rate": 3.40741737109318e-06,
+      "loss": 0.5893,
+      "step": 10280
+    },
+    {
+      "epoch": 0.9192596566523605,
+      "grad_norm": 0.17809964090022162,
+      "learning_rate": 3.3999259939222927e-06,
+      "loss": 0.6304,
+      "step": 10281
+    },
+    {
+      "epoch": 0.9193490701001431,
+      "grad_norm": 0.16187111029770332,
+      "learning_rate": 3.3924427184829575e-06,
+      "loss": 0.631,
+      "step": 10282
+    },
+    {
+      "epoch": 0.9194384835479256,
+      "grad_norm": 0.13870721228282476,
+      "learning_rate": 3.3849675454027727e-06,
+      "loss": 0.5761,
+      "step": 10283
+    },
+    {
+      "epoch": 0.9195278969957081,
+      "grad_norm": 0.16040458676284622,
+      "learning_rate": 3.3775004753086812e-06,
+      "loss": 0.6269,
+      "step": 10284
+    },
+    {
+      "epoch": 0.9196173104434907,
+      "grad_norm": 0.16624973500880869,
+      "learning_rate": 3.3700415088269377e-06,
+      "loss": 0.5602,
+      "step": 10285
+    },
+    {
+      "epoch": 0.9197067238912733,
+      "grad_norm": 0.17675596170684285,
+      "learning_rate": 3.362590646583108e-06,
+      "loss": 0.6235,
+      "step": 10286
+    },
+    {
+      "epoch": 0.9197961373390557,
+      "grad_norm": 0.15854607704800489,
+      "learning_rate": 3.3551478892020926e-06,
+      "loss": 0.6281,
+      "step": 10287
+    },
+    {
+      "epoch": 0.9198855507868383,
+      "grad_norm": 0.17192357615627368,
+      "learning_rate": 3.3477132373081254e-06,
+      "loss": 0.6711,
+      "step": 10288
+    },
+    {
+      "epoch": 0.9199749642346209,
+      "grad_norm": 0.17044886582571148,
+      "learning_rate": 3.3402866915246854e-06,
+      "loss": 0.6704,
+      "step": 10289
+    },
+    {
+      "epoch": 0.9200643776824035,
+      "grad_norm": 0.16930738361511058,
+      "learning_rate": 3.3328682524746967e-06,
+      "loss": 0.6442,
+      "step": 10290
+    },
+    {
+      "epoch": 0.920153791130186,
+      "grad_norm": 0.15331660064200872,
+      "learning_rate": 3.325457920780295e-06,
+      "loss": 0.6333,
+      "step": 10291
+    },
+    {
+      "epoch": 0.9202432045779685,
+      "grad_norm": 0.15748591580389334,
+      "learning_rate": 3.318055697062983e-06,
+      "loss": 0.6348,
+      "step": 10292
+    },
+    {
+      "epoch": 0.9203326180257511,
+      "grad_norm": 0.15221663954124973,
+      "learning_rate": 3.310661581943586e-06,
+      "loss": 0.6216,
+      "step": 10293
+    },
+    {
+      "epoch": 0.9204220314735336,
+      "grad_norm": 0.1567332035280675,
+      "learning_rate": 3.3032755760422196e-06,
+      "loss": 0.6273,
+      "step": 10294
+    },
+    {
+      "epoch": 0.9205114449213162,
+      "grad_norm": 0.18467596899813837,
+      "learning_rate": 3.2958976799783326e-06,
+      "loss": 0.7184,
+      "step": 10295
+    },
+    {
+      "epoch": 0.9206008583690987,
+      "grad_norm": 0.1540388375014966,
+      "learning_rate": 3.288527894370752e-06,
+      "loss": 0.5935,
+      "step": 10296
+    },
+    {
+      "epoch": 0.9206902718168812,
+      "grad_norm": 0.17506006726006973,
+      "learning_rate": 3.281166219837517e-06,
+      "loss": 0.6492,
+      "step": 10297
+    },
+    {
+      "epoch": 0.9207796852646638,
+      "grad_norm": 0.1636157410695921,
+      "learning_rate": 3.273812656996067e-06,
+      "loss": 0.6429,
+      "step": 10298
+    },
+    {
+      "epoch": 0.9208690987124464,
+      "grad_norm": 0.1685234550650281,
+      "learning_rate": 3.2664672064631528e-06,
+      "loss": 0.6501,
+      "step": 10299
+    },
+    {
+      "epoch": 0.920958512160229,
+      "grad_norm": 0.15183018919782476,
+      "learning_rate": 3.2591298688547932e-06,
+      "loss": 0.6058,
+      "step": 10300
+    },
+    {
+      "epoch": 0.9210479256080114,
+      "grad_norm": 0.17287747000918988,
+      "learning_rate": 3.2518006447863847e-06,
+      "loss": 0.6266,
+      "step": 10301
+    },
+    {
+      "epoch": 0.921137339055794,
+      "grad_norm": 0.16211198082253075,
+      "learning_rate": 3.244479534872602e-06,
+      "loss": 0.6789,
+      "step": 10302
+    },
+    {
+      "epoch": 0.9212267525035766,
+      "grad_norm": 0.1691243051497186,
+      "learning_rate": 3.2371665397274763e-06,
+      "loss": 0.6563,
+      "step": 10303
+    },
+    {
+      "epoch": 0.9213161659513591,
+      "grad_norm": 0.15682843311225197,
+      "learning_rate": 3.2298616599643285e-06,
+      "loss": 0.6727,
+      "step": 10304
+    },
+    {
+      "epoch": 0.9214055793991416,
+      "grad_norm": 0.1591812251808188,
+      "learning_rate": 3.2225648961958344e-06,
+      "loss": 0.6371,
+      "step": 10305
+    },
+    {
+      "epoch": 0.9214949928469242,
+      "grad_norm": 0.16666840557870896,
+      "learning_rate": 3.215276249033927e-06,
+      "loss": 0.6425,
+      "step": 10306
+    },
+    {
+      "epoch": 0.9215844062947067,
+      "grad_norm": 0.13541462462685877,
+      "learning_rate": 3.207995719089918e-06,
+      "loss": 0.5988,
+      "step": 10307
+    },
+    {
+      "epoch": 0.9216738197424893,
+      "grad_norm": 0.13946614313381794,
+      "learning_rate": 3.200723306974418e-06,
+      "loss": 0.6086,
+      "step": 10308
+    },
+    {
+      "epoch": 0.9217632331902719,
+      "grad_norm": 0.17972235464190894,
+      "learning_rate": 3.1934590132973283e-06,
+      "loss": 0.6741,
+      "step": 10309
+    },
+    {
+      "epoch": 0.9218526466380543,
+      "grad_norm": 0.15597846656836278,
+      "learning_rate": 3.186202838667951e-06,
+      "loss": 0.6601,
+      "step": 10310
+    },
+    {
+      "epoch": 0.9219420600858369,
+      "grad_norm": 0.15584855485936808,
+      "learning_rate": 3.1789547836947986e-06,
+      "loss": 0.6452,
+      "step": 10311
+    },
+    {
+      "epoch": 0.9220314735336195,
+      "grad_norm": 0.14086746593149224,
+      "learning_rate": 3.171714848985785e-06,
+      "loss": 0.6412,
+      "step": 10312
+    },
+    {
+      "epoch": 0.922120886981402,
+      "grad_norm": 0.16490594238282477,
+      "learning_rate": 3.164483035148114e-06,
+      "loss": 0.6401,
+      "step": 10313
+    },
+    {
+      "epoch": 0.9222103004291845,
+      "grad_norm": 0.16051907726643588,
+      "learning_rate": 3.157259342788299e-06,
+      "loss": 0.6704,
+      "step": 10314
+    },
+    {
+      "epoch": 0.9222997138769671,
+      "grad_norm": 0.16890595199958294,
+      "learning_rate": 3.150043772512179e-06,
+      "loss": 0.6606,
+      "step": 10315
+    },
+    {
+      "epoch": 0.9223891273247496,
+      "grad_norm": 0.14170457044167672,
+      "learning_rate": 3.1428363249249247e-06,
+      "loss": 0.6186,
+      "step": 10316
+    },
+    {
+      "epoch": 0.9224785407725322,
+      "grad_norm": 0.1626504606472402,
+      "learning_rate": 3.1356370006310197e-06,
+      "loss": 0.6346,
+      "step": 10317
+    },
+    {
+      "epoch": 0.9225679542203148,
+      "grad_norm": 0.13340541271742606,
+      "learning_rate": 3.1284458002342475e-06,
+      "loss": 0.6135,
+      "step": 10318
+    },
+    {
+      "epoch": 0.9226573676680973,
+      "grad_norm": 0.15623615280996145,
+      "learning_rate": 3.121262724337748e-06,
+      "loss": 0.6649,
+      "step": 10319
+    },
+    {
+      "epoch": 0.9227467811158798,
+      "grad_norm": 0.15094449137965082,
+      "learning_rate": 3.1140877735439387e-06,
+      "loss": 0.5926,
+      "step": 10320
+    },
+    {
+      "epoch": 0.9228361945636624,
+      "grad_norm": 0.1818524799197691,
+      "learning_rate": 3.1069209484545725e-06,
+      "loss": 0.7131,
+      "step": 10321
+    },
+    {
+      "epoch": 0.922925608011445,
+      "grad_norm": 0.16645224547191262,
+      "learning_rate": 3.0997622496707456e-06,
+      "loss": 0.645,
+      "step": 10322
+    },
+    {
+      "epoch": 0.9230150214592274,
+      "grad_norm": 0.17381029031119274,
+      "learning_rate": 3.0926116777928116e-06,
+      "loss": 0.6293,
+      "step": 10323
+    },
+    {
+      "epoch": 0.92310443490701,
+      "grad_norm": 0.16911166608586467,
+      "learning_rate": 3.0854692334205125e-06,
+      "loss": 0.6583,
+      "step": 10324
+    },
+    {
+      "epoch": 0.9231938483547926,
+      "grad_norm": 0.15611871032909025,
+      "learning_rate": 3.0783349171528697e-06,
+      "loss": 0.6297,
+      "step": 10325
+    },
+    {
+      "epoch": 0.9232832618025751,
+      "grad_norm": 0.17259890562955424,
+      "learning_rate": 3.0712087295882154e-06,
+      "loss": 0.6506,
+      "step": 10326
+    },
+    {
+      "epoch": 0.9233726752503576,
+      "grad_norm": 0.16575124549025524,
+      "learning_rate": 3.064090671324238e-06,
+      "loss": 0.6709,
+      "step": 10327
+    },
+    {
+      "epoch": 0.9234620886981402,
+      "grad_norm": 0.1842101621509159,
+      "learning_rate": 3.0569807429579044e-06,
+      "loss": 0.6896,
+      "step": 10328
+    },
+    {
+      "epoch": 0.9235515021459227,
+      "grad_norm": 0.15275866870050106,
+      "learning_rate": 3.0498789450855046e-06,
+      "loss": 0.6001,
+      "step": 10329
+    },
+    {
+      "epoch": 0.9236409155937053,
+      "grad_norm": 0.14580698235297657,
+      "learning_rate": 3.0427852783026843e-06,
+      "loss": 0.6193,
+      "step": 10330
+    },
+    {
+      "epoch": 0.9237303290414879,
+      "grad_norm": 0.16941984821110154,
+      "learning_rate": 3.0356997432043565e-06,
+      "loss": 0.6807,
+      "step": 10331
+    },
+    {
+      "epoch": 0.9238197424892703,
+      "grad_norm": 0.1969355368012564,
+      "learning_rate": 3.0286223403848014e-06,
+      "loss": 0.7001,
+      "step": 10332
+    },
+    {
+      "epoch": 0.9239091559370529,
+      "grad_norm": 0.16936499010969477,
+      "learning_rate": 3.021553070437577e-06,
+      "loss": 0.6187,
+      "step": 10333
+    },
+    {
+      "epoch": 0.9239985693848355,
+      "grad_norm": 0.14723933435351072,
+      "learning_rate": 3.0144919339555654e-06,
+      "loss": 0.6032,
+      "step": 10334
+    },
+    {
+      "epoch": 0.9240879828326181,
+      "grad_norm": 0.1714374676226061,
+      "learning_rate": 3.0074389315309928e-06,
+      "loss": 0.6241,
+      "step": 10335
+    },
+    {
+      "epoch": 0.9241773962804005,
+      "grad_norm": 0.15513899009061216,
+      "learning_rate": 3.000394063755396e-06,
+      "loss": 0.6459,
+      "step": 10336
+    },
+    {
+      "epoch": 0.9242668097281831,
+      "grad_norm": 0.17351592888090775,
+      "learning_rate": 2.9933573312195708e-06,
+      "loss": 0.6406,
+      "step": 10337
+    },
+    {
+      "epoch": 0.9243562231759657,
+      "grad_norm": 0.15284762824445733,
+      "learning_rate": 2.9863287345137216e-06,
+      "loss": 0.6395,
+      "step": 10338
+    },
+    {
+      "epoch": 0.9244456366237482,
+      "grad_norm": 0.1605134182900138,
+      "learning_rate": 2.979308274227344e-06,
+      "loss": 0.6458,
+      "step": 10339
+    },
+    {
+      "epoch": 0.9245350500715308,
+      "grad_norm": 0.160589608247157,
+      "learning_rate": 2.9722959509491888e-06,
+      "loss": 0.6395,
+      "step": 10340
+    },
+    {
+      "epoch": 0.9246244635193133,
+      "grad_norm": 0.16915404934218833,
+      "learning_rate": 2.965291765267386e-06,
+      "loss": 0.6424,
+      "step": 10341
+    },
+    {
+      "epoch": 0.9247138769670958,
+      "grad_norm": 0.15336442006788983,
+      "learning_rate": 2.958295717769399e-06,
+      "loss": 0.6455,
+      "step": 10342
+    },
+    {
+      "epoch": 0.9248032904148784,
+      "grad_norm": 0.14293451374524946,
+      "learning_rate": 2.9513078090419365e-06,
+      "loss": 0.6378,
+      "step": 10343
+    },
+    {
+      "epoch": 0.924892703862661,
+      "grad_norm": 0.18309441572137725,
+      "learning_rate": 2.944328039671085e-06,
+      "loss": 0.69,
+      "step": 10344
+    },
+    {
+      "epoch": 0.9249821173104434,
+      "grad_norm": 0.1662572535081661,
+      "learning_rate": 2.93735641024222e-06,
+      "loss": 0.5807,
+      "step": 10345
+    },
+    {
+      "epoch": 0.925071530758226,
+      "grad_norm": 0.16810508183153744,
+      "learning_rate": 2.930392921340053e-06,
+      "loss": 0.6956,
+      "step": 10346
+    },
+    {
+      "epoch": 0.9251609442060086,
+      "grad_norm": 0.15914894314236985,
+      "learning_rate": 2.9234375735486153e-06,
+      "loss": 0.6539,
+      "step": 10347
+    },
+    {
+      "epoch": 0.9252503576537912,
+      "grad_norm": 0.16812108435120038,
+      "learning_rate": 2.916490367451219e-06,
+      "loss": 0.6773,
+      "step": 10348
+    },
+    {
+      "epoch": 0.9253397711015737,
+      "grad_norm": 0.14696099192005702,
+      "learning_rate": 2.909551303630531e-06,
+      "loss": 0.6447,
+      "step": 10349
+    },
+    {
+      "epoch": 0.9254291845493562,
+      "grad_norm": 0.15707721335509,
+      "learning_rate": 2.9026203826685195e-06,
+      "loss": 0.651,
+      "step": 10350
+    },
+    {
+      "epoch": 0.9255185979971388,
+      "grad_norm": 0.16857395877749323,
+      "learning_rate": 2.8956976051464636e-06,
+      "loss": 0.6298,
+      "step": 10351
+    },
+    {
+      "epoch": 0.9256080114449213,
+      "grad_norm": 0.15968876522272862,
+      "learning_rate": 2.8887829716449876e-06,
+      "loss": 0.6495,
+      "step": 10352
+    },
+    {
+      "epoch": 0.9256974248927039,
+      "grad_norm": 0.1518633525771191,
+      "learning_rate": 2.8818764827440057e-06,
+      "loss": 0.6727,
+      "step": 10353
+    },
+    {
+      "epoch": 0.9257868383404864,
+      "grad_norm": 0.18117566007268662,
+      "learning_rate": 2.8749781390227437e-06,
+      "loss": 0.6177,
+      "step": 10354
+    },
+    {
+      "epoch": 0.9258762517882689,
+      "grad_norm": 0.15116491241014773,
+      "learning_rate": 2.8680879410597716e-06,
+      "loss": 0.6621,
+      "step": 10355
+    },
+    {
+      "epoch": 0.9259656652360515,
+      "grad_norm": 0.1594737092866157,
+      "learning_rate": 2.861205889432972e-06,
+      "loss": 0.6484,
+      "step": 10356
+    },
+    {
+      "epoch": 0.9260550786838341,
+      "grad_norm": 0.16201938517805087,
+      "learning_rate": 2.854331984719505e-06,
+      "loss": 0.6737,
+      "step": 10357
+    },
+    {
+      "epoch": 0.9261444921316166,
+      "grad_norm": 0.1724989590160865,
+      "learning_rate": 2.8474662274958987e-06,
+      "loss": 0.6509,
+      "step": 10358
+    },
+    {
+      "epoch": 0.9262339055793991,
+      "grad_norm": 0.15904001598471273,
+      "learning_rate": 2.8406086183379586e-06,
+      "loss": 0.6473,
+      "step": 10359
+    },
+    {
+      "epoch": 0.9263233190271817,
+      "grad_norm": 0.15588905947447695,
+      "learning_rate": 2.8337591578208366e-06,
+      "loss": 0.6528,
+      "step": 10360
+    },
+    {
+      "epoch": 0.9264127324749643,
+      "grad_norm": 0.15707610988219342,
+      "learning_rate": 2.826917846518995e-06,
+      "loss": 0.6479,
+      "step": 10361
+    },
+    {
+      "epoch": 0.9265021459227468,
+      "grad_norm": 0.14171000915310586,
+      "learning_rate": 2.820084685006208e-06,
+      "loss": 0.5964,
+      "step": 10362
+    },
+    {
+      "epoch": 0.9265915593705293,
+      "grad_norm": 0.17577692499251024,
+      "learning_rate": 2.8132596738555397e-06,
+      "loss": 0.6293,
+      "step": 10363
+    },
+    {
+      "epoch": 0.9266809728183119,
+      "grad_norm": 0.17406063641776232,
+      "learning_rate": 2.8064428136394096e-06,
+      "loss": 0.6847,
+      "step": 10364
+    },
+    {
+      "epoch": 0.9267703862660944,
+      "grad_norm": 0.15481373968146733,
+      "learning_rate": 2.799634104929538e-06,
+      "loss": 0.6077,
+      "step": 10365
+    },
+    {
+      "epoch": 0.926859799713877,
+      "grad_norm": 0.16805897596277763,
+      "learning_rate": 2.7928335482969802e-06,
+      "loss": 0.6513,
+      "step": 10366
+    },
+    {
+      "epoch": 0.9269492131616596,
+      "grad_norm": 0.15308637724703034,
+      "learning_rate": 2.7860411443120684e-06,
+      "loss": 0.6227,
+      "step": 10367
+    },
+    {
+      "epoch": 0.927038626609442,
+      "grad_norm": 0.15301896564140494,
+      "learning_rate": 2.7792568935444796e-06,
+      "loss": 0.6463,
+      "step": 10368
+    },
+    {
+      "epoch": 0.9271280400572246,
+      "grad_norm": 0.1644084537488182,
+      "learning_rate": 2.772480796563204e-06,
+      "loss": 0.602,
+      "step": 10369
+    },
+    {
+      "epoch": 0.9272174535050072,
+      "grad_norm": 0.16517746017280818,
+      "learning_rate": 2.765712853936553e-06,
+      "loss": 0.6598,
+      "step": 10370
+    },
+    {
+      "epoch": 0.9273068669527897,
+      "grad_norm": 0.15735630189126787,
+      "learning_rate": 2.7589530662321285e-06,
+      "loss": 0.6018,
+      "step": 10371
+    },
+    {
+      "epoch": 0.9273962804005722,
+      "grad_norm": 0.14787127973342973,
+      "learning_rate": 2.7522014340168547e-06,
+      "loss": 0.6126,
+      "step": 10372
+    },
+    {
+      "epoch": 0.9274856938483548,
+      "grad_norm": 0.14659086983318315,
+      "learning_rate": 2.745457957857023e-06,
+      "loss": 0.6301,
+      "step": 10373
+    },
+    {
+      "epoch": 0.9275751072961373,
+      "grad_norm": 0.16806596862064885,
+      "learning_rate": 2.7387226383181696e-06,
+      "loss": 0.6744,
+      "step": 10374
+    },
+    {
+      "epoch": 0.9276645207439199,
+      "grad_norm": 0.16696489798568068,
+      "learning_rate": 2.7319954759651877e-06,
+      "loss": 0.6395,
+      "step": 10375
+    },
+    {
+      "epoch": 0.9277539341917024,
+      "grad_norm": 0.17253732995521337,
+      "learning_rate": 2.7252764713622814e-06,
+      "loss": 0.6407,
+      "step": 10376
+    },
+    {
+      "epoch": 0.927843347639485,
+      "grad_norm": 0.159060551306273,
+      "learning_rate": 2.718565625072955e-06,
+      "loss": 0.6278,
+      "step": 10377
+    },
+    {
+      "epoch": 0.9279327610872675,
+      "grad_norm": 0.17121544171436404,
+      "learning_rate": 2.711862937660037e-06,
+      "loss": 0.6381,
+      "step": 10378
+    },
+    {
+      "epoch": 0.9280221745350501,
+      "grad_norm": 0.17392201013605377,
+      "learning_rate": 2.7051684096856876e-06,
+      "loss": 0.6636,
+      "step": 10379
+    },
+    {
+      "epoch": 0.9281115879828327,
+      "grad_norm": 0.15326019719484774,
+      "learning_rate": 2.6984820417113587e-06,
+      "loss": 0.6609,
+      "step": 10380
+    },
+    {
+      "epoch": 0.9282010014306151,
+      "grad_norm": 0.14540647540353355,
+      "learning_rate": 2.6918038342978345e-06,
+      "loss": 0.6189,
+      "step": 10381
+    },
+    {
+      "epoch": 0.9282904148783977,
+      "grad_norm": 0.16190835192373235,
+      "learning_rate": 2.685133788005201e-06,
+      "loss": 0.662,
+      "step": 10382
+    },
+    {
+      "epoch": 0.9283798283261803,
+      "grad_norm": 0.15672246966540018,
+      "learning_rate": 2.678471903392865e-06,
+      "loss": 0.6483,
+      "step": 10383
+    },
+    {
+      "epoch": 0.9284692417739628,
+      "grad_norm": 0.15959347948262037,
+      "learning_rate": 2.6718181810195696e-06,
+      "loss": 0.6522,
+      "step": 10384
+    },
+    {
+      "epoch": 0.9285586552217453,
+      "grad_norm": 0.1619466027293597,
+      "learning_rate": 2.6651726214433235e-06,
+      "loss": 0.6361,
+      "step": 10385
+    },
+    {
+      "epoch": 0.9286480686695279,
+      "grad_norm": 0.17508196328592462,
+      "learning_rate": 2.6585352252215036e-06,
+      "loss": 0.6085,
+      "step": 10386
+    },
+    {
+      "epoch": 0.9287374821173104,
+      "grad_norm": 0.1666619580646949,
+      "learning_rate": 2.651905992910786e-06,
+      "loss": 0.6679,
+      "step": 10387
+    },
+    {
+      "epoch": 0.928826895565093,
+      "grad_norm": 0.17673073401093872,
+      "learning_rate": 2.6452849250671373e-06,
+      "loss": 0.6436,
+      "step": 10388
+    },
+    {
+      "epoch": 0.9289163090128756,
+      "grad_norm": 0.16616846825221923,
+      "learning_rate": 2.6386720222458693e-06,
+      "loss": 0.6437,
+      "step": 10389
+    },
+    {
+      "epoch": 0.929005722460658,
+      "grad_norm": 0.16275876306845746,
+      "learning_rate": 2.6320672850016047e-06,
+      "loss": 0.5888,
+      "step": 10390
+    },
+    {
+      "epoch": 0.9290951359084406,
+      "grad_norm": 0.1744454518054568,
+      "learning_rate": 2.625470713888256e-06,
+      "loss": 0.6581,
+      "step": 10391
+    },
+    {
+      "epoch": 0.9291845493562232,
+      "grad_norm": 0.15885164298533344,
+      "learning_rate": 2.618882309459081e-06,
+      "loss": 0.6759,
+      "step": 10392
+    },
+    {
+      "epoch": 0.9292739628040058,
+      "grad_norm": 0.16904506592480706,
+      "learning_rate": 2.612302072266637e-06,
+      "loss": 0.6397,
+      "step": 10393
+    },
+    {
+      "epoch": 0.9293633762517882,
+      "grad_norm": 0.16304380974420732,
+      "learning_rate": 2.605730002862805e-06,
+      "loss": 0.6297,
+      "step": 10394
+    },
+    {
+      "epoch": 0.9294527896995708,
+      "grad_norm": 0.160428693449371,
+      "learning_rate": 2.5991661017987777e-06,
+      "loss": 0.6116,
+      "step": 10395
+    },
+    {
+      "epoch": 0.9295422031473534,
+      "grad_norm": 0.14992224813384739,
+      "learning_rate": 2.5926103696250703e-06,
+      "loss": 0.627,
+      "step": 10396
+    },
+    {
+      "epoch": 0.9296316165951359,
+      "grad_norm": 0.15082864992083653,
+      "learning_rate": 2.586062806891476e-06,
+      "loss": 0.6169,
+      "step": 10397
+    },
+    {
+      "epoch": 0.9297210300429185,
+      "grad_norm": 0.17348751724610192,
+      "learning_rate": 2.5795234141471445e-06,
+      "loss": 0.6571,
+      "step": 10398
+    },
+    {
+      "epoch": 0.929810443490701,
+      "grad_norm": 0.16766229223762583,
+      "learning_rate": 2.5729921919405377e-06,
+      "loss": 0.626,
+      "step": 10399
+    },
+    {
+      "epoch": 0.9298998569384835,
+      "grad_norm": 0.1780866619606971,
+      "learning_rate": 2.5664691408194165e-06,
+      "loss": 0.6597,
+      "step": 10400
+    },
+    {
+      "epoch": 0.9299892703862661,
+      "grad_norm": 0.1607697335280797,
+      "learning_rate": 2.559954261330866e-06,
+      "loss": 0.6236,
+      "step": 10401
+    },
+    {
+      "epoch": 0.9300786838340487,
+      "grad_norm": 0.1517531491465939,
+      "learning_rate": 2.55344755402126e-06,
+      "loss": 0.6322,
+      "step": 10402
+    },
+    {
+      "epoch": 0.9301680972818311,
+      "grad_norm": 0.1839474974959128,
+      "learning_rate": 2.546949019436329e-06,
+      "loss": 0.6594,
+      "step": 10403
+    },
+    {
+      "epoch": 0.9302575107296137,
+      "grad_norm": 0.1540714090573085,
+      "learning_rate": 2.540458658121092e-06,
+      "loss": 0.6447,
+      "step": 10404
+    },
+    {
+      "epoch": 0.9303469241773963,
+      "grad_norm": 0.1513614789381837,
+      "learning_rate": 2.533976470619881e-06,
+      "loss": 0.6464,
+      "step": 10405
+    },
+    {
+      "epoch": 0.9304363376251789,
+      "grad_norm": 0.16663721314736005,
+      "learning_rate": 2.5275024574763496e-06,
+      "loss": 0.6547,
+      "step": 10406
+    },
+    {
+      "epoch": 0.9305257510729614,
+      "grad_norm": 0.17613632723779563,
+      "learning_rate": 2.5210366192334745e-06,
+      "loss": 0.6579,
+      "step": 10407
+    },
+    {
+      "epoch": 0.9306151645207439,
+      "grad_norm": 0.18012752880108654,
+      "learning_rate": 2.514578956433533e-06,
+      "loss": 0.6606,
+      "step": 10408
+    },
+    {
+      "epoch": 0.9307045779685265,
+      "grad_norm": 0.18122506346196032,
+      "learning_rate": 2.5081294696181255e-06,
+      "loss": 0.6407,
+      "step": 10409
+    },
+    {
+      "epoch": 0.930793991416309,
+      "grad_norm": 0.14804723252045596,
+      "learning_rate": 2.501688159328164e-06,
+      "loss": 0.61,
+      "step": 10410
+    },
+    {
+      "epoch": 0.9308834048640916,
+      "grad_norm": 0.15869110576801118,
+      "learning_rate": 2.49525502610386e-06,
+      "loss": 0.6128,
+      "step": 10411
+    },
+    {
+      "epoch": 0.9309728183118741,
+      "grad_norm": 0.15584134043125747,
+      "learning_rate": 2.48883007048476e-06,
+      "loss": 0.614,
+      "step": 10412
+    },
+    {
+      "epoch": 0.9310622317596566,
+      "grad_norm": 0.16343711873357286,
+      "learning_rate": 2.4824132930097222e-06,
+      "loss": 0.6422,
+      "step": 10413
+    },
+    {
+      "epoch": 0.9311516452074392,
+      "grad_norm": 0.15624114331063738,
+      "learning_rate": 2.4760046942169048e-06,
+      "loss": 0.633,
+      "step": 10414
+    },
+    {
+      "epoch": 0.9312410586552218,
+      "grad_norm": 0.15826500630011664,
+      "learning_rate": 2.4696042746438108e-06,
+      "loss": 0.6741,
+      "step": 10415
+    },
+    {
+      "epoch": 0.9313304721030042,
+      "grad_norm": 0.16367646088033289,
+      "learning_rate": 2.4632120348272003e-06,
+      "loss": 0.6536,
+      "step": 10416
+    },
+    {
+      "epoch": 0.9314198855507868,
+      "grad_norm": 0.15997564334262235,
+      "learning_rate": 2.456827975303211e-06,
+      "loss": 0.6577,
+      "step": 10417
+    },
+    {
+      "epoch": 0.9315092989985694,
+      "grad_norm": 0.15494313166252058,
+      "learning_rate": 2.4504520966072476e-06,
+      "loss": 0.6453,
+      "step": 10418
+    },
+    {
+      "epoch": 0.931598712446352,
+      "grad_norm": 0.15377139162862408,
+      "learning_rate": 2.4440843992740714e-06,
+      "loss": 0.6475,
+      "step": 10419
+    },
+    {
+      "epoch": 0.9316881258941345,
+      "grad_norm": 0.1532681802921454,
+      "learning_rate": 2.4377248838376996e-06,
+      "loss": 0.6028,
+      "step": 10420
+    },
+    {
+      "epoch": 0.931777539341917,
+      "grad_norm": 0.15440807726907674,
+      "learning_rate": 2.4313735508315396e-06,
+      "loss": 0.6458,
+      "step": 10421
+    },
+    {
+      "epoch": 0.9318669527896996,
+      "grad_norm": 0.16803248595657896,
+      "learning_rate": 2.425030400788231e-06,
+      "loss": 0.64,
+      "step": 10422
+    },
+    {
+      "epoch": 0.9319563662374821,
+      "grad_norm": 0.15425642600806946,
+      "learning_rate": 2.4186954342397815e-06,
+      "loss": 0.6159,
+      "step": 10423
+    },
+    {
+      "epoch": 0.9320457796852647,
+      "grad_norm": 0.1630082990438023,
+      "learning_rate": 2.4123686517175113e-06,
+      "loss": 0.6164,
+      "step": 10424
+    },
+    {
+      "epoch": 0.9321351931330472,
+      "grad_norm": 0.15913939579953032,
+      "learning_rate": 2.406050053752018e-06,
+      "loss": 0.637,
+      "step": 10425
+    },
+    {
+      "epoch": 0.9322246065808297,
+      "grad_norm": 0.14034503531895748,
+      "learning_rate": 2.3997396408732443e-06,
+      "loss": 0.6121,
+      "step": 10426
+    },
+    {
+      "epoch": 0.9323140200286123,
+      "grad_norm": 0.15545167200251703,
+      "learning_rate": 2.3934374136104222e-06,
+      "loss": 0.6525,
+      "step": 10427
+    },
+    {
+      "epoch": 0.9324034334763949,
+      "grad_norm": 0.1518753676539547,
+      "learning_rate": 2.38714337249214e-06,
+      "loss": 0.6006,
+      "step": 10428
+    },
+    {
+      "epoch": 0.9324928469241774,
+      "grad_norm": 0.17971425282923512,
+      "learning_rate": 2.3808575180462533e-06,
+      "loss": 0.6811,
+      "step": 10429
+    },
+    {
+      "epoch": 0.9325822603719599,
+      "grad_norm": 0.21027413894218933,
+      "learning_rate": 2.374579850799963e-06,
+      "loss": 0.6268,
+      "step": 10430
+    },
+    {
+      "epoch": 0.9326716738197425,
+      "grad_norm": 0.14905322959508682,
+      "learning_rate": 2.3683103712797473e-06,
+      "loss": 0.6513,
+      "step": 10431
+    },
+    {
+      "epoch": 0.932761087267525,
+      "grad_norm": 0.16839535655749616,
+      "learning_rate": 2.3620490800114304e-06,
+      "loss": 0.6402,
+      "step": 10432
+    },
+    {
+      "epoch": 0.9328505007153076,
+      "grad_norm": 0.15932418120788044,
+      "learning_rate": 2.3557959775201478e-06,
+      "loss": 0.6472,
+      "step": 10433
+    },
+    {
+      "epoch": 0.9329399141630901,
+      "grad_norm": 0.17073775445761044,
+      "learning_rate": 2.349551064330313e-06,
+      "loss": 0.6218,
+      "step": 10434
+    },
+    {
+      "epoch": 0.9330293276108726,
+      "grad_norm": 0.14944848765521695,
+      "learning_rate": 2.3433143409657188e-06,
+      "loss": 0.6192,
+      "step": 10435
+    },
+    {
+      "epoch": 0.9331187410586552,
+      "grad_norm": 0.16149156012974156,
+      "learning_rate": 2.337085807949413e-06,
+      "loss": 0.6448,
+      "step": 10436
+    },
+    {
+      "epoch": 0.9332081545064378,
+      "grad_norm": 0.16016793752736228,
+      "learning_rate": 2.3308654658037555e-06,
+      "loss": 0.6297,
+      "step": 10437
+    },
+    {
+      "epoch": 0.9332975679542204,
+      "grad_norm": 0.15384034538645372,
+      "learning_rate": 2.3246533150504735e-06,
+      "loss": 0.5915,
+      "step": 10438
+    },
+    {
+      "epoch": 0.9333869814020028,
+      "grad_norm": 0.15822680235485215,
+      "learning_rate": 2.3184493562105504e-06,
+      "loss": 0.6281,
+      "step": 10439
+    },
+    {
+      "epoch": 0.9334763948497854,
+      "grad_norm": 0.16690309646994916,
+      "learning_rate": 2.312253589804314e-06,
+      "loss": 0.6194,
+      "step": 10440
+    },
+    {
+      "epoch": 0.933565808297568,
+      "grad_norm": 0.16618952524796954,
+      "learning_rate": 2.3060660163513825e-06,
+      "loss": 0.6655,
+      "step": 10441
+    },
+    {
+      "epoch": 0.9336552217453505,
+      "grad_norm": 0.18956486075120949,
+      "learning_rate": 2.2998866363707184e-06,
+      "loss": 0.6257,
+      "step": 10442
+    },
+    {
+      "epoch": 0.933744635193133,
+      "grad_norm": 0.1489423566116006,
+      "learning_rate": 2.2937154503805623e-06,
+      "loss": 0.6668,
+      "step": 10443
+    },
+    {
+      "epoch": 0.9338340486409156,
+      "grad_norm": 0.15946251665180247,
+      "learning_rate": 2.287552458898501e-06,
+      "loss": 0.6469,
+      "step": 10444
+    },
+    {
+      "epoch": 0.9339234620886981,
+      "grad_norm": 0.154010018758354,
+      "learning_rate": 2.2813976624414093e-06,
+      "loss": 0.6006,
+      "step": 10445
+    },
+    {
+      "epoch": 0.9340128755364807,
+      "grad_norm": 0.19125662390522033,
+      "learning_rate": 2.275251061525474e-06,
+      "loss": 0.6804,
+      "step": 10446
+    },
+    {
+      "epoch": 0.9341022889842633,
+      "grad_norm": 0.16703777593169847,
+      "learning_rate": 2.269112656666217e-06,
+      "loss": 0.6605,
+      "step": 10447
+    },
+    {
+      "epoch": 0.9341917024320457,
+      "grad_norm": 0.17285306955299834,
+      "learning_rate": 2.2629824483784366e-06,
+      "loss": 0.6655,
+      "step": 10448
+    },
+    {
+      "epoch": 0.9342811158798283,
+      "grad_norm": 0.18960246153447147,
+      "learning_rate": 2.2568604371763e-06,
+      "loss": 0.6652,
+      "step": 10449
+    },
+    {
+      "epoch": 0.9343705293276109,
+      "grad_norm": 0.14320403361156472,
+      "learning_rate": 2.25074662357323e-06,
+      "loss": 0.6057,
+      "step": 10450
+    },
+    {
+      "epoch": 0.9344599427753935,
+      "grad_norm": 0.15755249493003726,
+      "learning_rate": 2.2446410080819824e-06,
+      "loss": 0.6353,
+      "step": 10451
+    },
+    {
+      "epoch": 0.9345493562231759,
+      "grad_norm": 0.14890606475913182,
+      "learning_rate": 2.238543591214637e-06,
+      "loss": 0.6388,
+      "step": 10452
+    },
+    {
+      "epoch": 0.9346387696709585,
+      "grad_norm": 0.17372132735986318,
+      "learning_rate": 2.232454373482584e-06,
+      "loss": 0.6505,
+      "step": 10453
+    },
+    {
+      "epoch": 0.9347281831187411,
+      "grad_norm": 0.1439867076355553,
+      "learning_rate": 2.226373355396505e-06,
+      "loss": 0.5855,
+      "step": 10454
+    },
+    {
+      "epoch": 0.9348175965665236,
+      "grad_norm": 0.15726364010357313,
+      "learning_rate": 2.220300537466413e-06,
+      "loss": 0.6233,
+      "step": 10455
+    },
+    {
+      "epoch": 0.9349070100143062,
+      "grad_norm": 0.13862555237381124,
+      "learning_rate": 2.2142359202016237e-06,
+      "loss": 0.6028,
+      "step": 10456
+    },
+    {
+      "epoch": 0.9349964234620887,
+      "grad_norm": 0.1537548174205415,
+      "learning_rate": 2.208179504110763e-06,
+      "loss": 0.6106,
+      "step": 10457
+    },
+    {
+      "epoch": 0.9350858369098712,
+      "grad_norm": 0.16147125706464108,
+      "learning_rate": 2.202131289701803e-06,
+      "loss": 0.6776,
+      "step": 10458
+    },
+    {
+      "epoch": 0.9351752503576538,
+      "grad_norm": 0.148095859550921,
+      "learning_rate": 2.1960912774819707e-06,
+      "loss": 0.6083,
+      "step": 10459
+    },
+    {
+      "epoch": 0.9352646638054364,
+      "grad_norm": 0.14902870038531463,
+      "learning_rate": 2.1900594679578503e-06,
+      "loss": 0.6495,
+      "step": 10460
+    },
+    {
+      "epoch": 0.9353540772532188,
+      "grad_norm": 0.1542320856156559,
+      "learning_rate": 2.1840358616353252e-06,
+      "loss": 0.6116,
+      "step": 10461
+    },
+    {
+      "epoch": 0.9354434907010014,
+      "grad_norm": 0.1551594621911329,
+      "learning_rate": 2.1780204590195583e-06,
+      "loss": 0.6458,
+      "step": 10462
+    },
+    {
+      "epoch": 0.935532904148784,
+      "grad_norm": 0.17110484359127354,
+      "learning_rate": 2.172013260615091e-06,
+      "loss": 0.6602,
+      "step": 10463
+    },
+    {
+      "epoch": 0.9356223175965666,
+      "grad_norm": 0.14883038711469387,
+      "learning_rate": 2.166014266925731e-06,
+      "loss": 0.6101,
+      "step": 10464
+    },
+    {
+      "epoch": 0.935711731044349,
+      "grad_norm": 0.1534186037475454,
+      "learning_rate": 2.160023478454587e-06,
+      "loss": 0.6425,
+      "step": 10465
+    },
+    {
+      "epoch": 0.9358011444921316,
+      "grad_norm": 0.16484498972064557,
+      "learning_rate": 2.1540408957041235e-06,
+      "loss": 0.6542,
+      "step": 10466
+    },
+    {
+      "epoch": 0.9358905579399142,
+      "grad_norm": 0.1802663323298579,
+      "learning_rate": 2.148066519176084e-06,
+      "loss": 0.6557,
+      "step": 10467
+    },
+    {
+      "epoch": 0.9359799713876967,
+      "grad_norm": 0.16841287170747996,
+      "learning_rate": 2.142100349371512e-06,
+      "loss": 0.6495,
+      "step": 10468
+    },
+    {
+      "epoch": 0.9360693848354793,
+      "grad_norm": 0.1599581333429776,
+      "learning_rate": 2.1361423867908293e-06,
+      "loss": 0.6236,
+      "step": 10469
+    },
+    {
+      "epoch": 0.9361587982832618,
+      "grad_norm": 0.1739783429434133,
+      "learning_rate": 2.1301926319336696e-06,
+      "loss": 0.6651,
+      "step": 10470
+    },
+    {
+      "epoch": 0.9362482117310443,
+      "grad_norm": 0.14514888217146413,
+      "learning_rate": 2.124251085299067e-06,
+      "loss": 0.6392,
+      "step": 10471
+    },
+    {
+      "epoch": 0.9363376251788269,
+      "grad_norm": 0.16899630162108528,
+      "learning_rate": 2.1183177473853346e-06,
+      "loss": 0.6615,
+      "step": 10472
+    },
+    {
+      "epoch": 0.9364270386266095,
+      "grad_norm": 0.1590581361100921,
+      "learning_rate": 2.112392618690062e-06,
+      "loss": 0.6248,
+      "step": 10473
+    },
+    {
+      "epoch": 0.9365164520743919,
+      "grad_norm": 0.1723751525230948,
+      "learning_rate": 2.1064756997102084e-06,
+      "loss": 0.644,
+      "step": 10474
+    },
+    {
+      "epoch": 0.9366058655221745,
+      "grad_norm": 0.15245159807194286,
+      "learning_rate": 2.10056699094201e-06,
+      "loss": 0.6467,
+      "step": 10475
+    },
+    {
+      "epoch": 0.9366952789699571,
+      "grad_norm": 0.1757178091373701,
+      "learning_rate": 2.0946664928810367e-06,
+      "loss": 0.6638,
+      "step": 10476
+    },
+    {
+      "epoch": 0.9367846924177397,
+      "grad_norm": 0.14986171924366803,
+      "learning_rate": 2.0887742060221262e-06,
+      "loss": 0.6374,
+      "step": 10477
+    },
+    {
+      "epoch": 0.9368741058655222,
+      "grad_norm": 0.17821671969538694,
+      "learning_rate": 2.082890130859505e-06,
+      "loss": 0.6478,
+      "step": 10478
+    },
+    {
+      "epoch": 0.9369635193133047,
+      "grad_norm": 0.14802881656934816,
+      "learning_rate": 2.077014267886612e-06,
+      "loss": 0.6269,
+      "step": 10479
+    },
+    {
+      "epoch": 0.9370529327610873,
+      "grad_norm": 0.1556048000851557,
+      "learning_rate": 2.0711466175962756e-06,
+      "loss": 0.6309,
+      "step": 10480
+    },
+    {
+      "epoch": 0.9371423462088698,
+      "grad_norm": 0.1615812245755384,
+      "learning_rate": 2.065287180480613e-06,
+      "loss": 0.6681,
+      "step": 10481
+    },
+    {
+      "epoch": 0.9372317596566524,
+      "grad_norm": 0.15585355364713044,
+      "learning_rate": 2.0594359570310196e-06,
+      "loss": 0.6679,
+      "step": 10482
+    },
+    {
+      "epoch": 0.9373211731044349,
+      "grad_norm": 0.144785379146003,
+      "learning_rate": 2.0535929477382587e-06,
+      "loss": 0.6321,
+      "step": 10483
+    },
+    {
+      "epoch": 0.9374105865522174,
+      "grad_norm": 0.18283273704296243,
+      "learning_rate": 2.0477581530923717e-06,
+      "loss": 0.6336,
+      "step": 10484
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.15472972311572422,
+      "learning_rate": 2.0419315735827116e-06,
+      "loss": 0.6276,
+      "step": 10485
+    },
+    {
+      "epoch": 0.9375894134477826,
+      "grad_norm": 0.16352320346629476,
+      "learning_rate": 2.036113209697943e-06,
+      "loss": 0.6503,
+      "step": 10486
+    },
+    {
+      "epoch": 0.9376788268955651,
+      "grad_norm": 0.14676832690803032,
+      "learning_rate": 2.0303030619260644e-06,
+      "loss": 0.6456,
+      "step": 10487
+    },
+    {
+      "epoch": 0.9377682403433476,
+      "grad_norm": 0.15994257317824423,
+      "learning_rate": 2.0245011307543416e-06,
+      "loss": 0.6211,
+      "step": 10488
+    },
+    {
+      "epoch": 0.9378576537911302,
+      "grad_norm": 0.17668488052212802,
+      "learning_rate": 2.018707416669374e-06,
+      "loss": 0.6297,
+      "step": 10489
+    },
+    {
+      "epoch": 0.9379470672389127,
+      "grad_norm": 0.16857887811257843,
+      "learning_rate": 2.012921920157096e-06,
+      "loss": 0.6512,
+      "step": 10490
+    },
+    {
+      "epoch": 0.9380364806866953,
+      "grad_norm": 0.16430542897767494,
+      "learning_rate": 2.0071446417027073e-06,
+      "loss": 0.653,
+      "step": 10491
+    },
+    {
+      "epoch": 0.9381258941344778,
+      "grad_norm": 0.17849063462078354,
+      "learning_rate": 2.0013755817907652e-06,
+      "loss": 0.6863,
+      "step": 10492
+    },
+    {
+      "epoch": 0.9382153075822603,
+      "grad_norm": 0.1528619986986239,
+      "learning_rate": 1.995614740905094e-06,
+      "loss": 0.621,
+      "step": 10493
+    },
+    {
+      "epoch": 0.9383047210300429,
+      "grad_norm": 0.15132349280782162,
+      "learning_rate": 1.9898621195288515e-06,
+      "loss": 0.6227,
+      "step": 10494
+    },
+    {
+      "epoch": 0.9383941344778255,
+      "grad_norm": 0.16923967520167413,
+      "learning_rate": 1.984117718144518e-06,
+      "loss": 0.6278,
+      "step": 10495
+    },
+    {
+      "epoch": 0.9384835479256081,
+      "grad_norm": 0.16463838139488016,
+      "learning_rate": 1.9783815372338423e-06,
+      "loss": 0.6537,
+      "step": 10496
+    },
+    {
+      "epoch": 0.9385729613733905,
+      "grad_norm": 0.16411847381340855,
+      "learning_rate": 1.972653577277939e-06,
+      "loss": 0.6125,
+      "step": 10497
+    },
+    {
+      "epoch": 0.9386623748211731,
+      "grad_norm": 0.16070659740157184,
+      "learning_rate": 1.96693383875719e-06,
+      "loss": 0.6245,
+      "step": 10498
+    },
+    {
+      "epoch": 0.9387517882689557,
+      "grad_norm": 0.16715939562679802,
+      "learning_rate": 1.9612223221513125e-06,
+      "loss": 0.6541,
+      "step": 10499
+    },
+    {
+      "epoch": 0.9388412017167382,
+      "grad_norm": 0.15144370247000066,
+      "learning_rate": 1.955519027939301e-06,
+      "loss": 0.6458,
+      "step": 10500
+    },
+    {
+      "epoch": 0.9389306151645207,
+      "grad_norm": 0.16892429384773341,
+      "learning_rate": 1.949823956599528e-06,
+      "loss": 0.6544,
+      "step": 10501
+    },
+    {
+      "epoch": 0.9390200286123033,
+      "grad_norm": 0.15616099882512052,
+      "learning_rate": 1.9441371086095784e-06,
+      "loss": 0.6693,
+      "step": 10502
+    },
+    {
+      "epoch": 0.9391094420600858,
+      "grad_norm": 0.1732238037940875,
+      "learning_rate": 1.938458484446437e-06,
+      "loss": 0.6783,
+      "step": 10503
+    },
+    {
+      "epoch": 0.9391988555078684,
+      "grad_norm": 0.16596799656768124,
+      "learning_rate": 1.9327880845863568e-06,
+      "loss": 0.6488,
+      "step": 10504
+    },
+    {
+      "epoch": 0.939288268955651,
+      "grad_norm": 0.15962165141122775,
+      "learning_rate": 1.927125909504901e-06,
+      "loss": 0.6546,
+      "step": 10505
+    },
+    {
+      "epoch": 0.9393776824034334,
+      "grad_norm": 0.14663514086985302,
+      "learning_rate": 1.921471959676957e-06,
+      "loss": 0.599,
+      "step": 10506
+    },
+    {
+      "epoch": 0.939467095851216,
+      "grad_norm": 0.13714715968361146,
+      "learning_rate": 1.915826235576712e-06,
+      "loss": 0.5941,
+      "step": 10507
+    },
+    {
+      "epoch": 0.9395565092989986,
+      "grad_norm": 0.1620438702530349,
+      "learning_rate": 1.910188737677665e-06,
+      "loss": 0.6303,
+      "step": 10508
+    },
+    {
+      "epoch": 0.9396459227467812,
+      "grad_norm": 0.15275455340038538,
+      "learning_rate": 1.9045594664526155e-06,
+      "loss": 0.6349,
+      "step": 10509
+    },
+    {
+      "epoch": 0.9397353361945636,
+      "grad_norm": 0.16860053372281258,
+      "learning_rate": 1.8989384223736971e-06,
+      "loss": 0.6427,
+      "step": 10510
+    },
+    {
+      "epoch": 0.9398247496423462,
+      "grad_norm": 0.16792653512763103,
+      "learning_rate": 1.8933256059123438e-06,
+      "loss": 0.6543,
+      "step": 10511
+    },
+    {
+      "epoch": 0.9399141630901288,
+      "grad_norm": 0.1543537991654076,
+      "learning_rate": 1.88772101753929e-06,
+      "loss": 0.651,
+      "step": 10512
+    },
+    {
+      "epoch": 0.9400035765379113,
+      "grad_norm": 0.13537682004106452,
+      "learning_rate": 1.8821246577245822e-06,
+      "loss": 0.6107,
+      "step": 10513
+    },
+    {
+      "epoch": 0.9400929899856938,
+      "grad_norm": 0.17107400768326855,
+      "learning_rate": 1.876536526937589e-06,
+      "loss": 0.6794,
+      "step": 10514
+    },
+    {
+      "epoch": 0.9401824034334764,
+      "grad_norm": 0.1488607608737317,
+      "learning_rate": 1.8709566256469691e-06,
+      "loss": 0.5914,
+      "step": 10515
+    },
+    {
+      "epoch": 0.9402718168812589,
+      "grad_norm": 0.15563634097752757,
+      "learning_rate": 1.8653849543207036e-06,
+      "loss": 0.6277,
+      "step": 10516
+    },
+    {
+      "epoch": 0.9403612303290415,
+      "grad_norm": 0.1736736573404873,
+      "learning_rate": 1.8598215134260743e-06,
+      "loss": 0.6099,
+      "step": 10517
+    },
+    {
+      "epoch": 0.9404506437768241,
+      "grad_norm": 0.17846428512511112,
+      "learning_rate": 1.8542663034297191e-06,
+      "loss": 0.6195,
+      "step": 10518
+    },
+    {
+      "epoch": 0.9405400572246065,
+      "grad_norm": 0.16711029490455565,
+      "learning_rate": 1.8487193247974989e-06,
+      "loss": 0.6618,
+      "step": 10519
+    },
+    {
+      "epoch": 0.9406294706723891,
+      "grad_norm": 0.1493370596475006,
+      "learning_rate": 1.843180577994652e-06,
+      "loss": 0.6472,
+      "step": 10520
+    },
+    {
+      "epoch": 0.9407188841201717,
+      "grad_norm": 0.17099817556034874,
+      "learning_rate": 1.8376500634857296e-06,
+      "loss": 0.6226,
+      "step": 10521
+    },
+    {
+      "epoch": 0.9408082975679543,
+      "grad_norm": 0.1601749570275477,
+      "learning_rate": 1.8321277817345274e-06,
+      "loss": 0.6425,
+      "step": 10522
+    },
+    {
+      "epoch": 0.9408977110157367,
+      "grad_norm": 0.16178819497808614,
+      "learning_rate": 1.8266137332042077e-06,
+      "loss": 0.6557,
+      "step": 10523
+    },
+    {
+      "epoch": 0.9409871244635193,
+      "grad_norm": 0.16330404176163585,
+      "learning_rate": 1.8211079183572344e-06,
+      "loss": 0.6458,
+      "step": 10524
+    },
+    {
+      "epoch": 0.9410765379113019,
+      "grad_norm": 0.16773083464994734,
+      "learning_rate": 1.8156103376553714e-06,
+      "loss": 0.6487,
+      "step": 10525
+    },
+    {
+      "epoch": 0.9411659513590844,
+      "grad_norm": 0.15399973918523557,
+      "learning_rate": 1.810120991559694e-06,
+      "loss": 0.6308,
+      "step": 10526
+    },
+    {
+      "epoch": 0.941255364806867,
+      "grad_norm": 0.15229549128148256,
+      "learning_rate": 1.8046398805305898e-06,
+      "loss": 0.6332,
+      "step": 10527
+    },
+    {
+      "epoch": 0.9413447782546495,
+      "grad_norm": 0.1498543721571467,
+      "learning_rate": 1.7991670050277354e-06,
+      "loss": 0.658,
+      "step": 10528
+    },
+    {
+      "epoch": 0.941434191702432,
+      "grad_norm": 0.15048797700240696,
+      "learning_rate": 1.7937023655101636e-06,
+      "loss": 0.6546,
+      "step": 10529
+    },
+    {
+      "epoch": 0.9415236051502146,
+      "grad_norm": 0.14249743499486908,
+      "learning_rate": 1.7882459624361637e-06,
+      "loss": 0.6336,
+      "step": 10530
+    },
+    {
+      "epoch": 0.9416130185979972,
+      "grad_norm": 0.16018061383653387,
+      "learning_rate": 1.782797796263358e-06,
+      "loss": 0.6675,
+      "step": 10531
+    },
+    {
+      "epoch": 0.9417024320457796,
+      "grad_norm": 0.1438245697818381,
+      "learning_rate": 1.7773578674486923e-06,
+      "loss": 0.6131,
+      "step": 10532
+    },
+    {
+      "epoch": 0.9417918454935622,
+      "grad_norm": 0.16769711009187083,
+      "learning_rate": 1.7719261764484019e-06,
+      "loss": 0.637,
+      "step": 10533
+    },
+    {
+      "epoch": 0.9418812589413448,
+      "grad_norm": 0.16368376110482313,
+      "learning_rate": 1.7665027237180332e-06,
+      "loss": 0.6586,
+      "step": 10534
+    },
+    {
+      "epoch": 0.9419706723891274,
+      "grad_norm": 0.15607712453355685,
+      "learning_rate": 1.7610875097124446e-06,
+      "loss": 0.6047,
+      "step": 10535
+    },
+    {
+      "epoch": 0.9420600858369099,
+      "grad_norm": 0.1718317204798192,
+      "learning_rate": 1.7556805348858064e-06,
+      "loss": 0.7024,
+      "step": 10536
+    },
+    {
+      "epoch": 0.9421494992846924,
+      "grad_norm": 0.16089550935504757,
+      "learning_rate": 1.7502817996915778e-06,
+      "loss": 0.698,
+      "step": 10537
+    },
+    {
+      "epoch": 0.942238912732475,
+      "grad_norm": 0.17065118264638957,
+      "learning_rate": 1.7448913045825742e-06,
+      "loss": 0.6509,
+      "step": 10538
+    },
+    {
+      "epoch": 0.9423283261802575,
+      "grad_norm": 0.14558950021763492,
+      "learning_rate": 1.739509050010868e-06,
+      "loss": 0.5974,
+      "step": 10539
+    },
+    {
+      "epoch": 0.9424177396280401,
+      "grad_norm": 0.16129535568541986,
+      "learning_rate": 1.7341350364278642e-06,
+      "loss": 0.6093,
+      "step": 10540
+    },
+    {
+      "epoch": 0.9425071530758226,
+      "grad_norm": 0.16009205321267458,
+      "learning_rate": 1.7287692642842911e-06,
+      "loss": 0.6501,
+      "step": 10541
+    },
+    {
+      "epoch": 0.9425965665236051,
+      "grad_norm": 0.14216706591118947,
+      "learning_rate": 1.723411734030156e-06,
+      "loss": 0.6317,
+      "step": 10542
+    },
+    {
+      "epoch": 0.9426859799713877,
+      "grad_norm": 0.16791657776252802,
+      "learning_rate": 1.7180624461147876e-06,
+      "loss": 0.6707,
+      "step": 10543
+    },
+    {
+      "epoch": 0.9427753934191703,
+      "grad_norm": 0.15944747255987388,
+      "learning_rate": 1.7127214009868385e-06,
+      "loss": 0.6312,
+      "step": 10544
+    },
+    {
+      "epoch": 0.9428648068669528,
+      "grad_norm": 0.16922406484829366,
+      "learning_rate": 1.7073885990942174e-06,
+      "loss": 0.6243,
+      "step": 10545
+    },
+    {
+      "epoch": 0.9429542203147353,
+      "grad_norm": 0.14386019407289402,
+      "learning_rate": 1.7020640408842325e-06,
+      "loss": 0.6392,
+      "step": 10546
+    },
+    {
+      "epoch": 0.9430436337625179,
+      "grad_norm": 0.16772466441462225,
+      "learning_rate": 1.696747726803416e-06,
+      "loss": 0.694,
+      "step": 10547
+    },
+    {
+      "epoch": 0.9431330472103004,
+      "grad_norm": 0.1726254969342429,
+      "learning_rate": 1.6914396572976444e-06,
+      "loss": 0.6644,
+      "step": 10548
+    },
+    {
+      "epoch": 0.943222460658083,
+      "grad_norm": 0.1473482833615702,
+      "learning_rate": 1.6861398328121059e-06,
+      "loss": 0.636,
+      "step": 10549
+    },
+    {
+      "epoch": 0.9433118741058655,
+      "grad_norm": 0.15445544698402952,
+      "learning_rate": 1.6808482537912896e-06,
+      "loss": 0.6292,
+      "step": 10550
+    },
+    {
+      "epoch": 0.943401287553648,
+      "grad_norm": 0.14137795003393722,
+      "learning_rate": 1.6755649206789737e-06,
+      "loss": 0.6136,
+      "step": 10551
+    },
+    {
+      "epoch": 0.9434907010014306,
+      "grad_norm": 0.16292373970430377,
+      "learning_rate": 1.6702898339182925e-06,
+      "loss": 0.6475,
+      "step": 10552
+    },
+    {
+      "epoch": 0.9435801144492132,
+      "grad_norm": 0.14946119399413194,
+      "learning_rate": 1.6650229939516593e-06,
+      "loss": 0.6735,
+      "step": 10553
+    },
+    {
+      "epoch": 0.9436695278969958,
+      "grad_norm": 0.12981625443888425,
+      "learning_rate": 1.6597644012207759e-06,
+      "loss": 0.5914,
+      "step": 10554
+    },
+    {
+      "epoch": 0.9437589413447782,
+      "grad_norm": 0.13972451471624303,
+      "learning_rate": 1.6545140561667005e-06,
+      "loss": 0.6433,
+      "step": 10555
+    },
+    {
+      "epoch": 0.9438483547925608,
+      "grad_norm": 0.15842177216712763,
+      "learning_rate": 1.6492719592297478e-06,
+      "loss": 0.6299,
+      "step": 10556
+    },
+    {
+      "epoch": 0.9439377682403434,
+      "grad_norm": 0.13942545650350927,
+      "learning_rate": 1.6440381108495772e-06,
+      "loss": 0.6563,
+      "step": 10557
+    },
+    {
+      "epoch": 0.9440271816881259,
+      "grad_norm": 0.15157961376093795,
+      "learning_rate": 1.6388125114651486e-06,
+      "loss": 0.649,
+      "step": 10558
+    },
+    {
+      "epoch": 0.9441165951359084,
+      "grad_norm": 0.14955152833489427,
+      "learning_rate": 1.6335951615147337e-06,
+      "loss": 0.6237,
+      "step": 10559
+    },
+    {
+      "epoch": 0.944206008583691,
+      "grad_norm": 0.16560285518007614,
+      "learning_rate": 1.6283860614358936e-06,
+      "loss": 0.6189,
+      "step": 10560
+    },
+    {
+      "epoch": 0.9442954220314735,
+      "grad_norm": 0.15557023027052225,
+      "learning_rate": 1.623185211665501e-06,
+      "loss": 0.6699,
+      "step": 10561
+    },
+    {
+      "epoch": 0.9443848354792561,
+      "grad_norm": 0.16229229314061247,
+      "learning_rate": 1.6179926126397626e-06,
+      "loss": 0.6274,
+      "step": 10562
+    },
+    {
+      "epoch": 0.9444742489270386,
+      "grad_norm": 0.17191013383785667,
+      "learning_rate": 1.6128082647941744e-06,
+      "loss": 0.6369,
+      "step": 10563
+    },
+    {
+      "epoch": 0.9445636623748211,
+      "grad_norm": 0.16279206832173482,
+      "learning_rate": 1.6076321685635332e-06,
+      "loss": 0.6317,
+      "step": 10564
+    },
+    {
+      "epoch": 0.9446530758226037,
+      "grad_norm": 0.17101971968098492,
+      "learning_rate": 1.602464324381936e-06,
+      "loss": 0.6101,
+      "step": 10565
+    },
+    {
+      "epoch": 0.9447424892703863,
+      "grad_norm": 0.1579076830788308,
+      "learning_rate": 1.5973047326828472e-06,
+      "loss": 0.6115,
+      "step": 10566
+    },
+    {
+      "epoch": 0.9448319027181689,
+      "grad_norm": 0.15052732620526235,
+      "learning_rate": 1.5921533938989542e-06,
+      "loss": 0.66,
+      "step": 10567
+    },
+    {
+      "epoch": 0.9449213161659513,
+      "grad_norm": 0.16109840038886117,
+      "learning_rate": 1.5870103084623111e-06,
+      "loss": 0.6186,
+      "step": 10568
+    },
+    {
+      "epoch": 0.9450107296137339,
+      "grad_norm": 0.16950640449721885,
+      "learning_rate": 1.5818754768042733e-06,
+      "loss": 0.6539,
+      "step": 10569
+    },
+    {
+      "epoch": 0.9451001430615165,
+      "grad_norm": 0.16181747148786657,
+      "learning_rate": 1.5767488993554736e-06,
+      "loss": 0.6546,
+      "step": 10570
+    },
+    {
+      "epoch": 0.945189556509299,
+      "grad_norm": 0.16513897060664443,
+      "learning_rate": 1.5716305765458683e-06,
+      "loss": 0.6462,
+      "step": 10571
+    },
+    {
+      "epoch": 0.9452789699570815,
+      "grad_norm": 0.15242562960125308,
+      "learning_rate": 1.5665205088047474e-06,
+      "loss": 0.629,
+      "step": 10572
+    },
+    {
+      "epoch": 0.9453683834048641,
+      "grad_norm": 0.15937540750698745,
+      "learning_rate": 1.561418696560668e-06,
+      "loss": 0.6423,
+      "step": 10573
+    },
+    {
+      "epoch": 0.9454577968526466,
+      "grad_norm": 0.16431935191297167,
+      "learning_rate": 1.5563251402415102e-06,
+      "loss": 0.6446,
+      "step": 10574
+    },
+    {
+      "epoch": 0.9455472103004292,
+      "grad_norm": 0.16556399906145972,
+      "learning_rate": 1.5512398402744876e-06,
+      "loss": 0.6525,
+      "step": 10575
+    },
+    {
+      "epoch": 0.9456366237482118,
+      "grad_norm": 0.1477229094971337,
+      "learning_rate": 1.5461627970860814e-06,
+      "loss": 0.6017,
+      "step": 10576
+    },
+    {
+      "epoch": 0.9457260371959942,
+      "grad_norm": 0.1615300343296504,
+      "learning_rate": 1.5410940111020956e-06,
+      "loss": 0.6202,
+      "step": 10577
+    },
+    {
+      "epoch": 0.9458154506437768,
+      "grad_norm": 0.15596297590857994,
+      "learning_rate": 1.5360334827476564e-06,
+      "loss": 0.6364,
+      "step": 10578
+    },
+    {
+      "epoch": 0.9459048640915594,
+      "grad_norm": 0.15029161026371507,
+      "learning_rate": 1.5309812124471579e-06,
+      "loss": 0.6387,
+      "step": 10579
+    },
+    {
+      "epoch": 0.945994277539342,
+      "grad_norm": 0.16739075282235563,
+      "learning_rate": 1.52593720062435e-06,
+      "loss": 0.6147,
+      "step": 10580
+    },
+    {
+      "epoch": 0.9460836909871244,
+      "grad_norm": 0.16723792499111462,
+      "learning_rate": 1.520901447702272e-06,
+      "loss": 0.6548,
+      "step": 10581
+    },
+    {
+      "epoch": 0.946173104434907,
+      "grad_norm": 0.18182179371629337,
+      "learning_rate": 1.5158739541032418e-06,
+      "loss": 0.6907,
+      "step": 10582
+    },
+    {
+      "epoch": 0.9462625178826896,
+      "grad_norm": 0.16378566619568644,
+      "learning_rate": 1.5108547202489443e-06,
+      "loss": 0.6683,
+      "step": 10583
+    },
+    {
+      "epoch": 0.9463519313304721,
+      "grad_norm": 0.16637859621707773,
+      "learning_rate": 1.5058437465602982e-06,
+      "loss": 0.6638,
+      "step": 10584
+    },
+    {
+      "epoch": 0.9464413447782547,
+      "grad_norm": 0.14524205950384544,
+      "learning_rate": 1.5008410334576006e-06,
+      "loss": 0.6286,
+      "step": 10585
+    },
+    {
+      "epoch": 0.9465307582260372,
+      "grad_norm": 0.1636585290053031,
+      "learning_rate": 1.495846581360394e-06,
+      "loss": 0.6362,
+      "step": 10586
+    },
+    {
+      "epoch": 0.9466201716738197,
+      "grad_norm": 0.17574250002001768,
+      "learning_rate": 1.4908603906875761e-06,
+      "loss": 0.6617,
+      "step": 10587
+    },
+    {
+      "epoch": 0.9467095851216023,
+      "grad_norm": 0.1800933085738279,
+      "learning_rate": 1.4858824618573352e-06,
+      "loss": 0.6777,
+      "step": 10588
+    },
+    {
+      "epoch": 0.9467989985693849,
+      "grad_norm": 0.1507305164889821,
+      "learning_rate": 1.4809127952871592e-06,
+      "loss": 0.6067,
+      "step": 10589
+    },
+    {
+      "epoch": 0.9468884120171673,
+      "grad_norm": 0.14992943468246048,
+      "learning_rate": 1.4759513913938372e-06,
+      "loss": 0.6228,
+      "step": 10590
+    },
+    {
+      "epoch": 0.9469778254649499,
+      "grad_norm": 0.14929986300013165,
+      "learning_rate": 1.4709982505934806e-06,
+      "loss": 0.6514,
+      "step": 10591
+    },
+    {
+      "epoch": 0.9470672389127325,
+      "grad_norm": 0.16598824563155973,
+      "learning_rate": 1.4660533733015236e-06,
+      "loss": 0.6505,
+      "step": 10592
+    },
+    {
+      "epoch": 0.947156652360515,
+      "grad_norm": 0.14086111880034113,
+      "learning_rate": 1.461116759932657e-06,
+      "loss": 0.601,
+      "step": 10593
+    },
+    {
+      "epoch": 0.9472460658082976,
+      "grad_norm": 0.1546710826581079,
+      "learning_rate": 1.4561884109009384e-06,
+      "loss": 0.6318,
+      "step": 10594
+    },
+    {
+      "epoch": 0.9473354792560801,
+      "grad_norm": 0.1613571422207101,
+      "learning_rate": 1.4512683266196703e-06,
+      "loss": 0.6506,
+      "step": 10595
+    },
+    {
+      "epoch": 0.9474248927038627,
+      "grad_norm": 0.15624993605426227,
+      "learning_rate": 1.4463565075015228e-06,
+      "loss": 0.5539,
+      "step": 10596
+    },
+    {
+      "epoch": 0.9475143061516452,
+      "grad_norm": 0.16018114895855357,
+      "learning_rate": 1.441452953958422e-06,
+      "loss": 0.6495,
+      "step": 10597
+    },
+    {
+      "epoch": 0.9476037195994278,
+      "grad_norm": 0.17167207456916495,
+      "learning_rate": 1.43655766640165e-06,
+      "loss": 0.6193,
+      "step": 10598
+    },
+    {
+      "epoch": 0.9476931330472103,
+      "grad_norm": 0.17006116381474698,
+      "learning_rate": 1.4316706452417338e-06,
+      "loss": 0.6686,
+      "step": 10599
+    },
+    {
+      "epoch": 0.9477825464949928,
+      "grad_norm": 0.17141136781591532,
+      "learning_rate": 1.4267918908885681e-06,
+      "loss": 0.6517,
+      "step": 10600
+    },
+    {
+      "epoch": 0.9478719599427754,
+      "grad_norm": 0.15997103030237284,
+      "learning_rate": 1.421921403751314e-06,
+      "loss": 0.6401,
+      "step": 10601
+    },
+    {
+      "epoch": 0.947961373390558,
+      "grad_norm": 0.17032994221746506,
+      "learning_rate": 1.4170591842384672e-06,
+      "loss": 0.6648,
+      "step": 10602
+    },
+    {
+      "epoch": 0.9480507868383404,
+      "grad_norm": 0.1757327374454063,
+      "learning_rate": 1.4122052327578128e-06,
+      "loss": 0.6554,
+      "step": 10603
+    },
+    {
+      "epoch": 0.948140200286123,
+      "grad_norm": 0.17439979553268448,
+      "learning_rate": 1.4073595497164361e-06,
+      "loss": 0.6488,
+      "step": 10604
+    },
+    {
+      "epoch": 0.9482296137339056,
+      "grad_norm": 0.15215559338109372,
+      "learning_rate": 1.402522135520734e-06,
+      "loss": 0.6132,
+      "step": 10605
+    },
+    {
+      "epoch": 0.9483190271816881,
+      "grad_norm": 0.15961120848733124,
+      "learning_rate": 1.397692990576449e-06,
+      "loss": 0.6211,
+      "step": 10606
+    },
+    {
+      "epoch": 0.9484084406294707,
+      "grad_norm": 0.13215352068106348,
+      "learning_rate": 1.392872115288546e-06,
+      "loss": 0.6288,
+      "step": 10607
+    },
+    {
+      "epoch": 0.9484978540772532,
+      "grad_norm": 0.15805866945574779,
+      "learning_rate": 1.3880595100613792e-06,
+      "loss": 0.6223,
+      "step": 10608
+    },
+    {
+      "epoch": 0.9485872675250357,
+      "grad_norm": 0.17479703673098834,
+      "learning_rate": 1.3832551752985811e-06,
+      "loss": 0.655,
+      "step": 10609
+    },
+    {
+      "epoch": 0.9486766809728183,
+      "grad_norm": 0.14262547130149866,
+      "learning_rate": 1.378459111403052e-06,
+      "loss": 0.6207,
+      "step": 10610
+    },
+    {
+      "epoch": 0.9487660944206009,
+      "grad_norm": 0.16944378368375743,
+      "learning_rate": 1.37367131877707e-06,
+      "loss": 0.6705,
+      "step": 10611
+    },
+    {
+      "epoch": 0.9488555078683834,
+      "grad_norm": 0.13761372141629247,
+      "learning_rate": 1.3688917978221583e-06,
+      "loss": 0.6258,
+      "step": 10612
+    },
+    {
+      "epoch": 0.9489449213161659,
+      "grad_norm": 0.15760294259709937,
+      "learning_rate": 1.364120548939174e-06,
+      "loss": 0.6373,
+      "step": 10613
+    },
+    {
+      "epoch": 0.9490343347639485,
+      "grad_norm": 0.15354761886588436,
+      "learning_rate": 1.3593575725282749e-06,
+      "loss": 0.6199,
+      "step": 10614
+    },
+    {
+      "epoch": 0.9491237482117311,
+      "grad_norm": 0.1593942429718245,
+      "learning_rate": 1.3546028689889302e-06,
+      "loss": 0.6341,
+      "step": 10615
+    },
+    {
+      "epoch": 0.9492131616595136,
+      "grad_norm": 0.1541354531225056,
+      "learning_rate": 1.3498564387199098e-06,
+      "loss": 0.6208,
+      "step": 10616
+    },
+    {
+      "epoch": 0.9493025751072961,
+      "grad_norm": 0.17294969220409812,
+      "learning_rate": 1.3451182821192954e-06,
+      "loss": 0.6389,
+      "step": 10617
+    },
+    {
+      "epoch": 0.9493919885550787,
+      "grad_norm": 0.18462793850279882,
+      "learning_rate": 1.3403883995844579e-06,
+      "loss": 0.6153,
+      "step": 10618
+    },
+    {
+      "epoch": 0.9494814020028612,
+      "grad_norm": 0.15132920214783704,
+      "learning_rate": 1.3356667915121025e-06,
+      "loss": 0.6136,
+      "step": 10619
+    },
+    {
+      "epoch": 0.9495708154506438,
+      "grad_norm": 0.1618707389526614,
+      "learning_rate": 1.330953458298212e-06,
+      "loss": 0.6279,
+      "step": 10620
+    },
+    {
+      "epoch": 0.9496602288984263,
+      "grad_norm": 0.16709386034869977,
+      "learning_rate": 1.3262484003380927e-06,
+      "loss": 0.6287,
+      "step": 10621
+    },
+    {
+      "epoch": 0.9497496423462088,
+      "grad_norm": 0.15780801594292843,
+      "learning_rate": 1.321551618026351e-06,
+      "loss": 0.6588,
+      "step": 10622
+    },
+    {
+      "epoch": 0.9498390557939914,
+      "grad_norm": 0.16677368465844628,
+      "learning_rate": 1.3168631117569052e-06,
+      "loss": 0.6394,
+      "step": 10623
+    },
+    {
+      "epoch": 0.949928469241774,
+      "grad_norm": 0.15971638627522727,
+      "learning_rate": 1.3121828819229743e-06,
+      "loss": 0.6474,
+      "step": 10624
+    },
+    {
+      "epoch": 0.9500178826895566,
+      "grad_norm": 0.16152856261701556,
+      "learning_rate": 1.3075109289170773e-06,
+      "loss": 0.6309,
+      "step": 10625
+    },
+    {
+      "epoch": 0.950107296137339,
+      "grad_norm": 0.16663216101355127,
+      "learning_rate": 1.3028472531310454e-06,
+      "loss": 0.627,
+      "step": 10626
+    },
+    {
+      "epoch": 0.9501967095851216,
+      "grad_norm": 0.16523620886627158,
+      "learning_rate": 1.2981918549560213e-06,
+      "loss": 0.6122,
+      "step": 10627
+    },
+    {
+      "epoch": 0.9502861230329042,
+      "grad_norm": 0.1672939219355229,
+      "learning_rate": 1.293544734782437e-06,
+      "loss": 0.6708,
+      "step": 10628
+    },
+    {
+      "epoch": 0.9503755364806867,
+      "grad_norm": 0.1622779586210206,
+      "learning_rate": 1.2889058930000586e-06,
+      "loss": 0.6295,
+      "step": 10629
+    },
+    {
+      "epoch": 0.9504649499284692,
+      "grad_norm": 0.16405834090349303,
+      "learning_rate": 1.2842753299979305e-06,
+      "loss": 0.6565,
+      "step": 10630
+    },
+    {
+      "epoch": 0.9505543633762518,
+      "grad_norm": 0.16313394084013402,
+      "learning_rate": 1.2796530461644086e-06,
+      "loss": 0.6309,
+      "step": 10631
+    },
+    {
+      "epoch": 0.9506437768240343,
+      "grad_norm": 0.1475348957229114,
+      "learning_rate": 1.2750390418871604e-06,
+      "loss": 0.6209,
+      "step": 10632
+    },
+    {
+      "epoch": 0.9507331902718169,
+      "grad_norm": 0.1653696850283215,
+      "learning_rate": 1.2704333175531546e-06,
+      "loss": 0.6048,
+      "step": 10633
+    },
+    {
+      "epoch": 0.9508226037195995,
+      "grad_norm": 0.1743070357968117,
+      "learning_rate": 1.265835873548682e-06,
+      "loss": 0.6702,
+      "step": 10634
+    },
+    {
+      "epoch": 0.9509120171673819,
+      "grad_norm": 0.15219836623691976,
+      "learning_rate": 1.2612467102593006e-06,
+      "loss": 0.6629,
+      "step": 10635
+    },
+    {
+      "epoch": 0.9510014306151645,
+      "grad_norm": 0.17368739449311885,
+      "learning_rate": 1.256665828069925e-06,
+      "loss": 0.6432,
+      "step": 10636
+    },
+    {
+      "epoch": 0.9510908440629471,
+      "grad_norm": 0.1612417339743308,
+      "learning_rate": 1.2520932273647258e-06,
+      "loss": 0.6292,
+      "step": 10637
+    },
+    {
+      "epoch": 0.9511802575107297,
+      "grad_norm": 0.1633191441473363,
+      "learning_rate": 1.2475289085272178e-06,
+      "loss": 0.6358,
+      "step": 10638
+    },
+    {
+      "epoch": 0.9512696709585121,
+      "grad_norm": 0.14334170222123144,
+      "learning_rate": 1.2429728719401845e-06,
+      "loss": 0.6158,
+      "step": 10639
+    },
+    {
+      "epoch": 0.9513590844062947,
+      "grad_norm": 0.1463294448805946,
+      "learning_rate": 1.2384251179857643e-06,
+      "loss": 0.6622,
+      "step": 10640
+    },
+    {
+      "epoch": 0.9514484978540773,
+      "grad_norm": 0.16259395770467558,
+      "learning_rate": 1.233885647045341e-06,
+      "loss": 0.6346,
+      "step": 10641
+    },
+    {
+      "epoch": 0.9515379113018598,
+      "grad_norm": 0.1562098472498733,
+      "learning_rate": 1.2293544594996543e-06,
+      "loss": 0.633,
+      "step": 10642
+    },
+    {
+      "epoch": 0.9516273247496424,
+      "grad_norm": 0.1604572186774262,
+      "learning_rate": 1.2248315557287337e-06,
+      "loss": 0.6258,
+      "step": 10643
+    },
+    {
+      "epoch": 0.9517167381974249,
+      "grad_norm": 0.14865771995967147,
+      "learning_rate": 1.2203169361118871e-06,
+      "loss": 0.6509,
+      "step": 10644
+    },
+    {
+      "epoch": 0.9518061516452074,
+      "grad_norm": 0.15752116590082885,
+      "learning_rate": 1.215810601027767e-06,
+      "loss": 0.6396,
+      "step": 10645
+    },
+    {
+      "epoch": 0.95189556509299,
+      "grad_norm": 0.1526889323309378,
+      "learning_rate": 1.2113125508543267e-06,
+      "loss": 0.634,
+      "step": 10646
+    },
+    {
+      "epoch": 0.9519849785407726,
+      "grad_norm": 0.160095448792352,
+      "learning_rate": 1.2068227859687753e-06,
+      "loss": 0.6505,
+      "step": 10647
+    },
+    {
+      "epoch": 0.952074391988555,
+      "grad_norm": 0.1531786470599027,
+      "learning_rate": 1.2023413067476896e-06,
+      "loss": 0.6321,
+      "step": 10648
+    },
+    {
+      "epoch": 0.9521638054363376,
+      "grad_norm": 0.16728941680428724,
+      "learning_rate": 1.1978681135669245e-06,
+      "loss": 0.6595,
+      "step": 10649
+    },
+    {
+      "epoch": 0.9522532188841202,
+      "grad_norm": 0.15504788807068298,
+      "learning_rate": 1.1934032068016354e-06,
+      "loss": 0.6318,
+      "step": 10650
+    },
+    {
+      "epoch": 0.9523426323319027,
+      "grad_norm": 0.16064958899966536,
+      "learning_rate": 1.1889465868263005e-06,
+      "loss": 0.6488,
+      "step": 10651
+    },
+    {
+      "epoch": 0.9524320457796852,
+      "grad_norm": 0.1503270196467187,
+      "learning_rate": 1.1844982540146654e-06,
+      "loss": 0.6383,
+      "step": 10652
+    },
+    {
+      "epoch": 0.9525214592274678,
+      "grad_norm": 0.16097118654394316,
+      "learning_rate": 1.1800582087398316e-06,
+      "loss": 0.627,
+      "step": 10653
+    },
+    {
+      "epoch": 0.9526108726752504,
+      "grad_norm": 0.15068447162351087,
+      "learning_rate": 1.1756264513741676e-06,
+      "loss": 0.632,
+      "step": 10654
+    },
+    {
+      "epoch": 0.9527002861230329,
+      "grad_norm": 0.14827035155206217,
+      "learning_rate": 1.1712029822893654e-06,
+      "loss": 0.6113,
+      "step": 10655
+    },
+    {
+      "epoch": 0.9527896995708155,
+      "grad_norm": 0.1631016629867862,
+      "learning_rate": 1.1667878018564171e-06,
+      "loss": 0.6211,
+      "step": 10656
+    },
+    {
+      "epoch": 0.952879113018598,
+      "grad_norm": 0.1486922644146729,
+      "learning_rate": 1.1623809104456262e-06,
+      "loss": 0.6166,
+      "step": 10657
+    },
+    {
+      "epoch": 0.9529685264663805,
+      "grad_norm": 0.16704598347846458,
+      "learning_rate": 1.157982308426564e-06,
+      "loss": 0.6737,
+      "step": 10658
+    },
+    {
+      "epoch": 0.9530579399141631,
+      "grad_norm": 0.174793525283583,
+      "learning_rate": 1.1535919961681575e-06,
+      "loss": 0.6234,
+      "step": 10659
+    },
+    {
+      "epoch": 0.9531473533619457,
+      "grad_norm": 0.14661711673328004,
+      "learning_rate": 1.1492099740386231e-06,
+      "loss": 0.6448,
+      "step": 10660
+    },
+    {
+      "epoch": 0.9532367668097281,
+      "grad_norm": 0.15705266663317707,
+      "learning_rate": 1.144836242405467e-06,
+      "loss": 0.6527,
+      "step": 10661
+    },
+    {
+      "epoch": 0.9533261802575107,
+      "grad_norm": 0.15944102770624763,
+      "learning_rate": 1.140470801635496e-06,
+      "loss": 0.6536,
+      "step": 10662
+    },
+    {
+      "epoch": 0.9534155937052933,
+      "grad_norm": 0.17224489158196307,
+      "learning_rate": 1.13611365209485e-06,
+      "loss": 0.6447,
+      "step": 10663
+    },
+    {
+      "epoch": 0.9535050071530758,
+      "grad_norm": 0.1669711632343452,
+      "learning_rate": 1.1317647941489595e-06,
+      "loss": 0.6784,
+      "step": 10664
+    },
+    {
+      "epoch": 0.9535944206008584,
+      "grad_norm": 0.16752195236983508,
+      "learning_rate": 1.1274242281625547e-06,
+      "loss": 0.6534,
+      "step": 10665
+    },
+    {
+      "epoch": 0.9536838340486409,
+      "grad_norm": 0.17638179132516818,
+      "learning_rate": 1.1230919544996776e-06,
+      "loss": 0.6557,
+      "step": 10666
+    },
+    {
+      "epoch": 0.9537732474964234,
+      "grad_norm": 0.15609747485242423,
+      "learning_rate": 1.1187679735236489e-06,
+      "loss": 0.6498,
+      "step": 10667
+    },
+    {
+      "epoch": 0.953862660944206,
+      "grad_norm": 0.16596440503447227,
+      "learning_rate": 1.114452285597145e-06,
+      "loss": 0.636,
+      "step": 10668
+    },
+    {
+      "epoch": 0.9539520743919886,
+      "grad_norm": 0.14738885433892004,
+      "learning_rate": 1.110144891082099e-06,
+      "loss": 0.6178,
+      "step": 10669
+    },
+    {
+      "epoch": 0.954041487839771,
+      "grad_norm": 0.1644659551119887,
+      "learning_rate": 1.1058457903397656e-06,
+      "loss": 0.6243,
+      "step": 10670
+    },
+    {
+      "epoch": 0.9541309012875536,
+      "grad_norm": 0.16806953376965295,
+      "learning_rate": 1.1015549837307237e-06,
+      "loss": 0.6298,
+      "step": 10671
+    },
+    {
+      "epoch": 0.9542203147353362,
+      "grad_norm": 0.161716879900789,
+      "learning_rate": 1.0972724716148187e-06,
+      "loss": 0.66,
+      "step": 10672
+    },
+    {
+      "epoch": 0.9543097281831188,
+      "grad_norm": 0.1621717947502378,
+      "learning_rate": 1.0929982543512296e-06,
+      "loss": 0.6574,
+      "step": 10673
+    },
+    {
+      "epoch": 0.9543991416309013,
+      "grad_norm": 0.1734717611499801,
+      "learning_rate": 1.0887323322984366e-06,
+      "loss": 0.6806,
+      "step": 10674
+    },
+    {
+      "epoch": 0.9544885550786838,
+      "grad_norm": 0.16511815866610322,
+      "learning_rate": 1.084474705814198e-06,
+      "loss": 0.6336,
+      "step": 10675
+    },
+    {
+      "epoch": 0.9545779685264664,
+      "grad_norm": 0.17157991998358896,
+      "learning_rate": 1.0802253752556058e-06,
+      "loss": 0.65,
+      "step": 10676
+    },
+    {
+      "epoch": 0.9546673819742489,
+      "grad_norm": 0.1642429807785908,
+      "learning_rate": 1.0759843409790527e-06,
+      "loss": 0.6169,
+      "step": 10677
+    },
+    {
+      "epoch": 0.9547567954220315,
+      "grad_norm": 0.17187832367687558,
+      "learning_rate": 1.0717516033402097e-06,
+      "loss": 0.6345,
+      "step": 10678
+    },
+    {
+      "epoch": 0.954846208869814,
+      "grad_norm": 0.15402179687326645,
+      "learning_rate": 1.0675271626940931e-06,
+      "loss": 0.6387,
+      "step": 10679
+    },
+    {
+      "epoch": 0.9549356223175965,
+      "grad_norm": 0.1581856624325703,
+      "learning_rate": 1.063311019395008e-06,
+      "loss": 0.6135,
+      "step": 10680
+    },
+    {
+      "epoch": 0.9550250357653791,
+      "grad_norm": 0.15108657781781518,
+      "learning_rate": 1.0591031737965273e-06,
+      "loss": 0.6364,
+      "step": 10681
+    },
+    {
+      "epoch": 0.9551144492131617,
+      "grad_norm": 0.16047726786523492,
+      "learning_rate": 1.0549036262515689e-06,
+      "loss": 0.6512,
+      "step": 10682
+    },
+    {
+      "epoch": 0.9552038626609443,
+      "grad_norm": 0.1475032017527931,
+      "learning_rate": 1.0507123771123505e-06,
+      "loss": 0.6338,
+      "step": 10683
+    },
+    {
+      "epoch": 0.9552932761087267,
+      "grad_norm": 0.17169255080099968,
+      "learning_rate": 1.0465294267303915e-06,
+      "loss": 0.6706,
+      "step": 10684
+    },
+    {
+      "epoch": 0.9553826895565093,
+      "grad_norm": 0.15243493713480477,
+      "learning_rate": 1.0423547754564888e-06,
+      "loss": 0.6405,
+      "step": 10685
+    },
+    {
+      "epoch": 0.9554721030042919,
+      "grad_norm": 0.1714289891059609,
+      "learning_rate": 1.0381884236407958e-06,
+      "loss": 0.6485,
+      "step": 10686
+    },
+    {
+      "epoch": 0.9555615164520744,
+      "grad_norm": 0.1474905422406328,
+      "learning_rate": 1.0340303716327215e-06,
+      "loss": 0.6378,
+      "step": 10687
+    },
+    {
+      "epoch": 0.9556509298998569,
+      "grad_norm": 0.16298328154286987,
+      "learning_rate": 1.0298806197809984e-06,
+      "loss": 0.6265,
+      "step": 10688
+    },
+    {
+      "epoch": 0.9557403433476395,
+      "grad_norm": 0.1470961086244062,
+      "learning_rate": 1.0257391684336703e-06,
+      "loss": 0.6057,
+      "step": 10689
+    },
+    {
+      "epoch": 0.955829756795422,
+      "grad_norm": 0.17644697138526144,
+      "learning_rate": 1.0216060179380481e-06,
+      "loss": 0.6639,
+      "step": 10690
+    },
+    {
+      "epoch": 0.9559191702432046,
+      "grad_norm": 0.13046949336061095,
+      "learning_rate": 1.0174811686408104e-06,
+      "loss": 0.6417,
+      "step": 10691
+    },
+    {
+      "epoch": 0.9560085836909872,
+      "grad_norm": 0.18487044527658797,
+      "learning_rate": 1.01336462088788e-06,
+      "loss": 0.6882,
+      "step": 10692
+    },
+    {
+      "epoch": 0.9560979971387696,
+      "grad_norm": 0.16515734075208766,
+      "learning_rate": 1.0092563750245032e-06,
+      "loss": 0.6568,
+      "step": 10693
+    },
+    {
+      "epoch": 0.9561874105865522,
+      "grad_norm": 0.16375899087947926,
+      "learning_rate": 1.00515643139526e-06,
+      "loss": 0.6757,
+      "step": 10694
+    },
+    {
+      "epoch": 0.9562768240343348,
+      "grad_norm": 0.16701614019364264,
+      "learning_rate": 1.0010647903439862e-06,
+      "loss": 0.6759,
+      "step": 10695
+    },
+    {
+      "epoch": 0.9563662374821174,
+      "grad_norm": 0.1651175257127456,
+      "learning_rate": 9.96981452213852e-07,
+      "loss": 0.6253,
+      "step": 10696
+    },
+    {
+      "epoch": 0.9564556509298998,
+      "grad_norm": 0.16728869466995672,
+      "learning_rate": 9.929064173473057e-07,
+      "loss": 0.6464,
+      "step": 10697
+    },
+    {
+      "epoch": 0.9565450643776824,
+      "grad_norm": 0.16662821228270774,
+      "learning_rate": 9.888396860861404e-07,
+      "loss": 0.6499,
+      "step": 10698
+    },
+    {
+      "epoch": 0.956634477825465,
+      "grad_norm": 0.15670943386932581,
+      "learning_rate": 9.847812587714057e-07,
+      "loss": 0.5742,
+      "step": 10699
+    },
+    {
+      "epoch": 0.9567238912732475,
+      "grad_norm": 0.15770071441226607,
+      "learning_rate": 9.807311357434956e-07,
+      "loss": 0.6217,
+      "step": 10700
+    },
+    {
+      "epoch": 0.95681330472103,
+      "grad_norm": 0.1588796691718707,
+      "learning_rate": 9.766893173420721e-07,
+      "loss": 0.6481,
+      "step": 10701
+    },
+    {
+      "epoch": 0.9569027181688126,
+      "grad_norm": 0.13458063765175024,
+      "learning_rate": 9.726558039061308e-07,
+      "loss": 0.6379,
+      "step": 10702
+    },
+    {
+      "epoch": 0.9569921316165951,
+      "grad_norm": 0.16987179099353542,
+      "learning_rate": 9.68630595773956e-07,
+      "loss": 0.6653,
+      "step": 10703
+    },
+    {
+      "epoch": 0.9570815450643777,
+      "grad_norm": 0.17697694475717293,
+      "learning_rate": 9.64613693283123e-07,
+      "loss": 0.6804,
+      "step": 10704
+    },
+    {
+      "epoch": 0.9571709585121603,
+      "grad_norm": 0.16151666740106158,
+      "learning_rate": 9.606050967705393e-07,
+      "loss": 0.6692,
+      "step": 10705
+    },
+    {
+      "epoch": 0.9572603719599427,
+      "grad_norm": 0.16163264454907136,
+      "learning_rate": 9.566048065724032e-07,
+      "loss": 0.6412,
+      "step": 10706
+    },
+    {
+      "epoch": 0.9573497854077253,
+      "grad_norm": 0.16060046929701022,
+      "learning_rate": 9.526128230242016e-07,
+      "loss": 0.6367,
+      "step": 10707
+    },
+    {
+      "epoch": 0.9574391988555079,
+      "grad_norm": 0.14599529022131716,
+      "learning_rate": 9.486291464607444e-07,
+      "loss": 0.6319,
+      "step": 10708
+    },
+    {
+      "epoch": 0.9575286123032904,
+      "grad_norm": 0.13794001699885883,
+      "learning_rate": 9.446537772161423e-07,
+      "loss": 0.6191,
+      "step": 10709
+    },
+    {
+      "epoch": 0.9576180257510729,
+      "grad_norm": 0.15260854261951773,
+      "learning_rate": 9.406867156237842e-07,
+      "loss": 0.6704,
+      "step": 10710
+    },
+    {
+      "epoch": 0.9577074391988555,
+      "grad_norm": 0.1687225452809874,
+      "learning_rate": 9.367279620164149e-07,
+      "loss": 0.6667,
+      "step": 10711
+    },
+    {
+      "epoch": 0.957796852646638,
+      "grad_norm": 0.16482616737746875,
+      "learning_rate": 9.327775167260244e-07,
+      "loss": 0.6313,
+      "step": 10712
+    },
+    {
+      "epoch": 0.9578862660944206,
+      "grad_norm": 0.1647889199050411,
+      "learning_rate": 9.288353800839366e-07,
+      "loss": 0.647,
+      "step": 10713
+    },
+    {
+      "epoch": 0.9579756795422032,
+      "grad_norm": 0.16753943258363163,
+      "learning_rate": 9.249015524207872e-07,
+      "loss": 0.6291,
+      "step": 10714
+    },
+    {
+      "epoch": 0.9580650929899857,
+      "grad_norm": 0.16575234881821072,
+      "learning_rate": 9.209760340664897e-07,
+      "loss": 0.6354,
+      "step": 10715
+    },
+    {
+      "epoch": 0.9581545064377682,
+      "grad_norm": 0.1653385638376336,
+      "learning_rate": 9.170588253502698e-07,
+      "loss": 0.6847,
+      "step": 10716
+    },
+    {
+      "epoch": 0.9582439198855508,
+      "grad_norm": 0.15031515080649882,
+      "learning_rate": 9.13149926600676e-07,
+      "loss": 0.624,
+      "step": 10717
+    },
+    {
+      "epoch": 0.9583333333333334,
+      "grad_norm": 0.1499189842220648,
+      "learning_rate": 9.092493381455236e-07,
+      "loss": 0.6336,
+      "step": 10718
+    },
+    {
+      "epoch": 0.9584227467811158,
+      "grad_norm": 0.15195541077406763,
+      "learning_rate": 9.05357060311951e-07,
+      "loss": 0.6354,
+      "step": 10719
+    },
+    {
+      "epoch": 0.9585121602288984,
+      "grad_norm": 0.15964119721510067,
+      "learning_rate": 9.014730934264192e-07,
+      "loss": 0.6534,
+      "step": 10720
+    },
+    {
+      "epoch": 0.958601573676681,
+      "grad_norm": 0.17216661878391198,
+      "learning_rate": 8.975974378146457e-07,
+      "loss": 0.673,
+      "step": 10721
+    },
+    {
+      "epoch": 0.9586909871244635,
+      "grad_norm": 0.16637728966074694,
+      "learning_rate": 8.937300938017035e-07,
+      "loss": 0.6324,
+      "step": 10722
+    },
+    {
+      "epoch": 0.9587804005722461,
+      "grad_norm": 0.15450404295021788,
+      "learning_rate": 8.898710617119222e-07,
+      "loss": 0.6194,
+      "step": 10723
+    },
+    {
+      "epoch": 0.9588698140200286,
+      "grad_norm": 0.16720530634641093,
+      "learning_rate": 8.860203418689539e-07,
+      "loss": 0.6597,
+      "step": 10724
+    },
+    {
+      "epoch": 0.9589592274678111,
+      "grad_norm": 0.15461857550526706,
+      "learning_rate": 8.821779345957626e-07,
+      "loss": 0.6426,
+      "step": 10725
+    },
+    {
+      "epoch": 0.9590486409155937,
+      "grad_norm": 0.16020937630168616,
+      "learning_rate": 8.783438402146127e-07,
+      "loss": 0.5943,
+      "step": 10726
+    },
+    {
+      "epoch": 0.9591380543633763,
+      "grad_norm": 0.1639857132561696,
+      "learning_rate": 8.74518059047047e-07,
+      "loss": 0.6723,
+      "step": 10727
+    },
+    {
+      "epoch": 0.9592274678111588,
+      "grad_norm": 0.1587934819986575,
+      "learning_rate": 8.707005914139422e-07,
+      "loss": 0.6455,
+      "step": 10728
+    },
+    {
+      "epoch": 0.9593168812589413,
+      "grad_norm": 0.16498545152014818,
+      "learning_rate": 8.668914376354642e-07,
+      "loss": 0.6469,
+      "step": 10729
+    },
+    {
+      "epoch": 0.9594062947067239,
+      "grad_norm": 0.1670035814423061,
+      "learning_rate": 8.630905980310689e-07,
+      "loss": 0.6464,
+      "step": 10730
+    },
+    {
+      "epoch": 0.9594957081545065,
+      "grad_norm": 0.1891517488115494,
+      "learning_rate": 8.592980729195455e-07,
+      "loss": 0.7005,
+      "step": 10731
+    },
+    {
+      "epoch": 0.959585121602289,
+      "grad_norm": 0.15115268635926696,
+      "learning_rate": 8.555138626189618e-07,
+      "loss": 0.6476,
+      "step": 10732
+    },
+    {
+      "epoch": 0.9596745350500715,
+      "grad_norm": 0.1531575211444408,
+      "learning_rate": 8.517379674466863e-07,
+      "loss": 0.5986,
+      "step": 10733
+    },
+    {
+      "epoch": 0.9597639484978541,
+      "grad_norm": 0.16399616645926185,
+      "learning_rate": 8.479703877194212e-07,
+      "loss": 0.6267,
+      "step": 10734
+    },
+    {
+      "epoch": 0.9598533619456366,
+      "grad_norm": 0.1414995109111843,
+      "learning_rate": 8.442111237531247e-07,
+      "loss": 0.6425,
+      "step": 10735
+    },
+    {
+      "epoch": 0.9599427753934192,
+      "grad_norm": 0.1622700845340113,
+      "learning_rate": 8.404601758630892e-07,
+      "loss": 0.6548,
+      "step": 10736
+    },
+    {
+      "epoch": 0.9600321888412017,
+      "grad_norm": 0.16128611150316127,
+      "learning_rate": 8.367175443639075e-07,
+      "loss": 0.6921,
+      "step": 10737
+    },
+    {
+      "epoch": 0.9601216022889842,
+      "grad_norm": 0.1541241832172073,
+      "learning_rate": 8.329832295694618e-07,
+      "loss": 0.608,
+      "step": 10738
+    },
+    {
+      "epoch": 0.9602110157367668,
+      "grad_norm": 0.16503687590719116,
+      "learning_rate": 8.29257231792957e-07,
+      "loss": 0.6389,
+      "step": 10739
+    },
+    {
+      "epoch": 0.9603004291845494,
+      "grad_norm": 0.1598363407953029,
+      "learning_rate": 8.255395513468767e-07,
+      "loss": 0.6493,
+      "step": 10740
+    },
+    {
+      "epoch": 0.960389842632332,
+      "grad_norm": 0.15313028840477114,
+      "learning_rate": 8.218301885430268e-07,
+      "loss": 0.6374,
+      "step": 10741
+    },
+    {
+      "epoch": 0.9604792560801144,
+      "grad_norm": 0.15121166220080964,
+      "learning_rate": 8.181291436924921e-07,
+      "loss": 0.6308,
+      "step": 10742
+    },
+    {
+      "epoch": 0.960568669527897,
+      "grad_norm": 0.1581700116654291,
+      "learning_rate": 8.144364171056906e-07,
+      "loss": 0.6312,
+      "step": 10743
+    },
+    {
+      "epoch": 0.9606580829756796,
+      "grad_norm": 0.17556789795575423,
+      "learning_rate": 8.107520090923193e-07,
+      "loss": 0.6562,
+      "step": 10744
+    },
+    {
+      "epoch": 0.9607474964234621,
+      "grad_norm": 0.14646649026455327,
+      "learning_rate": 8.070759199613864e-07,
+      "loss": 0.6321,
+      "step": 10745
+    },
+    {
+      "epoch": 0.9608369098712446,
+      "grad_norm": 0.1716900557091984,
+      "learning_rate": 8.03408150021201e-07,
+      "loss": 0.6249,
+      "step": 10746
+    },
+    {
+      "epoch": 0.9609263233190272,
+      "grad_norm": 0.15014450281422814,
+      "learning_rate": 7.997486995793834e-07,
+      "loss": 0.6122,
+      "step": 10747
+    },
+    {
+      "epoch": 0.9610157367668097,
+      "grad_norm": 0.1609033741102154,
+      "learning_rate": 7.96097568942833e-07,
+      "loss": 0.6429,
+      "step": 10748
+    },
+    {
+      "epoch": 0.9611051502145923,
+      "grad_norm": 0.162080812625506,
+      "learning_rate": 7.924547584177711e-07,
+      "loss": 0.6464,
+      "step": 10749
+    },
+    {
+      "epoch": 0.9611945636623748,
+      "grad_norm": 0.16378658278215033,
+      "learning_rate": 7.88820268309709e-07,
+      "loss": 0.6074,
+      "step": 10750
+    },
+    {
+      "epoch": 0.9612839771101573,
+      "grad_norm": 0.16297763260889137,
+      "learning_rate": 7.851940989234919e-07,
+      "loss": 0.6245,
+      "step": 10751
+    },
+    {
+      "epoch": 0.9613733905579399,
+      "grad_norm": 0.16086141664062767,
+      "learning_rate": 7.815762505632096e-07,
+      "loss": 0.6348,
+      "step": 10752
+    },
+    {
+      "epoch": 0.9614628040057225,
+      "grad_norm": 0.16536938854197453,
+      "learning_rate": 7.779667235322974e-07,
+      "loss": 0.631,
+      "step": 10753
+    },
+    {
+      "epoch": 0.961552217453505,
+      "grad_norm": 0.15893668835939206,
+      "learning_rate": 7.743655181335019e-07,
+      "loss": 0.6673,
+      "step": 10754
+    },
+    {
+      "epoch": 0.9616416309012875,
+      "grad_norm": 0.14065047630317432,
+      "learning_rate": 7.707726346688259e-07,
+      "loss": 0.6217,
+      "step": 10755
+    },
+    {
+      "epoch": 0.9617310443490701,
+      "grad_norm": 0.1545596973772216,
+      "learning_rate": 7.671880734396175e-07,
+      "loss": 0.6752,
+      "step": 10756
+    },
+    {
+      "epoch": 0.9618204577968527,
+      "grad_norm": 0.16992236625398927,
+      "learning_rate": 7.636118347465027e-07,
+      "loss": 0.6627,
+      "step": 10757
+    },
+    {
+      "epoch": 0.9619098712446352,
+      "grad_norm": 0.17163891028086525,
+      "learning_rate": 7.600439188894082e-07,
+      "loss": 0.66,
+      "step": 10758
+    },
+    {
+      "epoch": 0.9619992846924177,
+      "grad_norm": 0.1747498972861077,
+      "learning_rate": 7.564843261675835e-07,
+      "loss": 0.6374,
+      "step": 10759
+    },
+    {
+      "epoch": 0.9620886981402003,
+      "grad_norm": 0.1730217670519901,
+      "learning_rate": 7.529330568795568e-07,
+      "loss": 0.6749,
+      "step": 10760
+    },
+    {
+      "epoch": 0.9621781115879828,
+      "grad_norm": 0.16664282802881353,
+      "learning_rate": 7.493901113231782e-07,
+      "loss": 0.6937,
+      "step": 10761
+    },
+    {
+      "epoch": 0.9622675250357654,
+      "grad_norm": 0.14518644428845567,
+      "learning_rate": 7.458554897955883e-07,
+      "loss": 0.6093,
+      "step": 10762
+    },
+    {
+      "epoch": 0.962356938483548,
+      "grad_norm": 0.16950867611660428,
+      "learning_rate": 7.423291925932275e-07,
+      "loss": 0.6373,
+      "step": 10763
+    },
+    {
+      "epoch": 0.9624463519313304,
+      "grad_norm": 0.17936681213664674,
+      "learning_rate": 7.388112200118479e-07,
+      "loss": 0.6608,
+      "step": 10764
+    },
+    {
+      "epoch": 0.962535765379113,
+      "grad_norm": 0.15221383325671298,
+      "learning_rate": 7.353015723464918e-07,
+      "loss": 0.6392,
+      "step": 10765
+    },
+    {
+      "epoch": 0.9626251788268956,
+      "grad_norm": 0.15796220235101932,
+      "learning_rate": 7.318002498915122e-07,
+      "loss": 0.6149,
+      "step": 10766
+    },
+    {
+      "epoch": 0.9627145922746781,
+      "grad_norm": 0.14862944712566728,
+      "learning_rate": 7.283072529405521e-07,
+      "loss": 0.6403,
+      "step": 10767
+    },
+    {
+      "epoch": 0.9628040057224606,
+      "grad_norm": 0.16373888009120033,
+      "learning_rate": 7.248225817865884e-07,
+      "loss": 0.63,
+      "step": 10768
+    },
+    {
+      "epoch": 0.9628934191702432,
+      "grad_norm": 0.14757700722980346,
+      "learning_rate": 7.213462367218537e-07,
+      "loss": 0.5982,
+      "step": 10769
+    },
+    {
+      "epoch": 0.9629828326180258,
+      "grad_norm": 0.15205411514533193,
+      "learning_rate": 7.17878218037904e-07,
+      "loss": 0.6275,
+      "step": 10770
+    },
+    {
+      "epoch": 0.9630722460658083,
+      "grad_norm": 0.16487178992605653,
+      "learning_rate": 7.144185260256175e-07,
+      "loss": 0.6317,
+      "step": 10771
+    },
+    {
+      "epoch": 0.9631616595135909,
+      "grad_norm": 0.16530313320079013,
+      "learning_rate": 7.1096716097514e-07,
+      "loss": 0.6423,
+      "step": 10772
+    },
+    {
+      "epoch": 0.9632510729613734,
+      "grad_norm": 0.16492290973125748,
+      "learning_rate": 7.075241231759289e-07,
+      "loss": 0.6367,
+      "step": 10773
+    },
+    {
+      "epoch": 0.9633404864091559,
+      "grad_norm": 0.16470367873366057,
+      "learning_rate": 7.040894129167641e-07,
+      "loss": 0.6567,
+      "step": 10774
+    },
+    {
+      "epoch": 0.9634298998569385,
+      "grad_norm": 0.13203843773301566,
+      "learning_rate": 7.006630304856932e-07,
+      "loss": 0.6356,
+      "step": 10775
+    },
+    {
+      "epoch": 0.9635193133047211,
+      "grad_norm": 0.16268897837224736,
+      "learning_rate": 6.972449761700861e-07,
+      "loss": 0.5717,
+      "step": 10776
+    },
+    {
+      "epoch": 0.9636087267525035,
+      "grad_norm": 0.17733590704211888,
+      "learning_rate": 6.938352502566358e-07,
+      "loss": 0.6873,
+      "step": 10777
+    },
+    {
+      "epoch": 0.9636981402002861,
+      "grad_norm": 0.15538617422645615,
+      "learning_rate": 6.904338530312693e-07,
+      "loss": 0.6771,
+      "step": 10778
+    },
+    {
+      "epoch": 0.9637875536480687,
+      "grad_norm": 0.1610563380866255,
+      "learning_rate": 6.870407847792915e-07,
+      "loss": 0.6363,
+      "step": 10779
+    },
+    {
+      "epoch": 0.9638769670958512,
+      "grad_norm": 0.1513608232946064,
+      "learning_rate": 6.836560457852636e-07,
+      "loss": 0.5959,
+      "step": 10780
+    },
+    {
+      "epoch": 0.9639663805436338,
+      "grad_norm": 0.16855633520833982,
+      "learning_rate": 6.802796363330588e-07,
+      "loss": 0.6381,
+      "step": 10781
+    },
+    {
+      "epoch": 0.9640557939914163,
+      "grad_norm": 0.16100750176906614,
+      "learning_rate": 6.769115567058504e-07,
+      "loss": 0.6334,
+      "step": 10782
+    },
+    {
+      "epoch": 0.9641452074391988,
+      "grad_norm": 0.14723571383249565,
+      "learning_rate": 6.735518071861235e-07,
+      "loss": 0.6033,
+      "step": 10783
+    },
+    {
+      "epoch": 0.9642346208869814,
+      "grad_norm": 0.14658760967679052,
+      "learning_rate": 6.702003880556418e-07,
+      "loss": 0.6279,
+      "step": 10784
+    },
+    {
+      "epoch": 0.964324034334764,
+      "grad_norm": 0.15154764190375297,
+      "learning_rate": 6.668572995955025e-07,
+      "loss": 0.6116,
+      "step": 10785
+    },
+    {
+      "epoch": 0.9644134477825465,
+      "grad_norm": 0.16629841898544442,
+      "learning_rate": 6.635225420860702e-07,
+      "loss": 0.6194,
+      "step": 10786
+    },
+    {
+      "epoch": 0.964502861230329,
+      "grad_norm": 0.17060583993311257,
+      "learning_rate": 6.601961158070325e-07,
+      "loss": 0.6333,
+      "step": 10787
+    },
+    {
+      "epoch": 0.9645922746781116,
+      "grad_norm": 0.17345297008319083,
+      "learning_rate": 6.56878021037377e-07,
+      "loss": 0.6292,
+      "step": 10788
+    },
+    {
+      "epoch": 0.9646816881258942,
+      "grad_norm": 0.1540659442288424,
+      "learning_rate": 6.535682580553926e-07,
+      "loss": 0.652,
+      "step": 10789
+    },
+    {
+      "epoch": 0.9647711015736766,
+      "grad_norm": 0.1416989839383696,
+      "learning_rate": 6.502668271386458e-07,
+      "loss": 0.6255,
+      "step": 10790
+    },
+    {
+      "epoch": 0.9648605150214592,
+      "grad_norm": 0.16474537089725827,
+      "learning_rate": 6.469737285640487e-07,
+      "loss": 0.6092,
+      "step": 10791
+    },
+    {
+      "epoch": 0.9649499284692418,
+      "grad_norm": 0.1675039630564738,
+      "learning_rate": 6.436889626077691e-07,
+      "loss": 0.7012,
+      "step": 10792
+    },
+    {
+      "epoch": 0.9650393419170243,
+      "grad_norm": 0.15832153210868058,
+      "learning_rate": 6.40412529545309e-07,
+      "loss": 0.6554,
+      "step": 10793
+    },
+    {
+      "epoch": 0.9651287553648069,
+      "grad_norm": 0.162967675202967,
+      "learning_rate": 6.371444296514484e-07,
+      "loss": 0.6404,
+      "step": 10794
+    },
+    {
+      "epoch": 0.9652181688125894,
+      "grad_norm": 0.15174455833152264,
+      "learning_rate": 6.338846632002904e-07,
+      "loss": 0.6439,
+      "step": 10795
+    },
+    {
+      "epoch": 0.9653075822603719,
+      "grad_norm": 0.1547228258752869,
+      "learning_rate": 6.306332304652273e-07,
+      "loss": 0.6315,
+      "step": 10796
+    },
+    {
+      "epoch": 0.9653969957081545,
+      "grad_norm": 0.1681735570328247,
+      "learning_rate": 6.273901317189301e-07,
+      "loss": 0.6408,
+      "step": 10797
+    },
+    {
+      "epoch": 0.9654864091559371,
+      "grad_norm": 0.14697080760267547,
+      "learning_rate": 6.241553672334255e-07,
+      "loss": 0.6518,
+      "step": 10798
+    },
+    {
+      "epoch": 0.9655758226037195,
+      "grad_norm": 0.15806384166101942,
+      "learning_rate": 6.209289372799854e-07,
+      "loss": 0.6543,
+      "step": 10799
+    },
+    {
+      "epoch": 0.9656652360515021,
+      "grad_norm": 0.16394027782980167,
+      "learning_rate": 6.177108421292266e-07,
+      "loss": 0.6134,
+      "step": 10800
+    },
+    {
+      "epoch": 0.9657546494992847,
+      "grad_norm": 0.1489703549476619,
+      "learning_rate": 6.145010820510222e-07,
+      "loss": 0.6626,
+      "step": 10801
+    },
+    {
+      "epoch": 0.9658440629470673,
+      "grad_norm": 0.15219552760890018,
+      "learning_rate": 6.112996573145902e-07,
+      "loss": 0.6245,
+      "step": 10802
+    },
+    {
+      "epoch": 0.9659334763948498,
+      "grad_norm": 0.16058419458896755,
+      "learning_rate": 6.081065681884268e-07,
+      "loss": 0.6339,
+      "step": 10803
+    },
+    {
+      "epoch": 0.9660228898426323,
+      "grad_norm": 0.15698739017517466,
+      "learning_rate": 6.04921814940329e-07,
+      "loss": 0.6445,
+      "step": 10804
+    },
+    {
+      "epoch": 0.9661123032904149,
+      "grad_norm": 0.1632051730566099,
+      "learning_rate": 6.017453978374055e-07,
+      "loss": 0.6614,
+      "step": 10805
+    },
+    {
+      "epoch": 0.9662017167381974,
+      "grad_norm": 0.166283449319447,
+      "learning_rate": 5.985773171460429e-07,
+      "loss": 0.6483,
+      "step": 10806
+    },
+    {
+      "epoch": 0.96629113018598,
+      "grad_norm": 0.14814675369372549,
+      "learning_rate": 5.954175731319622e-07,
+      "loss": 0.6074,
+      "step": 10807
+    },
+    {
+      "epoch": 0.9663805436337625,
+      "grad_norm": 0.17325100766458143,
+      "learning_rate": 5.922661660601514e-07,
+      "loss": 0.6666,
+      "step": 10808
+    },
+    {
+      "epoch": 0.966469957081545,
+      "grad_norm": 0.17180895935394777,
+      "learning_rate": 5.891230961949324e-07,
+      "loss": 0.6533,
+      "step": 10809
+    },
+    {
+      "epoch": 0.9665593705293276,
+      "grad_norm": 0.153447190059921,
+      "learning_rate": 5.859883637998942e-07,
+      "loss": 0.6518,
+      "step": 10810
+    },
+    {
+      "epoch": 0.9666487839771102,
+      "grad_norm": 0.1470645091211804,
+      "learning_rate": 5.8286196913796e-07,
+      "loss": 0.6243,
+      "step": 10811
+    },
+    {
+      "epoch": 0.9667381974248928,
+      "grad_norm": 0.1386176092439669,
+      "learning_rate": 5.7974391247132e-07,
+      "loss": 0.6108,
+      "step": 10812
+    },
+    {
+      "epoch": 0.9668276108726752,
+      "grad_norm": 0.16190627255312337,
+      "learning_rate": 5.766341940614872e-07,
+      "loss": 0.6671,
+      "step": 10813
+    },
+    {
+      "epoch": 0.9669170243204578,
+      "grad_norm": 0.1484321357584795,
+      "learning_rate": 5.735328141692642e-07,
+      "loss": 0.6097,
+      "step": 10814
+    },
+    {
+      "epoch": 0.9670064377682404,
+      "grad_norm": 0.15770022858942928,
+      "learning_rate": 5.704397730547762e-07,
+      "loss": 0.6388,
+      "step": 10815
+    },
+    {
+      "epoch": 0.9670958512160229,
+      "grad_norm": 0.162087770631043,
+      "learning_rate": 5.673550709774267e-07,
+      "loss": 0.639,
+      "step": 10816
+    },
+    {
+      "epoch": 0.9671852646638054,
+      "grad_norm": 0.1685420852848505,
+      "learning_rate": 5.6427870819592e-07,
+      "loss": 0.6556,
+      "step": 10817
+    },
+    {
+      "epoch": 0.967274678111588,
+      "grad_norm": 0.1667192957269659,
+      "learning_rate": 5.612106849682719e-07,
+      "loss": 0.6623,
+      "step": 10818
+    },
+    {
+      "epoch": 0.9673640915593705,
+      "grad_norm": 0.15035876959278968,
+      "learning_rate": 5.581510015517988e-07,
+      "loss": 0.5828,
+      "step": 10819
+    },
+    {
+      "epoch": 0.9674535050071531,
+      "grad_norm": 0.14727589170608177,
+      "learning_rate": 5.550996582030954e-07,
+      "loss": 0.5971,
+      "step": 10820
+    },
+    {
+      "epoch": 0.9675429184549357,
+      "grad_norm": 0.1604037950154779,
+      "learning_rate": 5.520566551780792e-07,
+      "loss": 0.6343,
+      "step": 10821
+    },
+    {
+      "epoch": 0.9676323319027181,
+      "grad_norm": 0.14931401702811897,
+      "learning_rate": 5.490219927319795e-07,
+      "loss": 0.5994,
+      "step": 10822
+    },
+    {
+      "epoch": 0.9677217453505007,
+      "grad_norm": 0.16758392692027121,
+      "learning_rate": 5.459956711192926e-07,
+      "loss": 0.6491,
+      "step": 10823
+    },
+    {
+      "epoch": 0.9678111587982833,
+      "grad_norm": 0.14149102018472842,
+      "learning_rate": 5.429776905938489e-07,
+      "loss": 0.6268,
+      "step": 10824
+    },
+    {
+      "epoch": 0.9679005722460658,
+      "grad_norm": 0.1577799573995674,
+      "learning_rate": 5.399680514087458e-07,
+      "loss": 0.6451,
+      "step": 10825
+    },
+    {
+      "epoch": 0.9679899856938483,
+      "grad_norm": 0.16037252686703451,
+      "learning_rate": 5.369667538164036e-07,
+      "loss": 0.6395,
+      "step": 10826
+    },
+    {
+      "epoch": 0.9680793991416309,
+      "grad_norm": 0.17580254967182102,
+      "learning_rate": 5.339737980685433e-07,
+      "loss": 0.6113,
+      "step": 10827
+    },
+    {
+      "epoch": 0.9681688125894135,
+      "grad_norm": 0.15619496909610653,
+      "learning_rate": 5.30989184416164e-07,
+      "loss": 0.6733,
+      "step": 10828
+    },
+    {
+      "epoch": 0.968258226037196,
+      "grad_norm": 0.1595435774674983,
+      "learning_rate": 5.28012913109599e-07,
+      "loss": 0.6033,
+      "step": 10829
+    },
+    {
+      "epoch": 0.9683476394849786,
+      "grad_norm": 0.15540197721239052,
+      "learning_rate": 5.250449843984706e-07,
+      "loss": 0.6628,
+      "step": 10830
+    },
+    {
+      "epoch": 0.968437052932761,
+      "grad_norm": 0.1605180366069074,
+      "learning_rate": 5.220853985316798e-07,
+      "loss": 0.6377,
+      "step": 10831
+    },
+    {
+      "epoch": 0.9685264663805436,
+      "grad_norm": 0.1630611859267578,
+      "learning_rate": 5.191341557574392e-07,
+      "loss": 0.6374,
+      "step": 10832
+    },
+    {
+      "epoch": 0.9686158798283262,
+      "grad_norm": 0.17387590415083853,
+      "learning_rate": 5.16191256323273e-07,
+      "loss": 0.6271,
+      "step": 10833
+    },
+    {
+      "epoch": 0.9687052932761088,
+      "grad_norm": 0.1510501920796434,
+      "learning_rate": 5.132567004760169e-07,
+      "loss": 0.6539,
+      "step": 10834
+    },
+    {
+      "epoch": 0.9687947067238912,
+      "grad_norm": 0.1611636831136492,
+      "learning_rate": 5.103304884617521e-07,
+      "loss": 0.6291,
+      "step": 10835
+    },
+    {
+      "epoch": 0.9688841201716738,
+      "grad_norm": 0.15661137312664958,
+      "learning_rate": 5.074126205259266e-07,
+      "loss": 0.6338,
+      "step": 10836
+    },
+    {
+      "epoch": 0.9689735336194564,
+      "grad_norm": 0.17428288143903525,
+      "learning_rate": 5.045030969132447e-07,
+      "loss": 0.6049,
+      "step": 10837
+    },
+    {
+      "epoch": 0.969062947067239,
+      "grad_norm": 0.13581034759667937,
+      "learning_rate": 5.016019178677333e-07,
+      "loss": 0.5546,
+      "step": 10838
+    },
+    {
+      "epoch": 0.9691523605150214,
+      "grad_norm": 0.15470355301971467,
+      "learning_rate": 4.987090836327091e-07,
+      "loss": 0.6272,
+      "step": 10839
+    },
+    {
+      "epoch": 0.969241773962804,
+      "grad_norm": 0.15040164982557497,
+      "learning_rate": 4.958245944507777e-07,
+      "loss": 0.6253,
+      "step": 10840
+    },
+    {
+      "epoch": 0.9693311874105865,
+      "grad_norm": 0.15038857829695693,
+      "learning_rate": 4.929484505638682e-07,
+      "loss": 0.6199,
+      "step": 10841
+    },
+    {
+      "epoch": 0.9694206008583691,
+      "grad_norm": 0.1710925638049006,
+      "learning_rate": 4.900806522131984e-07,
+      "loss": 0.6957,
+      "step": 10842
+    },
+    {
+      "epoch": 0.9695100143061517,
+      "grad_norm": 0.1707955965202859,
+      "learning_rate": 4.872211996392872e-07,
+      "loss": 0.6602,
+      "step": 10843
+    },
+    {
+      "epoch": 0.9695994277539342,
+      "grad_norm": 0.1657388965314893,
+      "learning_rate": 4.843700930819539e-07,
+      "loss": 0.6394,
+      "step": 10844
+    },
+    {
+      "epoch": 0.9696888412017167,
+      "grad_norm": 0.1778648283577888,
+      "learning_rate": 4.815273327803182e-07,
+      "loss": 0.645,
+      "step": 10845
+    },
+    {
+      "epoch": 0.9697782546494993,
+      "grad_norm": 0.16328357535554336,
+      "learning_rate": 4.786929189727896e-07,
+      "loss": 0.6027,
+      "step": 10846
+    },
+    {
+      "epoch": 0.9698676680972819,
+      "grad_norm": 0.15793975194115767,
+      "learning_rate": 4.758668518970999e-07,
+      "loss": 0.6684,
+      "step": 10847
+    },
+    {
+      "epoch": 0.9699570815450643,
+      "grad_norm": 0.1638734089086901,
+      "learning_rate": 4.7304913179025965e-07,
+      "loss": 0.6092,
+      "step": 10848
+    },
+    {
+      "epoch": 0.9700464949928469,
+      "grad_norm": 0.1551441638952013,
+      "learning_rate": 4.7023975888859095e-07,
+      "loss": 0.6075,
+      "step": 10849
+    },
+    {
+      "epoch": 0.9701359084406295,
+      "grad_norm": 0.16463825578454372,
+      "learning_rate": 4.674387334277164e-07,
+      "loss": 0.6475,
+      "step": 10850
+    },
+    {
+      "epoch": 0.970225321888412,
+      "grad_norm": 0.17299944784748578,
+      "learning_rate": 4.6464605564254803e-07,
+      "loss": 0.6643,
+      "step": 10851
+    },
+    {
+      "epoch": 0.9703147353361946,
+      "grad_norm": 0.15986383544011917,
+      "learning_rate": 4.6186172576730967e-07,
+      "loss": 0.6537,
+      "step": 10852
+    },
+    {
+      "epoch": 0.9704041487839771,
+      "grad_norm": 0.1587744136522772,
+      "learning_rate": 4.5908574403551454e-07,
+      "loss": 0.6687,
+      "step": 10853
+    },
+    {
+      "epoch": 0.9704935622317596,
+      "grad_norm": 0.16209370849938126,
+      "learning_rate": 4.5631811067998743e-07,
+      "loss": 0.6528,
+      "step": 10854
+    },
+    {
+      "epoch": 0.9705829756795422,
+      "grad_norm": 0.15718694476364425,
+      "learning_rate": 4.5355882593283163e-07,
+      "loss": 0.6279,
+      "step": 10855
+    },
+    {
+      "epoch": 0.9706723891273248,
+      "grad_norm": 0.16396332544806375,
+      "learning_rate": 4.5080789002548417e-07,
+      "loss": 0.6401,
+      "step": 10856
+    },
+    {
+      "epoch": 0.9707618025751072,
+      "grad_norm": 0.16721887327863685,
+      "learning_rate": 4.4806530318864945e-07,
+      "loss": 0.6509,
+      "step": 10857
+    },
+    {
+      "epoch": 0.9708512160228898,
+      "grad_norm": 0.16969755489211114,
+      "learning_rate": 4.453310656523435e-07,
+      "loss": 0.6045,
+      "step": 10858
+    },
+    {
+      "epoch": 0.9709406294706724,
+      "grad_norm": 0.1600062942483859,
+      "learning_rate": 4.42605177645905e-07,
+      "loss": 0.6577,
+      "step": 10859
+    },
+    {
+      "epoch": 0.971030042918455,
+      "grad_norm": 0.1505935015911126,
+      "learning_rate": 4.39887639397929e-07,
+      "loss": 0.6316,
+      "step": 10860
+    },
+    {
+      "epoch": 0.9711194563662375,
+      "grad_norm": 0.19942058601549767,
+      "learning_rate": 4.3717845113633307e-07,
+      "loss": 0.6485,
+      "step": 10861
+    },
+    {
+      "epoch": 0.97120886981402,
+      "grad_norm": 0.16839213402570571,
+      "learning_rate": 4.344776130883466e-07,
+      "loss": 0.6647,
+      "step": 10862
+    },
+    {
+      "epoch": 0.9712982832618026,
+      "grad_norm": 0.17109257476234416,
+      "learning_rate": 4.3178512548046613e-07,
+      "loss": 0.6171,
+      "step": 10863
+    },
+    {
+      "epoch": 0.9713876967095851,
+      "grad_norm": 0.15600157251007354,
+      "learning_rate": 4.291009885385333e-07,
+      "loss": 0.6927,
+      "step": 10864
+    },
+    {
+      "epoch": 0.9714771101573677,
+      "grad_norm": 0.1798356103117622,
+      "learning_rate": 4.264252024876458e-07,
+      "loss": 0.6407,
+      "step": 10865
+    },
+    {
+      "epoch": 0.9715665236051502,
+      "grad_norm": 0.15945471919418772,
+      "learning_rate": 4.237577675522131e-07,
+      "loss": 0.64,
+      "step": 10866
+    },
+    {
+      "epoch": 0.9716559370529327,
+      "grad_norm": 0.14993244093428848,
+      "learning_rate": 4.210986839559672e-07,
+      "loss": 0.6237,
+      "step": 10867
+    },
+    {
+      "epoch": 0.9717453505007153,
+      "grad_norm": 0.170094943416192,
+      "learning_rate": 4.184479519219187e-07,
+      "loss": 0.6621,
+      "step": 10868
+    },
+    {
+      "epoch": 0.9718347639484979,
+      "grad_norm": 0.15753994063569968,
+      "learning_rate": 4.1580557167236744e-07,
+      "loss": 0.6319,
+      "step": 10869
+    },
+    {
+      "epoch": 0.9719241773962805,
+      "grad_norm": 0.17093125169120488,
+      "learning_rate": 4.131715434289363e-07,
+      "loss": 0.6608,
+      "step": 10870
+    },
+    {
+      "epoch": 0.9720135908440629,
+      "grad_norm": 0.14878248241006253,
+      "learning_rate": 4.105458674125373e-07,
+      "loss": 0.6354,
+      "step": 10871
+    },
+    {
+      "epoch": 0.9721030042918455,
+      "grad_norm": 0.16357139285544559,
+      "learning_rate": 4.0792854384338333e-07,
+      "loss": 0.6409,
+      "step": 10872
+    },
+    {
+      "epoch": 0.9721924177396281,
+      "grad_norm": 0.1408035547976277,
+      "learning_rate": 4.0531957294098755e-07,
+      "loss": 0.6318,
+      "step": 10873
+    },
+    {
+      "epoch": 0.9722818311874106,
+      "grad_norm": 0.15373251460807658,
+      "learning_rate": 4.027189549241639e-07,
+      "loss": 0.6488,
+      "step": 10874
+    },
+    {
+      "epoch": 0.9723712446351931,
+      "grad_norm": 0.16255883310986105,
+      "learning_rate": 4.001266900110046e-07,
+      "loss": 0.6671,
+      "step": 10875
+    },
+    {
+      "epoch": 0.9724606580829757,
+      "grad_norm": 0.17641150155179175,
+      "learning_rate": 3.975427784189467e-07,
+      "loss": 0.6637,
+      "step": 10876
+    },
+    {
+      "epoch": 0.9725500715307582,
+      "grad_norm": 0.12941696162743982,
+      "learning_rate": 3.949672203646837e-07,
+      "loss": 0.624,
+      "step": 10877
+    },
+    {
+      "epoch": 0.9726394849785408,
+      "grad_norm": 0.1618837691856472,
+      "learning_rate": 3.924000160642205e-07,
+      "loss": 0.6377,
+      "step": 10878
+    },
+    {
+      "epoch": 0.9727288984263234,
+      "grad_norm": 0.1305774075472846,
+      "learning_rate": 3.898411657328849e-07,
+      "loss": 0.6116,
+      "step": 10879
+    },
+    {
+      "epoch": 0.9728183118741058,
+      "grad_norm": 0.17179381090176077,
+      "learning_rate": 3.872906695852607e-07,
+      "loss": 0.6344,
+      "step": 10880
+    },
+    {
+      "epoch": 0.9729077253218884,
+      "grad_norm": 0.151626316691751,
+      "learning_rate": 3.847485278352658e-07,
+      "loss": 0.6377,
+      "step": 10881
+    },
+    {
+      "epoch": 0.972997138769671,
+      "grad_norm": 0.16528249280392734,
+      "learning_rate": 3.8221474069611854e-07,
+      "loss": 0.6624,
+      "step": 10882
+    },
+    {
+      "epoch": 0.9730865522174535,
+      "grad_norm": 0.1437166012258765,
+      "learning_rate": 3.7968930838030436e-07,
+      "loss": 0.6146,
+      "step": 10883
+    },
+    {
+      "epoch": 0.973175965665236,
+      "grad_norm": 0.16986569686590847,
+      "learning_rate": 3.771722310996428e-07,
+      "loss": 0.6614,
+      "step": 10884
+    },
+    {
+      "epoch": 0.9732653791130186,
+      "grad_norm": 0.16652094504394852,
+      "learning_rate": 3.7466350906522065e-07,
+      "loss": 0.6604,
+      "step": 10885
+    },
+    {
+      "epoch": 0.9733547925608012,
+      "grad_norm": 0.16964227329093406,
+      "learning_rate": 3.721631424874694e-07,
+      "loss": 0.6231,
+      "step": 10886
+    },
+    {
+      "epoch": 0.9734442060085837,
+      "grad_norm": 0.1630193905004808,
+      "learning_rate": 3.696711315760659e-07,
+      "loss": 0.6483,
+      "step": 10887
+    },
+    {
+      "epoch": 0.9735336194563662,
+      "grad_norm": 0.1640097623608247,
+      "learning_rate": 3.671874765400207e-07,
+      "loss": 0.649,
+      "step": 10888
+    },
+    {
+      "epoch": 0.9736230329041488,
+      "grad_norm": 0.14924902750134994,
+      "learning_rate": 3.6471217758763387e-07,
+      "loss": 0.5979,
+      "step": 10889
+    },
+    {
+      "epoch": 0.9737124463519313,
+      "grad_norm": 0.1527322199165923,
+      "learning_rate": 3.6224523492651706e-07,
+      "loss": 0.5951,
+      "step": 10890
+    },
+    {
+      "epoch": 0.9738018597997139,
+      "grad_norm": 0.14574869159679749,
+      "learning_rate": 3.5978664876354926e-07,
+      "loss": 0.5698,
+      "step": 10891
+    },
+    {
+      "epoch": 0.9738912732474965,
+      "grad_norm": 0.16610671930483126,
+      "learning_rate": 3.573364193049433e-07,
+      "loss": 0.6809,
+      "step": 10892
+    },
+    {
+      "epoch": 0.9739806866952789,
+      "grad_norm": 0.15470781135528366,
+      "learning_rate": 3.5489454675620147e-07,
+      "loss": 0.6483,
+      "step": 10893
+    },
+    {
+      "epoch": 0.9740701001430615,
+      "grad_norm": 0.1612279606322644,
+      "learning_rate": 3.524610313221155e-07,
+      "loss": 0.6739,
+      "step": 10894
+    },
+    {
+      "epoch": 0.9741595135908441,
+      "grad_norm": 0.14563489366180848,
+      "learning_rate": 3.5003587320676655e-07,
+      "loss": 0.6402,
+      "step": 10895
+    },
+    {
+      "epoch": 0.9742489270386266,
+      "grad_norm": 0.14829169545204868,
+      "learning_rate": 3.4761907261356976e-07,
+      "loss": 0.6329,
+      "step": 10896
+    },
+    {
+      "epoch": 0.9743383404864091,
+      "grad_norm": 0.15242703907084,
+      "learning_rate": 3.4521062974520737e-07,
+      "loss": 0.6276,
+      "step": 10897
+    },
+    {
+      "epoch": 0.9744277539341917,
+      "grad_norm": 0.14869684751909779,
+      "learning_rate": 3.4281054480368445e-07,
+      "loss": 0.5973,
+      "step": 10898
+    },
+    {
+      "epoch": 0.9745171673819742,
+      "grad_norm": 0.14231434153949046,
+      "learning_rate": 3.404188179902845e-07,
+      "loss": 0.5808,
+      "step": 10899
+    },
+    {
+      "epoch": 0.9746065808297568,
+      "grad_norm": 0.1694731519081692,
+      "learning_rate": 3.380354495055915e-07,
+      "loss": 0.6093,
+      "step": 10900
+    },
+    {
+      "epoch": 0.9746959942775394,
+      "grad_norm": 0.1686205785566478,
+      "learning_rate": 3.356604395495122e-07,
+      "loss": 0.6777,
+      "step": 10901
+    },
+    {
+      "epoch": 0.9747854077253219,
+      "grad_norm": 0.14994790452596304,
+      "learning_rate": 3.332937883212206e-07,
+      "loss": 0.6204,
+      "step": 10902
+    },
+    {
+      "epoch": 0.9748748211731044,
+      "grad_norm": 0.15520506781721724,
+      "learning_rate": 3.3093549601921345e-07,
+      "loss": 0.6197,
+      "step": 10903
+    },
+    {
+      "epoch": 0.974964234620887,
+      "grad_norm": 0.15773154109732992,
+      "learning_rate": 3.2858556284127704e-07,
+      "loss": 0.6163,
+      "step": 10904
+    },
+    {
+      "epoch": 0.9750536480686696,
+      "grad_norm": 0.16362371669369036,
+      "learning_rate": 3.2624398898449814e-07,
+      "loss": 0.5931,
+      "step": 10905
+    },
+    {
+      "epoch": 0.975143061516452,
+      "grad_norm": 0.17863799835691635,
+      "learning_rate": 3.239107746452641e-07,
+      "loss": 0.6655,
+      "step": 10906
+    },
+    {
+      "epoch": 0.9752324749642346,
+      "grad_norm": 0.167225417152355,
+      "learning_rate": 3.215859200192517e-07,
+      "loss": 0.6658,
+      "step": 10907
+    },
+    {
+      "epoch": 0.9753218884120172,
+      "grad_norm": 0.14639032394778473,
+      "learning_rate": 3.1926942530144945e-07,
+      "loss": 0.612,
+      "step": 10908
+    },
+    {
+      "epoch": 0.9754113018597997,
+      "grad_norm": 0.13839631772760194,
+      "learning_rate": 3.1696129068613525e-07,
+      "loss": 0.6157,
+      "step": 10909
+    },
+    {
+      "epoch": 0.9755007153075823,
+      "grad_norm": 0.15278081502461943,
+      "learning_rate": 3.1466151636689865e-07,
+      "loss": 0.6504,
+      "step": 10910
+    },
+    {
+      "epoch": 0.9755901287553648,
+      "grad_norm": 0.16659770680502242,
+      "learning_rate": 3.1237010253659657e-07,
+      "loss": 0.6622,
+      "step": 10911
+    },
+    {
+      "epoch": 0.9756795422031473,
+      "grad_norm": 0.1551524834069692,
+      "learning_rate": 3.1008704938743084e-07,
+      "loss": 0.635,
+      "step": 10912
+    },
+    {
+      "epoch": 0.9757689556509299,
+      "grad_norm": 0.15133015621920626,
+      "learning_rate": 3.078123571108704e-07,
+      "loss": 0.6009,
+      "step": 10913
+    },
+    {
+      "epoch": 0.9758583690987125,
+      "grad_norm": 0.16163104439162107,
+      "learning_rate": 3.05546025897685e-07,
+      "loss": 0.6338,
+      "step": 10914
+    },
+    {
+      "epoch": 0.975947782546495,
+      "grad_norm": 0.15676531594079457,
+      "learning_rate": 3.0328805593795584e-07,
+      "loss": 0.6309,
+      "step": 10915
+    },
+    {
+      "epoch": 0.9760371959942775,
+      "grad_norm": 0.17508669318116762,
+      "learning_rate": 3.010384474210537e-07,
+      "loss": 0.6406,
+      "step": 10916
+    },
+    {
+      "epoch": 0.9761266094420601,
+      "grad_norm": 0.17116776843490852,
+      "learning_rate": 2.987972005356499e-07,
+      "loss": 0.6288,
+      "step": 10917
+    },
+    {
+      "epoch": 0.9762160228898427,
+      "grad_norm": 0.16399380026762278,
+      "learning_rate": 2.965643154697162e-07,
+      "loss": 0.6523,
+      "step": 10918
+    },
+    {
+      "epoch": 0.9763054363376252,
+      "grad_norm": 0.16601942210659293,
+      "learning_rate": 2.943397924105251e-07,
+      "loss": 0.6179,
+      "step": 10919
+    },
+    {
+      "epoch": 0.9763948497854077,
+      "grad_norm": 0.15852171341842075,
+      "learning_rate": 2.921236315446385e-07,
+      "loss": 0.5973,
+      "step": 10920
+    },
+    {
+      "epoch": 0.9764842632331903,
+      "grad_norm": 0.14333667342677706,
+      "learning_rate": 2.899158330579299e-07,
+      "loss": 0.5885,
+      "step": 10921
+    },
+    {
+      "epoch": 0.9765736766809728,
+      "grad_norm": 0.15696306380130137,
+      "learning_rate": 2.877163971355623e-07,
+      "loss": 0.6514,
+      "step": 10922
+    },
+    {
+      "epoch": 0.9766630901287554,
+      "grad_norm": 0.15653978178677683,
+      "learning_rate": 2.8552532396198815e-07,
+      "loss": 0.6539,
+      "step": 10923
+    },
+    {
+      "epoch": 0.9767525035765379,
+      "grad_norm": 0.16552964740057094,
+      "learning_rate": 2.833426137209938e-07,
+      "loss": 0.6648,
+      "step": 10924
+    },
+    {
+      "epoch": 0.9768419170243204,
+      "grad_norm": 0.16324418306972094,
+      "learning_rate": 2.811682665956217e-07,
+      "loss": 0.6714,
+      "step": 10925
+    },
+    {
+      "epoch": 0.976931330472103,
+      "grad_norm": 0.16169917891272947,
+      "learning_rate": 2.7900228276823704e-07,
+      "loss": 0.6841,
+      "step": 10926
+    },
+    {
+      "epoch": 0.9770207439198856,
+      "grad_norm": 0.16600006139714352,
+      "learning_rate": 2.768446624204946e-07,
+      "loss": 0.6178,
+      "step": 10927
+    },
+    {
+      "epoch": 0.977110157367668,
+      "grad_norm": 0.18506486101024197,
+      "learning_rate": 2.746954057333606e-07,
+      "loss": 0.696,
+      "step": 10928
+    },
+    {
+      "epoch": 0.9771995708154506,
+      "grad_norm": 0.16453491389988234,
+      "learning_rate": 2.7255451288707987e-07,
+      "loss": 0.6217,
+      "step": 10929
+    },
+    {
+      "epoch": 0.9772889842632332,
+      "grad_norm": 0.1706637832753039,
+      "learning_rate": 2.704219840612199e-07,
+      "loss": 0.6474,
+      "step": 10930
+    },
+    {
+      "epoch": 0.9773783977110158,
+      "grad_norm": 0.16768219708788754,
+      "learning_rate": 2.682978194346264e-07,
+      "loss": 0.6316,
+      "step": 10931
+    },
+    {
+      "epoch": 0.9774678111587983,
+      "grad_norm": 0.15032598521785948,
+      "learning_rate": 2.661820191854347e-07,
+      "loss": 0.6543,
+      "step": 10932
+    },
+    {
+      "epoch": 0.9775572246065808,
+      "grad_norm": 0.1754827291285233,
+      "learning_rate": 2.640745834911251e-07,
+      "loss": 0.6857,
+      "step": 10933
+    },
+    {
+      "epoch": 0.9776466380543634,
+      "grad_norm": 0.18969563497098654,
+      "learning_rate": 2.6197551252842287e-07,
+      "loss": 0.6419,
+      "step": 10934
+    },
+    {
+      "epoch": 0.9777360515021459,
+      "grad_norm": 0.1704463002639542,
+      "learning_rate": 2.598848064733761e-07,
+      "loss": 0.6645,
+      "step": 10935
+    },
+    {
+      "epoch": 0.9778254649499285,
+      "grad_norm": 0.17432615627942813,
+      "learning_rate": 2.5780246550134444e-07,
+      "loss": 0.6262,
+      "step": 10936
+    },
+    {
+      "epoch": 0.977914878397711,
+      "grad_norm": 0.15360314786916515,
+      "learning_rate": 2.5572848978695496e-07,
+      "loss": 0.6767,
+      "step": 10937
+    },
+    {
+      "epoch": 0.9780042918454935,
+      "grad_norm": 0.15906203855154943,
+      "learning_rate": 2.5366287950415737e-07,
+      "loss": 0.6285,
+      "step": 10938
+    },
+    {
+      "epoch": 0.9780937052932761,
+      "grad_norm": 0.17242054242826352,
+      "learning_rate": 2.516056348261908e-07,
+      "loss": 0.6765,
+      "step": 10939
+    },
+    {
+      "epoch": 0.9781831187410587,
+      "grad_norm": 0.1631544052036021,
+      "learning_rate": 2.495567559256062e-07,
+      "loss": 0.6495,
+      "step": 10940
+    },
+    {
+      "epoch": 0.9782725321888412,
+      "grad_norm": 0.1896261610060051,
+      "learning_rate": 2.475162429742106e-07,
+      "loss": 0.6595,
+      "step": 10941
+    },
+    {
+      "epoch": 0.9783619456366237,
+      "grad_norm": 0.1664788704946809,
+      "learning_rate": 2.45484096143167e-07,
+      "loss": 0.6685,
+      "step": 10942
+    },
+    {
+      "epoch": 0.9784513590844063,
+      "grad_norm": 0.16745684140849207,
+      "learning_rate": 2.434603156028947e-07,
+      "loss": 0.6688,
+      "step": 10943
+    },
+    {
+      "epoch": 0.9785407725321889,
+      "grad_norm": 0.16283359757017657,
+      "learning_rate": 2.414449015231357e-07,
+      "loss": 0.6142,
+      "step": 10944
+    },
+    {
+      "epoch": 0.9786301859799714,
+      "grad_norm": 0.15906938811955787,
+      "learning_rate": 2.394378540729214e-07,
+      "loss": 0.6524,
+      "step": 10945
+    },
+    {
+      "epoch": 0.9787195994277539,
+      "grad_norm": 0.17359698844770988,
+      "learning_rate": 2.3743917342056166e-07,
+      "loss": 0.6593,
+      "step": 10946
+    },
+    {
+      "epoch": 0.9788090128755365,
+      "grad_norm": 0.16250283876867358,
+      "learning_rate": 2.3544885973370012e-07,
+      "loss": 0.6349,
+      "step": 10947
+    },
+    {
+      "epoch": 0.978898426323319,
+      "grad_norm": 0.15641719324069772,
+      "learning_rate": 2.3346691317924775e-07,
+      "loss": 0.6395,
+      "step": 10948
+    },
+    {
+      "epoch": 0.9789878397711016,
+      "grad_norm": 0.15911075952365278,
+      "learning_rate": 2.314933339234493e-07,
+      "loss": 0.6466,
+      "step": 10949
+    },
+    {
+      "epoch": 0.9790772532188842,
+      "grad_norm": 0.15836808064854344,
+      "learning_rate": 2.2952812213181684e-07,
+      "loss": 0.6552,
+      "step": 10950
+    },
+    {
+      "epoch": 0.9791666666666666,
+      "grad_norm": 0.15510448487817607,
+      "learning_rate": 2.27571277969163e-07,
+      "loss": 0.6363,
+      "step": 10951
+    },
+    {
+      "epoch": 0.9792560801144492,
+      "grad_norm": 0.13436888317057816,
+      "learning_rate": 2.2562280159961203e-07,
+      "loss": 0.5532,
+      "step": 10952
+    },
+    {
+      "epoch": 0.9793454935622318,
+      "grad_norm": 0.1512121410745054,
+      "learning_rate": 2.2368269318657764e-07,
+      "loss": 0.5983,
+      "step": 10953
+    },
+    {
+      "epoch": 0.9794349070100143,
+      "grad_norm": 0.1608074623008247,
+      "learning_rate": 2.2175095289278524e-07,
+      "loss": 0.6573,
+      "step": 10954
+    },
+    {
+      "epoch": 0.9795243204577968,
+      "grad_norm": 0.175481266965319,
+      "learning_rate": 2.1982758088022747e-07,
+      "loss": 0.6445,
+      "step": 10955
+    },
+    {
+      "epoch": 0.9796137339055794,
+      "grad_norm": 0.1618920536411999,
+      "learning_rate": 2.1791257731024194e-07,
+      "loss": 0.6563,
+      "step": 10956
+    },
+    {
+      "epoch": 0.979703147353362,
+      "grad_norm": 0.14368890223521869,
+      "learning_rate": 2.160059423434113e-07,
+      "loss": 0.6409,
+      "step": 10957
+    },
+    {
+      "epoch": 0.9797925608011445,
+      "grad_norm": 0.1415092571874316,
+      "learning_rate": 2.141076761396521e-07,
+      "loss": 0.6404,
+      "step": 10958
+    },
+    {
+      "epoch": 0.9798819742489271,
+      "grad_norm": 0.1509228263478941,
+      "learning_rate": 2.1221777885817028e-07,
+      "loss": 0.6246,
+      "step": 10959
+    },
+    {
+      "epoch": 0.9799713876967096,
+      "grad_norm": 0.15697693488660636,
+      "learning_rate": 2.1033625065747242e-07,
+      "loss": 0.6204,
+      "step": 10960
+    },
+    {
+      "epoch": 0.9800608011444921,
+      "grad_norm": 0.18548013676329744,
+      "learning_rate": 2.084630916953656e-07,
+      "loss": 0.6813,
+      "step": 10961
+    },
+    {
+      "epoch": 0.9801502145922747,
+      "grad_norm": 0.16976420914368814,
+      "learning_rate": 2.0659830212893527e-07,
+      "loss": 0.6469,
+      "step": 10962
+    },
+    {
+      "epoch": 0.9802396280400573,
+      "grad_norm": 0.1750839712159302,
+      "learning_rate": 2.0474188211457856e-07,
+      "loss": 0.6323,
+      "step": 10963
+    },
+    {
+      "epoch": 0.9803290414878397,
+      "grad_norm": 0.166241469287369,
+      "learning_rate": 2.0289383180801537e-07,
+      "loss": 0.5953,
+      "step": 10964
+    },
+    {
+      "epoch": 0.9804184549356223,
+      "grad_norm": 0.1780863066671619,
+      "learning_rate": 2.0105415136421058e-07,
+      "loss": 0.6488,
+      "step": 10965
+    },
+    {
+      "epoch": 0.9805078683834049,
+      "grad_norm": 0.16104145671216885,
+      "learning_rate": 1.9922284093746302e-07,
+      "loss": 0.6029,
+      "step": 10966
+    },
+    {
+      "epoch": 0.9805972818311874,
+      "grad_norm": 0.15993944533969578,
+      "learning_rate": 1.9739990068137203e-07,
+      "loss": 0.634,
+      "step": 10967
+    },
+    {
+      "epoch": 0.98068669527897,
+      "grad_norm": 0.17088649451337537,
+      "learning_rate": 1.9558533074882646e-07,
+      "loss": 0.6063,
+      "step": 10968
+    },
+    {
+      "epoch": 0.9807761087267525,
+      "grad_norm": 0.17063511232933976,
+      "learning_rate": 1.9377913129199344e-07,
+      "loss": 0.6505,
+      "step": 10969
+    },
+    {
+      "epoch": 0.980865522174535,
+      "grad_norm": 0.1686369310286685,
+      "learning_rate": 1.919813024623851e-07,
+      "loss": 0.6655,
+      "step": 10970
+    },
+    {
+      "epoch": 0.9809549356223176,
+      "grad_norm": 0.1566873238719097,
+      "learning_rate": 1.9019184441075865e-07,
+      "loss": 0.6127,
+      "step": 10971
+    },
+    {
+      "epoch": 0.9810443490701002,
+      "grad_norm": 0.14947208844821014,
+      "learning_rate": 1.8841075728719404e-07,
+      "loss": 0.6456,
+      "step": 10972
+    },
+    {
+      "epoch": 0.9811337625178826,
+      "grad_norm": 0.1759783216886322,
+      "learning_rate": 1.8663804124108286e-07,
+      "loss": 0.6377,
+      "step": 10973
+    },
+    {
+      "epoch": 0.9812231759656652,
+      "grad_norm": 0.153423226488517,
+      "learning_rate": 1.848736964211062e-07,
+      "loss": 0.6363,
+      "step": 10974
+    },
+    {
+      "epoch": 0.9813125894134478,
+      "grad_norm": 0.13657171207367488,
+      "learning_rate": 1.8311772297521234e-07,
+      "loss": 0.6896,
+      "step": 10975
+    },
+    {
+      "epoch": 0.9814020028612304,
+      "grad_norm": 0.15089933824173646,
+      "learning_rate": 1.813701210506946e-07,
+      "loss": 0.6414,
+      "step": 10976
+    },
+    {
+      "epoch": 0.9814914163090128,
+      "grad_norm": 0.14663436308466812,
+      "learning_rate": 1.7963089079411356e-07,
+      "loss": 0.6026,
+      "step": 10977
+    },
+    {
+      "epoch": 0.9815808297567954,
+      "grad_norm": 0.15874097037933282,
+      "learning_rate": 1.7790003235134133e-07,
+      "loss": 0.6239,
+      "step": 10978
+    },
+    {
+      "epoch": 0.981670243204578,
+      "grad_norm": 0.17569315058531593,
+      "learning_rate": 1.7617754586752855e-07,
+      "loss": 0.6451,
+      "step": 10979
+    },
+    {
+      "epoch": 0.9817596566523605,
+      "grad_norm": 0.1571603163168572,
+      "learning_rate": 1.744634314871485e-07,
+      "loss": 0.6057,
+      "step": 10980
+    },
+    {
+      "epoch": 0.9818490701001431,
+      "grad_norm": 0.16049265500874482,
+      "learning_rate": 1.7275768935397507e-07,
+      "loss": 0.61,
+      "step": 10981
+    },
+    {
+      "epoch": 0.9819384835479256,
+      "grad_norm": 0.15132964124685244,
+      "learning_rate": 1.710603196110383e-07,
+      "loss": 0.6476,
+      "step": 10982
+    },
+    {
+      "epoch": 0.9820278969957081,
+      "grad_norm": 0.16638955697920446,
+      "learning_rate": 1.693713224007243e-07,
+      "loss": 0.6506,
+      "step": 10983
+    },
+    {
+      "epoch": 0.9821173104434907,
+      "grad_norm": 0.18257578026615115,
+      "learning_rate": 1.6769069786466418e-07,
+      "loss": 0.6814,
+      "step": 10984
+    },
+    {
+      "epoch": 0.9822067238912733,
+      "grad_norm": 0.17066809177507467,
+      "learning_rate": 1.66018446143823e-07,
+      "loss": 0.697,
+      "step": 10985
+    },
+    {
+      "epoch": 0.9822961373390557,
+      "grad_norm": 0.18082196976305023,
+      "learning_rate": 1.6435456737843302e-07,
+      "loss": 0.6741,
+      "step": 10986
+    },
+    {
+      "epoch": 0.9823855507868383,
+      "grad_norm": 0.1897011043300624,
+      "learning_rate": 1.6269906170807148e-07,
+      "loss": 0.6657,
+      "step": 10987
+    },
+    {
+      "epoch": 0.9824749642346209,
+      "grad_norm": 0.14463576238499648,
+      "learning_rate": 1.6105192927154956e-07,
+      "loss": 0.6228,
+      "step": 10988
+    },
+    {
+      "epoch": 0.9825643776824035,
+      "grad_norm": 0.16135315783117493,
+      "learning_rate": 1.594131702070345e-07,
+      "loss": 0.6487,
+      "step": 10989
+    },
+    {
+      "epoch": 0.982653791130186,
+      "grad_norm": 0.15901658050855952,
+      "learning_rate": 1.5778278465197194e-07,
+      "loss": 0.6442,
+      "step": 10990
+    },
+    {
+      "epoch": 0.9827432045779685,
+      "grad_norm": 0.14176440943403762,
+      "learning_rate": 1.5616077274307473e-07,
+      "loss": 0.6029,
+      "step": 10991
+    },
+    {
+      "epoch": 0.9828326180257511,
+      "grad_norm": 0.17193041277260368,
+      "learning_rate": 1.545471346164007e-07,
+      "loss": 0.6301,
+      "step": 10992
+    },
+    {
+      "epoch": 0.9829220314735336,
+      "grad_norm": 0.16467842194483384,
+      "learning_rate": 1.5294187040726382e-07,
+      "loss": 0.6876,
+      "step": 10993
+    },
+    {
+      "epoch": 0.9830114449213162,
+      "grad_norm": 0.1573341367191246,
+      "learning_rate": 1.5134498025031196e-07,
+      "loss": 0.6756,
+      "step": 10994
+    },
+    {
+      "epoch": 0.9831008583690987,
+      "grad_norm": 0.1416155525602925,
+      "learning_rate": 1.4975646427948244e-07,
+      "loss": 0.6393,
+      "step": 10995
+    },
+    {
+      "epoch": 0.9831902718168812,
+      "grad_norm": 0.1709806716358445,
+      "learning_rate": 1.4817632262797976e-07,
+      "loss": 0.658,
+      "step": 10996
+    },
+    {
+      "epoch": 0.9832796852646638,
+      "grad_norm": 0.14415983747854358,
+      "learning_rate": 1.4660455542833128e-07,
+      "loss": 0.6077,
+      "step": 10997
+    },
+    {
+      "epoch": 0.9833690987124464,
+      "grad_norm": 0.15555435297675996,
+      "learning_rate": 1.45041162812376e-07,
+      "loss": 0.6035,
+      "step": 10998
+    },
+    {
+      "epoch": 0.983458512160229,
+      "grad_norm": 0.17356330276062037,
+      "learning_rate": 1.4348614491123125e-07,
+      "loss": 0.6607,
+      "step": 10999
+    },
+    {
+      "epoch": 0.9835479256080114,
+      "grad_norm": 0.16269866698979324,
+      "learning_rate": 1.419395018552927e-07,
+      "loss": 0.6245,
+      "step": 11000
+    },
+    {
+      "epoch": 0.983637339055794,
+      "grad_norm": 0.16960291860585358,
+      "learning_rate": 1.4040123377428993e-07,
+      "loss": 0.6695,
+      "step": 11001
+    },
+    {
+      "epoch": 0.9837267525035766,
+      "grad_norm": 0.15990530004766657,
+      "learning_rate": 1.3887134079724196e-07,
+      "loss": 0.6401,
+      "step": 11002
+    },
+    {
+      "epoch": 0.9838161659513591,
+      "grad_norm": 0.16679190742288405,
+      "learning_rate": 1.3734982305245724e-07,
+      "loss": 0.6333,
+      "step": 11003
+    },
+    {
+      "epoch": 0.9839055793991416,
+      "grad_norm": 0.15985401070828684,
+      "learning_rate": 1.3583668066753375e-07,
+      "loss": 0.638,
+      "step": 11004
+    },
+    {
+      "epoch": 0.9839949928469242,
+      "grad_norm": 0.15438109592678628,
+      "learning_rate": 1.3433191376938103e-07,
+      "loss": 0.6634,
+      "step": 11005
+    },
+    {
+      "epoch": 0.9840844062947067,
+      "grad_norm": 0.15963447544385062,
+      "learning_rate": 1.3283552248420927e-07,
+      "loss": 0.6308,
+      "step": 11006
+    },
+    {
+      "epoch": 0.9841738197424893,
+      "grad_norm": 0.15035536404498845,
+      "learning_rate": 1.3134750693751806e-07,
+      "loss": 0.652,
+      "step": 11007
+    },
+    {
+      "epoch": 0.9842632331902719,
+      "grad_norm": 0.16623629024971678,
+      "learning_rate": 1.298678672540854e-07,
+      "loss": 0.6444,
+      "step": 11008
+    },
+    {
+      "epoch": 0.9843526466380543,
+      "grad_norm": 0.17081548156981677,
+      "learning_rate": 1.2839660355803417e-07,
+      "loss": 0.6261,
+      "step": 11009
+    },
+    {
+      "epoch": 0.9844420600858369,
+      "grad_norm": 0.15968664792198078,
+      "learning_rate": 1.2693371597273241e-07,
+      "loss": 0.657,
+      "step": 11010
+    },
+    {
+      "epoch": 0.9845314735336195,
+      "grad_norm": 0.1529875421099714,
+      "learning_rate": 1.2547920462089302e-07,
+      "loss": 0.6215,
+      "step": 11011
+    },
+    {
+      "epoch": 0.984620886981402,
+      "grad_norm": 0.1595935867571642,
+      "learning_rate": 1.2403306962449624e-07,
+      "loss": 0.6528,
+      "step": 11012
+    },
+    {
+      "epoch": 0.9847103004291845,
+      "grad_norm": 0.14694421241235156,
+      "learning_rate": 1.225953111048228e-07,
+      "loss": 0.6215,
+      "step": 11013
+    },
+    {
+      "epoch": 0.9847997138769671,
+      "grad_norm": 0.14897453031840724,
+      "learning_rate": 1.2116592918246516e-07,
+      "loss": 0.6159,
+      "step": 11014
+    },
+    {
+      "epoch": 0.9848891273247496,
+      "grad_norm": 0.15192677244998776,
+      "learning_rate": 1.197449239772941e-07,
+      "loss": 0.6389,
+      "step": 11015
+    },
+    {
+      "epoch": 0.9849785407725322,
+      "grad_norm": 0.17806291276495703,
+      "learning_rate": 1.1833229560848092e-07,
+      "loss": 0.6517,
+      "step": 11016
+    },
+    {
+      "epoch": 0.9850679542203148,
+      "grad_norm": 0.16129735353102173,
+      "learning_rate": 1.1692804419451975e-07,
+      "loss": 0.6579,
+      "step": 11017
+    },
+    {
+      "epoch": 0.9851573676680973,
+      "grad_norm": 0.16402621348956287,
+      "learning_rate": 1.1553216985318305e-07,
+      "loss": 0.6195,
+      "step": 11018
+    },
+    {
+      "epoch": 0.9852467811158798,
+      "grad_norm": 0.1707804012860434,
+      "learning_rate": 1.1414467270152163e-07,
+      "loss": 0.6507,
+      "step": 11019
+    },
+    {
+      "epoch": 0.9853361945636624,
+      "grad_norm": 0.16826388781359886,
+      "learning_rate": 1.1276555285592017e-07,
+      "loss": 0.6276,
+      "step": 11020
+    },
+    {
+      "epoch": 0.985425608011445,
+      "grad_norm": 0.1612655350994457,
+      "learning_rate": 1.113948104320417e-07,
+      "loss": 0.6234,
+      "step": 11021
+    },
+    {
+      "epoch": 0.9855150214592274,
+      "grad_norm": 0.13805592142092976,
+      "learning_rate": 1.1003244554483871e-07,
+      "loss": 0.629,
+      "step": 11022
+    },
+    {
+      "epoch": 0.98560443490701,
+      "grad_norm": 0.17110626528868347,
+      "learning_rate": 1.0867845830858647e-07,
+      "loss": 0.6826,
+      "step": 11023
+    },
+    {
+      "epoch": 0.9856938483547926,
+      "grad_norm": 0.13777304608849505,
+      "learning_rate": 1.0733284883682749e-07,
+      "loss": 0.611,
+      "step": 11024
+    },
+    {
+      "epoch": 0.9857832618025751,
+      "grad_norm": 0.15849411848801248,
+      "learning_rate": 1.0599561724242702e-07,
+      "loss": 0.6729,
+      "step": 11025
+    },
+    {
+      "epoch": 0.9858726752503576,
+      "grad_norm": 0.16262338694913278,
+      "learning_rate": 1.046667636375287e-07,
+      "loss": 0.6491,
+      "step": 11026
+    },
+    {
+      "epoch": 0.9859620886981402,
+      "grad_norm": 0.15755375716422512,
+      "learning_rate": 1.0334628813358782e-07,
+      "loss": 0.6555,
+      "step": 11027
+    },
+    {
+      "epoch": 0.9860515021459227,
+      "grad_norm": 0.1566508510350985,
+      "learning_rate": 1.0203419084134913e-07,
+      "loss": 0.6233,
+      "step": 11028
+    },
+    {
+      "epoch": 0.9861409155937053,
+      "grad_norm": 0.1552952306063916,
+      "learning_rate": 1.0073047187085794e-07,
+      "loss": 0.6368,
+      "step": 11029
+    },
+    {
+      "epoch": 0.9862303290414879,
+      "grad_norm": 0.15162641445044125,
+      "learning_rate": 9.9435131331449e-08,
+      "loss": 0.6172,
+      "step": 11030
+    },
+    {
+      "epoch": 0.9863197424892703,
+      "grad_norm": 0.13853728296830845,
+      "learning_rate": 9.814816933176874e-08,
+      "loss": 0.5988,
+      "step": 11031
+    },
+    {
+      "epoch": 0.9864091559370529,
+      "grad_norm": 0.15517067028590822,
+      "learning_rate": 9.686958597975304e-08,
+      "loss": 0.6604,
+      "step": 11032
+    },
+    {
+      "epoch": 0.9864985693848355,
+      "grad_norm": 0.15513157698958832,
+      "learning_rate": 9.559938138263836e-08,
+      "loss": 0.6196,
+      "step": 11033
+    },
+    {
+      "epoch": 0.9865879828326181,
+      "grad_norm": 0.16261877484537762,
+      "learning_rate": 9.433755564693947e-08,
+      "loss": 0.6366,
+      "step": 11034
+    },
+    {
+      "epoch": 0.9866773962804005,
+      "grad_norm": 0.17108067828014895,
+      "learning_rate": 9.308410887849394e-08,
+      "loss": 0.6602,
+      "step": 11035
+    },
+    {
+      "epoch": 0.9867668097281831,
+      "grad_norm": 0.14776671074850894,
+      "learning_rate": 9.18390411824288e-08,
+      "loss": 0.5847,
+      "step": 11036
+    },
+    {
+      "epoch": 0.9868562231759657,
+      "grad_norm": 0.16447799257954937,
+      "learning_rate": 9.060235266317163e-08,
+      "loss": 0.6313,
+      "step": 11037
+    },
+    {
+      "epoch": 0.9869456366237482,
+      "grad_norm": 0.14809511843318435,
+      "learning_rate": 8.937404342442834e-08,
+      "loss": 0.6412,
+      "step": 11038
+    },
+    {
+      "epoch": 0.9870350500715308,
+      "grad_norm": 0.1500087664330853,
+      "learning_rate": 8.815411356922764e-08,
+      "loss": 0.6419,
+      "step": 11039
+    },
+    {
+      "epoch": 0.9871244635193133,
+      "grad_norm": 0.15379636678699146,
+      "learning_rate": 8.694256319987659e-08,
+      "loss": 0.6215,
+      "step": 11040
+    },
+    {
+      "epoch": 0.9872138769670958,
+      "grad_norm": 0.17964726173880666,
+      "learning_rate": 8.573939241798278e-08,
+      "loss": 0.6445,
+      "step": 11041
+    },
+    {
+      "epoch": 0.9873032904148784,
+      "grad_norm": 0.1474197924834809,
+      "learning_rate": 8.454460132446552e-08,
+      "loss": 0.6474,
+      "step": 11042
+    },
+    {
+      "epoch": 0.987392703862661,
+      "grad_norm": 0.15552241692109547,
+      "learning_rate": 8.335819001952239e-08,
+      "loss": 0.6717,
+      "step": 11043
+    },
+    {
+      "epoch": 0.9874821173104434,
+      "grad_norm": 0.15903600923344033,
+      "learning_rate": 8.21801586026627e-08,
+      "loss": 0.6098,
+      "step": 11044
+    },
+    {
+      "epoch": 0.987571530758226,
+      "grad_norm": 0.17198782129591916,
+      "learning_rate": 8.101050717267411e-08,
+      "loss": 0.6786,
+      "step": 11045
+    },
+    {
+      "epoch": 0.9876609442060086,
+      "grad_norm": 0.15110494367073948,
+      "learning_rate": 7.984923582767812e-08,
+      "loss": 0.643,
+      "step": 11046
+    },
+    {
+      "epoch": 0.9877503576537912,
+      "grad_norm": 0.15185664663023712,
+      "learning_rate": 7.869634466504128e-08,
+      "loss": 0.6253,
+      "step": 11047
+    },
+    {
+      "epoch": 0.9878397711015737,
+      "grad_norm": 0.1626839035534718,
+      "learning_rate": 7.755183378147512e-08,
+      "loss": 0.6739,
+      "step": 11048
+    },
+    {
+      "epoch": 0.9879291845493562,
+      "grad_norm": 0.1626204047704598,
+      "learning_rate": 7.641570327295844e-08,
+      "loss": 0.6247,
+      "step": 11049
+    },
+    {
+      "epoch": 0.9880185979971388,
+      "grad_norm": 0.1677498041121991,
+      "learning_rate": 7.528795323477055e-08,
+      "loss": 0.6453,
+      "step": 11050
+    },
+    {
+      "epoch": 0.9881080114449213,
+      "grad_norm": 0.15901237865008674,
+      "learning_rate": 7.416858376151359e-08,
+      "loss": 0.6366,
+      "step": 11051
+    },
+    {
+      "epoch": 0.9881974248927039,
+      "grad_norm": 0.1537074055926639,
+      "learning_rate": 7.305759494705689e-08,
+      "loss": 0.6313,
+      "step": 11052
+    },
+    {
+      "epoch": 0.9882868383404864,
+      "grad_norm": 0.15704858288540913,
+      "learning_rate": 7.195498688458147e-08,
+      "loss": 0.666,
+      "step": 11053
+    },
+    {
+      "epoch": 0.9883762517882689,
+      "grad_norm": 0.15078093656315325,
+      "learning_rate": 7.08607596665467e-08,
+      "loss": 0.6008,
+      "step": 11054
+    },
+    {
+      "epoch": 0.9884656652360515,
+      "grad_norm": 0.15901743026686052,
+      "learning_rate": 6.977491338474585e-08,
+      "loss": 0.6636,
+      "step": 11055
+    },
+    {
+      "epoch": 0.9885550786838341,
+      "grad_norm": 0.15709331490045167,
+      "learning_rate": 6.869744813023937e-08,
+      "loss": 0.5968,
+      "step": 11056
+    },
+    {
+      "epoch": 0.9886444921316166,
+      "grad_norm": 0.17604981501804046,
+      "learning_rate": 6.762836399338834e-08,
+      "loss": 0.6804,
+      "step": 11057
+    },
+    {
+      "epoch": 0.9887339055793991,
+      "grad_norm": 0.15341816346460976,
+      "learning_rate": 6.656766106385436e-08,
+      "loss": 0.6382,
+      "step": 11058
+    },
+    {
+      "epoch": 0.9888233190271817,
+      "grad_norm": 0.15498202640189135,
+      "learning_rate": 6.551533943061072e-08,
+      "loss": 0.6555,
+      "step": 11059
+    },
+    {
+      "epoch": 0.9889127324749643,
+      "grad_norm": 0.15163274003594476,
+      "learning_rate": 6.447139918189793e-08,
+      "loss": 0.6664,
+      "step": 11060
+    },
+    {
+      "epoch": 0.9890021459227468,
+      "grad_norm": 0.16909655249179648,
+      "learning_rate": 6.343584040527927e-08,
+      "loss": 0.6261,
+      "step": 11061
+    },
+    {
+      "epoch": 0.9890915593705293,
+      "grad_norm": 0.17058219727544374,
+      "learning_rate": 6.240866318760752e-08,
+      "loss": 0.6211,
+      "step": 11062
+    },
+    {
+      "epoch": 0.9891809728183119,
+      "grad_norm": 0.15300473735566839,
+      "learning_rate": 6.138986761502486e-08,
+      "loss": 0.6401,
+      "step": 11063
+    },
+    {
+      "epoch": 0.9892703862660944,
+      "grad_norm": 0.15672981266848346,
+      "learning_rate": 6.037945377297405e-08,
+      "loss": 0.6786,
+      "step": 11064
+    },
+    {
+      "epoch": 0.989359799713877,
+      "grad_norm": 0.14768143884660678,
+      "learning_rate": 5.9377421746209525e-08,
+      "loss": 0.6185,
+      "step": 11065
+    },
+    {
+      "epoch": 0.9894492131616596,
+      "grad_norm": 0.15282867961500934,
+      "learning_rate": 5.838377161875297e-08,
+      "loss": 0.6282,
+      "step": 11066
+    },
+    {
+      "epoch": 0.989538626609442,
+      "grad_norm": 0.16734704201181028,
+      "learning_rate": 5.739850347395992e-08,
+      "loss": 0.6609,
+      "step": 11067
+    },
+    {
+      "epoch": 0.9896280400572246,
+      "grad_norm": 0.17768862268531324,
+      "learning_rate": 5.642161739445317e-08,
+      "loss": 0.6538,
+      "step": 11068
+    },
+    {
+      "epoch": 0.9897174535050072,
+      "grad_norm": 0.1750471636204273,
+      "learning_rate": 5.545311346215609e-08,
+      "loss": 0.6325,
+      "step": 11069
+    },
+    {
+      "epoch": 0.9898068669527897,
+      "grad_norm": 0.16932495367121217,
+      "learning_rate": 5.449299175831479e-08,
+      "loss": 0.6357,
+      "step": 11070
+    },
+    {
+      "epoch": 0.9898962804005722,
+      "grad_norm": 0.15817659799755643,
+      "learning_rate": 5.354125236343155e-08,
+      "loss": 0.6306,
+      "step": 11071
+    },
+    {
+      "epoch": 0.9899856938483548,
+      "grad_norm": 0.17011811992745293,
+      "learning_rate": 5.25978953573536e-08,
+      "loss": 0.6148,
+      "step": 11072
+    },
+    {
+      "epoch": 0.9900751072961373,
+      "grad_norm": 0.177886319072859,
+      "learning_rate": 5.166292081917323e-08,
+      "loss": 0.6835,
+      "step": 11073
+    },
+    {
+      "epoch": 0.9901645207439199,
+      "grad_norm": 0.18965482624433266,
+      "learning_rate": 5.0736328827316605e-08,
+      "loss": 0.6399,
+      "step": 11074
+    },
+    {
+      "epoch": 0.9902539341917024,
+      "grad_norm": 0.15943878273542658,
+      "learning_rate": 4.9818119459499325e-08,
+      "loss": 0.63,
+      "step": 11075
+    },
+    {
+      "epoch": 0.990343347639485,
+      "grad_norm": 0.16281436571312255,
+      "learning_rate": 4.890829279272646e-08,
+      "loss": 0.6327,
+      "step": 11076
+    },
+    {
+      "epoch": 0.9904327610872675,
+      "grad_norm": 0.1535567562407444,
+      "learning_rate": 4.800684890330365e-08,
+      "loss": 0.5833,
+      "step": 11077
+    },
+    {
+      "epoch": 0.9905221745350501,
+      "grad_norm": 0.15667770448002055,
+      "learning_rate": 4.711378786683707e-08,
+      "loss": 0.6606,
+      "step": 11078
+    },
+    {
+      "epoch": 0.9906115879828327,
+      "grad_norm": 0.16564039370655032,
+      "learning_rate": 4.6229109758222365e-08,
+      "loss": 0.6572,
+      "step": 11079
+    },
+    {
+      "epoch": 0.9907010014306151,
+      "grad_norm": 0.16305533115078316,
+      "learning_rate": 4.535281465165575e-08,
+      "loss": 0.6656,
+      "step": 11080
+    },
+    {
+      "epoch": 0.9907904148783977,
+      "grad_norm": 0.170726908303408,
+      "learning_rate": 4.448490262064509e-08,
+      "loss": 0.6352,
+      "step": 11081
+    },
+    {
+      "epoch": 0.9908798283261803,
+      "grad_norm": 0.15152213241758242,
+      "learning_rate": 4.362537373795439e-08,
+      "loss": 0.6348,
+      "step": 11082
+    },
+    {
+      "epoch": 0.9909692417739628,
+      "grad_norm": 0.17698770207951195,
+      "learning_rate": 4.277422807570375e-08,
+      "loss": 0.6736,
+      "step": 11083
+    },
+    {
+      "epoch": 0.9910586552217453,
+      "grad_norm": 0.16321894724771413,
+      "learning_rate": 4.1931465705247195e-08,
+      "loss": 0.6329,
+      "step": 11084
+    },
+    {
+      "epoch": 0.9911480686695279,
+      "grad_norm": 0.17199669899062495,
+      "learning_rate": 4.109708669728374e-08,
+      "loss": 0.6744,
+      "step": 11085
+    },
+    {
+      "epoch": 0.9912374821173104,
+      "grad_norm": 0.15639671138352632,
+      "learning_rate": 4.027109112179073e-08,
+      "loss": 0.6299,
+      "step": 11086
+    },
+    {
+      "epoch": 0.991326895565093,
+      "grad_norm": 0.18403569112145512,
+      "learning_rate": 3.945347904803498e-08,
+      "loss": 0.6667,
+      "step": 11087
+    },
+    {
+      "epoch": 0.9914163090128756,
+      "grad_norm": 0.16454971331394638,
+      "learning_rate": 3.8644250544594975e-08,
+      "loss": 0.6463,
+      "step": 11088
+    },
+    {
+      "epoch": 0.991505722460658,
+      "grad_norm": 0.19263264782122103,
+      "learning_rate": 3.784340567934974e-08,
+      "loss": 0.6983,
+      "step": 11089
+    },
+    {
+      "epoch": 0.9915951359084406,
+      "grad_norm": 0.15754373662637303,
+      "learning_rate": 3.7050944519445576e-08,
+      "loss": 0.672,
+      "step": 11090
+    },
+    {
+      "epoch": 0.9916845493562232,
+      "grad_norm": 0.15918299841605196,
+      "learning_rate": 3.626686713135152e-08,
+      "loss": 0.6262,
+      "step": 11091
+    },
+    {
+      "epoch": 0.9917739628040058,
+      "grad_norm": 0.16099445898799936,
+      "learning_rate": 3.54911735808372e-08,
+      "loss": 0.6348,
+      "step": 11092
+    },
+    {
+      "epoch": 0.9918633762517882,
+      "grad_norm": 0.17288049386390184,
+      "learning_rate": 3.472386393293947e-08,
+      "loss": 0.6666,
+      "step": 11093
+    },
+    {
+      "epoch": 0.9919527896995708,
+      "grad_norm": 0.14488246874401187,
+      "learning_rate": 3.3964938252040166e-08,
+      "loss": 0.6359,
+      "step": 11094
+    },
+    {
+      "epoch": 0.9920422031473534,
+      "grad_norm": 0.16772311548891497,
+      "learning_rate": 3.3214396601766176e-08,
+      "loss": 0.6423,
+      "step": 11095
+    },
+    {
+      "epoch": 0.9921316165951359,
+      "grad_norm": 0.16077140514328084,
+      "learning_rate": 3.247223904506713e-08,
+      "loss": 0.6476,
+      "step": 11096
+    },
+    {
+      "epoch": 0.9922210300429185,
+      "grad_norm": 0.15415617177680818,
+      "learning_rate": 3.173846564419325e-08,
+      "loss": 0.6378,
+      "step": 11097
+    },
+    {
+      "epoch": 0.992310443490701,
+      "grad_norm": 0.17520725044281896,
+      "learning_rate": 3.1013076460684186e-08,
+      "loss": 0.6434,
+      "step": 11098
+    },
+    {
+      "epoch": 0.9923998569384835,
+      "grad_norm": 0.17973663138586685,
+      "learning_rate": 3.0296071555369065e-08,
+      "loss": 0.6707,
+      "step": 11099
+    },
+    {
+      "epoch": 0.9924892703862661,
+      "grad_norm": 0.15269542275364398,
+      "learning_rate": 2.9587450988399768e-08,
+      "loss": 0.5825,
+      "step": 11100
+    },
+    {
+      "epoch": 0.9925786838340487,
+      "grad_norm": 0.15708170302734697,
+      "learning_rate": 2.888721481919543e-08,
+      "loss": 0.6403,
+      "step": 11101
+    },
+    {
+      "epoch": 0.9926680972818311,
+      "grad_norm": 0.14695440339516555,
+      "learning_rate": 2.819536310648685e-08,
+      "loss": 0.6366,
+      "step": 11102
+    },
+    {
+      "epoch": 0.9927575107296137,
+      "grad_norm": 0.16080534064066673,
+      "learning_rate": 2.7511895908294282e-08,
+      "loss": 0.631,
+      "step": 11103
+    },
+    {
+      "epoch": 0.9928469241773963,
+      "grad_norm": 0.1557555564318178,
+      "learning_rate": 2.6836813281938543e-08,
+      "loss": 0.6389,
+      "step": 11104
+    },
+    {
+      "epoch": 0.9929363376251789,
+      "grad_norm": 0.14447665088489986,
+      "learning_rate": 2.617011528405211e-08,
+      "loss": 0.6473,
+      "step": 11105
+    },
+    {
+      "epoch": 0.9930257510729614,
+      "grad_norm": 0.15670695792007683,
+      "learning_rate": 2.551180197053471e-08,
+      "loss": 0.5907,
+      "step": 11106
+    },
+    {
+      "epoch": 0.9931151645207439,
+      "grad_norm": 0.16936328310955992,
+      "learning_rate": 2.4861873396608838e-08,
+      "loss": 0.673,
+      "step": 11107
+    },
+    {
+      "epoch": 0.9932045779685265,
+      "grad_norm": 0.17408774669363744,
+      "learning_rate": 2.422032961677534e-08,
+      "loss": 0.6597,
+      "step": 11108
+    },
+    {
+      "epoch": 0.993293991416309,
+      "grad_norm": 0.17056389708529415,
+      "learning_rate": 2.3587170684835623e-08,
+      "loss": 0.6676,
+      "step": 11109
+    },
+    {
+      "epoch": 0.9933834048640916,
+      "grad_norm": 0.17211423951847052,
+      "learning_rate": 2.2962396653913864e-08,
+      "loss": 0.6746,
+      "step": 11110
+    },
+    {
+      "epoch": 0.9934728183118741,
+      "grad_norm": 0.17731707818363143,
+      "learning_rate": 2.234600757637928e-08,
+      "loss": 0.6316,
+      "step": 11111
+    },
+    {
+      "epoch": 0.9935622317596566,
+      "grad_norm": 0.16692564146432387,
+      "learning_rate": 2.1738003503946057e-08,
+      "loss": 0.6469,
+      "step": 11112
+    },
+    {
+      "epoch": 0.9936516452074392,
+      "grad_norm": 0.17266618860817226,
+      "learning_rate": 2.1138384487606742e-08,
+      "loss": 0.6299,
+      "step": 11113
+    },
+    {
+      "epoch": 0.9937410586552218,
+      "grad_norm": 0.1621922325021108,
+      "learning_rate": 2.054715057765444e-08,
+      "loss": 0.6641,
+      "step": 11114
+    },
+    {
+      "epoch": 0.9938304721030042,
+      "grad_norm": 0.1764069440234205,
+      "learning_rate": 1.9964301823660604e-08,
+      "loss": 0.6527,
+      "step": 11115
+    },
+    {
+      "epoch": 0.9939198855507868,
+      "grad_norm": 0.16017834050002594,
+      "learning_rate": 1.9389838274508355e-08,
+      "loss": 0.6201,
+      "step": 11116
+    },
+    {
+      "epoch": 0.9940092989985694,
+      "grad_norm": 0.15450880965558828,
+      "learning_rate": 1.8823759978392474e-08,
+      "loss": 0.6406,
+      "step": 11117
+    },
+    {
+      "epoch": 0.994098712446352,
+      "grad_norm": 0.16415598894635713,
+      "learning_rate": 1.8266066982774997e-08,
+      "loss": 0.6434,
+      "step": 11118
+    },
+    {
+      "epoch": 0.9941881258941345,
+      "grad_norm": 0.14767206167422064,
+      "learning_rate": 1.7716759334440724e-08,
+      "loss": 0.5844,
+      "step": 11119
+    },
+    {
+      "epoch": 0.994277539341917,
+      "grad_norm": 0.17280727877298047,
+      "learning_rate": 1.7175837079452804e-08,
+      "loss": 0.6444,
+      "step": 11120
+    },
+    {
+      "epoch": 0.9943669527896996,
+      "grad_norm": 0.15860681978070065,
+      "learning_rate": 1.6643300263186056e-08,
+      "loss": 0.6534,
+      "step": 11121
+    },
+    {
+      "epoch": 0.9944563662374821,
+      "grad_norm": 0.17637856543822733,
+      "learning_rate": 1.6119148930282546e-08,
+      "loss": 0.6258,
+      "step": 11122
+    },
+    {
+      "epoch": 0.9945457796852647,
+      "grad_norm": 0.1725698998518376,
+      "learning_rate": 1.560338312472931e-08,
+      "loss": 0.5704,
+      "step": 11123
+    },
+    {
+      "epoch": 0.9946351931330472,
+      "grad_norm": 0.16003755146934256,
+      "learning_rate": 1.5096002889758433e-08,
+      "loss": 0.6255,
+      "step": 11124
+    },
+    {
+      "epoch": 0.9947246065808297,
+      "grad_norm": 0.15688002530380224,
+      "learning_rate": 1.4597008267935863e-08,
+      "loss": 0.6267,
+      "step": 11125
+    },
+    {
+      "epoch": 0.9948140200286123,
+      "grad_norm": 0.15201010720393648,
+      "learning_rate": 1.4106399301117012e-08,
+      "loss": 0.63,
+      "step": 11126
+    },
+    {
+      "epoch": 0.9949034334763949,
+      "grad_norm": 0.15716303462349224,
+      "learning_rate": 1.3624176030435642e-08,
+      "loss": 0.6387,
+      "step": 11127
+    },
+    {
+      "epoch": 0.9949928469241774,
+      "grad_norm": 0.1585793575532579,
+      "learning_rate": 1.315033849634828e-08,
+      "loss": 0.6467,
+      "step": 11128
+    },
+    {
+      "epoch": 0.9950822603719599,
+      "grad_norm": 0.14972122941701377,
+      "learning_rate": 1.2684886738589808e-08,
+      "loss": 0.6262,
+      "step": 11129
+    },
+    {
+      "epoch": 0.9951716738197425,
+      "grad_norm": 0.15613405642722084,
+      "learning_rate": 1.2227820796184564e-08,
+      "loss": 0.6368,
+      "step": 11130
+    },
+    {
+      "epoch": 0.995261087267525,
+      "grad_norm": 0.17259287830594844,
+      "learning_rate": 1.1779140707490755e-08,
+      "loss": 0.6215,
+      "step": 11131
+    },
+    {
+      "epoch": 0.9953505007153076,
+      "grad_norm": 0.17804487698441016,
+      "learning_rate": 1.1338846510111633e-08,
+      "loss": 0.665,
+      "step": 11132
+    },
+    {
+      "epoch": 0.9954399141630901,
+      "grad_norm": 0.17387714605818103,
+      "learning_rate": 1.0906938240995423e-08,
+      "loss": 0.6794,
+      "step": 11133
+    },
+    {
+      "epoch": 0.9955293276108726,
+      "grad_norm": 0.18415876892164718,
+      "learning_rate": 1.04834159363576e-08,
+      "loss": 0.7008,
+      "step": 11134
+    },
+    {
+      "epoch": 0.9956187410586552,
+      "grad_norm": 0.17095914870859444,
+      "learning_rate": 1.0068279631725297e-08,
+      "loss": 0.643,
+      "step": 11135
+    },
+    {
+      "epoch": 0.9957081545064378,
+      "grad_norm": 0.14921042990082428,
+      "learning_rate": 9.661529361892907e-09,
+      "loss": 0.6314,
+      "step": 11136
+    },
+    {
+      "epoch": 0.9957975679542204,
+      "grad_norm": 0.17652534911967824,
+      "learning_rate": 9.263165160999787e-09,
+      "loss": 0.6938,
+      "step": 11137
+    },
+    {
+      "epoch": 0.9958869814020028,
+      "grad_norm": 0.1521195647855225,
+      "learning_rate": 8.873187062452548e-09,
+      "loss": 0.6391,
+      "step": 11138
+    },
+    {
+      "epoch": 0.9959763948497854,
+      "grad_norm": 0.16362447660026236,
+      "learning_rate": 8.491595098947258e-09,
+      "loss": 0.6533,
+      "step": 11139
+    },
+    {
+      "epoch": 0.996065808297568,
+      "grad_norm": 0.1752575625753201,
+      "learning_rate": 8.118389302491647e-09,
+      "loss": 0.6778,
+      "step": 11140
+    },
+    {
+      "epoch": 0.9961552217453505,
+      "grad_norm": 0.1602261683826468,
+      "learning_rate": 7.753569704382902e-09,
+      "loss": 0.5965,
+      "step": 11141
+    },
+    {
+      "epoch": 0.996244635193133,
+      "grad_norm": 0.13392498935427583,
+      "learning_rate": 7.397136335229871e-09,
+      "loss": 0.6272,
+      "step": 11142
+    },
+    {
+      "epoch": 0.9963340486409156,
+      "grad_norm": 0.16668465121339437,
+      "learning_rate": 7.049089224919758e-09,
+      "loss": 0.6492,
+      "step": 11143
+    },
+    {
+      "epoch": 0.9964234620886981,
+      "grad_norm": 0.15792480701498704,
+      "learning_rate": 6.709428402629225e-09,
+      "loss": 0.6411,
+      "step": 11144
+    },
+    {
+      "epoch": 0.9965128755364807,
+      "grad_norm": 0.16262269696712034,
+      "learning_rate": 6.378153896868799e-09,
+      "loss": 0.6282,
+      "step": 11145
+    },
+    {
+      "epoch": 0.9966022889842633,
+      "grad_norm": 0.15448571096220007,
+      "learning_rate": 6.055265735405158e-09,
+      "loss": 0.6777,
+      "step": 11146
+    },
+    {
+      "epoch": 0.9966917024320457,
+      "grad_norm": 0.16656948898655005,
+      "learning_rate": 5.740763945327743e-09,
+      "loss": 0.6539,
+      "step": 11147
+    },
+    {
+      "epoch": 0.9967811158798283,
+      "grad_norm": 0.1686082911332226,
+      "learning_rate": 5.434648553015453e-09,
+      "loss": 0.5992,
+      "step": 11148
+    },
+    {
+      "epoch": 0.9968705293276109,
+      "grad_norm": 0.1760062879248101,
+      "learning_rate": 5.136919584125544e-09,
+      "loss": 0.6393,
+      "step": 11149
+    },
+    {
+      "epoch": 0.9969599427753935,
+      "grad_norm": 0.13323780920572004,
+      "learning_rate": 4.847577063649133e-09,
+      "loss": 0.6229,
+      "step": 11150
+    },
+    {
+      "epoch": 0.9970493562231759,
+      "grad_norm": 0.14962397071780173,
+      "learning_rate": 4.566621015833495e-09,
+      "loss": 0.6337,
+      "step": 11151
+    },
+    {
+      "epoch": 0.9971387696709585,
+      "grad_norm": 0.1670355338835805,
+      "learning_rate": 4.2940514642597626e-09,
+      "loss": 0.6156,
+      "step": 11152
+    },
+    {
+      "epoch": 0.9972281831187411,
+      "grad_norm": 0.16508498441926966,
+      "learning_rate": 4.029868431765227e-09,
+      "loss": 0.6589,
+      "step": 11153
+    },
+    {
+      "epoch": 0.9973175965665236,
+      "grad_norm": 0.1545923610448145,
+      "learning_rate": 3.774071940532142e-09,
+      "loss": 0.6389,
+      "step": 11154
+    },
+    {
+      "epoch": 0.9974070100143062,
+      "grad_norm": 0.18277715202826464,
+      "learning_rate": 3.526662012010018e-09,
+      "loss": 0.6069,
+      "step": 11155
+    },
+    {
+      "epoch": 0.9974964234620887,
+      "grad_norm": 0.15913427331455648,
+      "learning_rate": 3.2876386669267177e-09,
+      "loss": 0.6479,
+      "step": 11156
+    },
+    {
+      "epoch": 0.9975858369098712,
+      "grad_norm": 0.15884644002281573,
+      "learning_rate": 3.057001925355074e-09,
+      "loss": 0.6447,
+      "step": 11157
+    },
+    {
+      "epoch": 0.9976752503576538,
+      "grad_norm": 0.15476097684152038,
+      "learning_rate": 2.8347518066129675e-09,
+      "loss": 0.6208,
+      "step": 11158
+    },
+    {
+      "epoch": 0.9977646638054364,
+      "grad_norm": 0.15592413635566288,
+      "learning_rate": 2.620888329363247e-09,
+      "loss": 0.6314,
+      "step": 11159
+    },
+    {
+      "epoch": 0.9978540772532188,
+      "grad_norm": 0.1706429972428746,
+      "learning_rate": 2.4154115115360144e-09,
+      "loss": 0.6624,
+      "step": 11160
+    },
+    {
+      "epoch": 0.9979434907010014,
+      "grad_norm": 0.15710286720548702,
+      "learning_rate": 2.218321370361931e-09,
+      "loss": 0.6556,
+      "step": 11161
+    },
+    {
+      "epoch": 0.998032904148784,
+      "grad_norm": 0.1620266468670543,
+      "learning_rate": 2.0296179223722176e-09,
+      "loss": 0.6363,
+      "step": 11162
+    },
+    {
+      "epoch": 0.9981223175965666,
+      "grad_norm": 0.1433860450175388,
+      "learning_rate": 1.8493011833875529e-09,
+      "loss": 0.6243,
+      "step": 11163
+    },
+    {
+      "epoch": 0.998211731044349,
+      "grad_norm": 0.1614444630974856,
+      "learning_rate": 1.6773711685291738e-09,
+      "loss": 0.6654,
+      "step": 11164
+    },
+    {
+      "epoch": 0.9983011444921316,
+      "grad_norm": 0.15602059748973476,
+      "learning_rate": 1.5138278922299797e-09,
+      "loss": 0.631,
+      "step": 11165
+    },
+    {
+      "epoch": 0.9983905579399142,
+      "grad_norm": 0.1532149935460214,
+      "learning_rate": 1.3586713681901232e-09,
+      "loss": 0.6086,
+      "step": 11166
+    },
+    {
+      "epoch": 0.9984799713876967,
+      "grad_norm": 0.18736890613504004,
+      "learning_rate": 1.211901609443622e-09,
+      "loss": 0.6823,
+      "step": 11167
+    },
+    {
+      "epoch": 0.9985693848354793,
+      "grad_norm": 0.14550604197311937,
+      "learning_rate": 1.073518628269543e-09,
+      "loss": 0.6274,
+      "step": 11168
+    },
+    {
+      "epoch": 0.9986587982832618,
+      "grad_norm": 0.16765503819020564,
+      "learning_rate": 9.435224363030238e-10,
+      "loss": 0.6354,
+      "step": 11169
+    },
+    {
+      "epoch": 0.9987482117310443,
+      "grad_norm": 0.16272980202673748,
+      "learning_rate": 8.219130444353518e-10,
+      "loss": 0.6193,
+      "step": 11170
+    },
+    {
+      "epoch": 0.9988376251788269,
+      "grad_norm": 0.1555298713870262,
+      "learning_rate": 7.086904628694769e-10,
+      "loss": 0.6843,
+      "step": 11171
+    },
+    {
+      "epoch": 0.9989270386266095,
+      "grad_norm": 0.14900657764878597,
+      "learning_rate": 6.038547010867035e-10,
+      "loss": 0.63,
+      "step": 11172
+    },
+    {
+      "epoch": 0.9990164520743919,
+      "grad_norm": 0.1517383081712618,
+      "learning_rate": 5.074057678911004e-10,
+      "loss": 0.6727,
+      "step": 11173
+    },
+    {
+      "epoch": 0.9991058655221745,
+      "grad_norm": 0.15542884651593042,
+      "learning_rate": 4.1934367137619334e-10,
+      "loss": 0.6136,
+      "step": 11174
+    },
+    {
+      "epoch": 0.9991952789699571,
+      "grad_norm": 0.16369356668355403,
+      "learning_rate": 3.396684189249655e-10,
+      "loss": 0.6386,
+      "step": 11175
+    },
+    {
+      "epoch": 0.9992846924177397,
+      "grad_norm": 0.17406779273111309,
+      "learning_rate": 2.683800172098572e-10,
+      "loss": 0.6646,
+      "step": 11176
+    },
+    {
+      "epoch": 0.9993741058655222,
+      "grad_norm": 0.15089942440311865,
+      "learning_rate": 2.054784722149705e-10,
+      "loss": 0.5652,
+      "step": 11177
+    },
+    {
+      "epoch": 0.9994635193133047,
+      "grad_norm": 0.17274026595007902,
+      "learning_rate": 1.5096378922496712e-10,
+      "loss": 0.6483,
+      "step": 11178
+    },
+    {
+      "epoch": 0.9995529327610873,
+      "grad_norm": 0.1628020032026706,
+      "learning_rate": 1.0483597280286361e-10,
+      "loss": 0.6682,
+      "step": 11179
+    },
+    {
+      "epoch": 0.9996423462088698,
+      "grad_norm": 0.15551700025041326,
+      "learning_rate": 6.709502681223611e-11,
+      "loss": 0.628,
+      "step": 11180
+    },
+    {
+      "epoch": 0.9997317596566524,
+      "grad_norm": 0.15555385057348792,
+      "learning_rate": 3.774095442832248e-11,
+      "loss": 0.6467,
+      "step": 11181
+    },
+    {
+      "epoch": 0.9998211731044349,
+      "grad_norm": 0.15378207524555995,
+      "learning_rate": 1.6773758104715597e-11,
+      "loss": 0.6247,
+      "step": 11182
+    },
+    {
+      "epoch": 0.9999105865522174,
+      "grad_norm": 0.17828943212786502,
+      "learning_rate": 4.193439617772299e-12,
+      "loss": 0.6569,
+      "step": 11183
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.15895095443287827,
+      "learning_rate": 0.0,
+      "loss": 0.6007,
+      "step": 11184
+    },
+    {
+      "epoch": 1.0,
+      "step": 11184,
+      "total_flos": 3616936918056960.0,
+      "train_loss": 0.0,
+      "train_runtime": 7.8093,
+      "train_samples_per_second": 183309.683,
+      "train_steps_per_second": 1432.138
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 11184,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3616936918056960.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}