{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 834,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0036019810895992796,
      "grad_norm": 17.72333285463974,
      "learning_rate": 0.0,
      "loss": 1.9917,
      "step": 1
    },
    {
      "epoch": 0.007203962179198559,
      "grad_norm": 16.74144451019585,
      "learning_rate": 2.3809523809523811e-07,
      "loss": 2.0205,
      "step": 2
    },
    {
      "epoch": 0.010805943268797838,
      "grad_norm": 16.633887860565455,
      "learning_rate": 4.7619047619047623e-07,
      "loss": 1.9661,
      "step": 3
    },
    {
      "epoch": 0.014407924358397118,
      "grad_norm": 17.36221600208365,
      "learning_rate": 7.142857142857143e-07,
      "loss": 1.9959,
      "step": 4
    },
    {
      "epoch": 0.018009905447996397,
      "grad_norm": 17.847986885950974,
      "learning_rate": 9.523809523809525e-07,
      "loss": 2.0032,
      "step": 5
    },
    {
      "epoch": 0.021611886537595677,
      "grad_norm": 17.4410649245742,
      "learning_rate": 1.1904761904761906e-06,
      "loss": 2.0173,
      "step": 6
    },
    {
      "epoch": 0.025213867627194957,
      "grad_norm": 14.630267256260028,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.8951,
      "step": 7
    },
    {
      "epoch": 0.028815848716794237,
      "grad_norm": 13.340482963704746,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.965,
      "step": 8
    },
    {
      "epoch": 0.03241782980639352,
      "grad_norm": 13.535453557176577,
      "learning_rate": 1.904761904761905e-06,
      "loss": 1.9674,
      "step": 9
    },
    {
      "epoch": 0.03601981089599279,
      "grad_norm": 8.010136572755851,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 1.7752,
      "step": 10
    },
    {
      "epoch": 0.03962179198559208,
      "grad_norm": 7.650518526087547,
      "learning_rate": 2.380952380952381e-06,
      "loss": 1.8199,
      "step": 11
    },
    {
      "epoch": 0.04322377307519135,
      "grad_norm": 7.210823304228279,
      "learning_rate": 2.6190476190476192e-06,
      "loss": 1.7943,
      "step": 12
    },
    {
      "epoch": 0.04682575416479064,
      "grad_norm": 3.3197890236702334,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.6575,
      "step": 13
    },
    {
      "epoch": 0.05042773525438991,
      "grad_norm": 2.8558016297600015,
      "learning_rate": 3.0952380952380957e-06,
      "loss": 1.6629,
      "step": 14
    },
    {
      "epoch": 0.0540297163439892,
      "grad_norm": 2.7778136384885803,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.674,
      "step": 15
    },
    {
      "epoch": 0.05763169743358847,
      "grad_norm": 2.459525282952475,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 1.6141,
      "step": 16
    },
    {
      "epoch": 0.06123367852318776,
      "grad_norm": 2.3201335033883748,
      "learning_rate": 3.80952380952381e-06,
      "loss": 1.6111,
      "step": 17
    },
    {
      "epoch": 0.06483565961278703,
      "grad_norm": 3.0522263625642303,
      "learning_rate": 4.047619047619048e-06,
      "loss": 1.5783,
      "step": 18
    },
    {
      "epoch": 0.06843764070238631,
      "grad_norm": 3.3835171900492584,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.5609,
      "step": 19
    },
    {
      "epoch": 0.07203962179198559,
      "grad_norm": 2.8469056015392837,
      "learning_rate": 4.523809523809524e-06,
      "loss": 1.5574,
      "step": 20
    },
    {
      "epoch": 0.07564160288158488,
      "grad_norm": 2.5196002293515694,
      "learning_rate": 4.761904761904762e-06,
      "loss": 1.5361,
      "step": 21
    },
    {
      "epoch": 0.07924358397118415,
      "grad_norm": 1.786119097691439,
      "learning_rate": 5e-06,
      "loss": 1.4819,
      "step": 22
    },
    {
      "epoch": 0.08284556506078343,
      "grad_norm": 1.5020286385666761,
      "learning_rate": 5.2380952380952384e-06,
      "loss": 1.5024,
      "step": 23
    },
    {
      "epoch": 0.0864475461503827,
      "grad_norm": 1.2360166013997653,
      "learning_rate": 5.476190476190477e-06,
      "loss": 1.4709,
      "step": 24
    },
    {
      "epoch": 0.090049527239982,
      "grad_norm": 1.3157102113620782,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.4433,
      "step": 25
    },
    {
      "epoch": 0.09365150832958127,
      "grad_norm": 1.365525625357574,
      "learning_rate": 5.9523809523809525e-06,
      "loss": 1.4403,
      "step": 26
    },
    {
      "epoch": 0.09725348941918055,
      "grad_norm": 1.2206296823751568,
      "learning_rate": 6.1904761904761914e-06,
      "loss": 1.4417,
      "step": 27
    },
    {
      "epoch": 0.10085547050877983,
      "grad_norm": 1.0720703765403685,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 1.3793,
      "step": 28
    },
    {
      "epoch": 0.1044574515983791,
      "grad_norm": 0.8328118396141913,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.3709,
      "step": 29
    },
    {
      "epoch": 0.1080594326879784,
      "grad_norm": 0.7080104330787081,
      "learning_rate": 6.9047619047619055e-06,
      "loss": 1.3641,
      "step": 30
    },
    {
      "epoch": 0.11166141377757767,
      "grad_norm": 0.7041969930028159,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 1.3443,
      "step": 31
    },
    {
      "epoch": 0.11526339486717695,
      "grad_norm": 0.7233895890985703,
      "learning_rate": 7.380952380952382e-06,
      "loss": 1.3317,
      "step": 32
    },
    {
      "epoch": 0.11886537595677622,
      "grad_norm": 0.7428403558161335,
      "learning_rate": 7.61904761904762e-06,
      "loss": 1.3541,
      "step": 33
    },
    {
      "epoch": 0.12246735704637551,
      "grad_norm": 0.6558540121881294,
      "learning_rate": 7.857142857142858e-06,
      "loss": 1.2951,
      "step": 34
    },
    {
      "epoch": 0.1260693381359748,
      "grad_norm": 0.618140026078978,
      "learning_rate": 8.095238095238097e-06,
      "loss": 1.3164,
      "step": 35
    },
    {
      "epoch": 0.12967131922557407,
      "grad_norm": 0.6438323014975316,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.3153,
      "step": 36
    },
    {
      "epoch": 0.13327330031517334,
      "grad_norm": 0.5521671367958445,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.3316,
      "step": 37
    },
    {
      "epoch": 0.13687528140477262,
      "grad_norm": 0.5328631672865043,
      "learning_rate": 8.80952380952381e-06,
      "loss": 1.2902,
      "step": 38
    },
    {
      "epoch": 0.1404772624943719,
      "grad_norm": 0.5334062437937526,
      "learning_rate": 9.047619047619049e-06,
      "loss": 1.287,
      "step": 39
    },
    {
      "epoch": 0.14407924358397117,
      "grad_norm": 0.531250574725969,
      "learning_rate": 9.285714285714288e-06,
      "loss": 1.2773,
      "step": 40
    },
    {
      "epoch": 0.14768122467357048,
      "grad_norm": 0.5204986857616977,
      "learning_rate": 9.523809523809525e-06,
      "loss": 1.3051,
      "step": 41
    },
    {
      "epoch": 0.15128320576316975,
      "grad_norm": 0.6543717867140847,
      "learning_rate": 9.761904761904762e-06,
      "loss": 1.2445,
      "step": 42
    },
    {
      "epoch": 0.15488518685276903,
      "grad_norm": 0.5197543568870346,
      "learning_rate": 1e-05,
      "loss": 1.2677,
      "step": 43
    },
    {
      "epoch": 0.1584871679423683,
      "grad_norm": 0.4812279830906989,
      "learning_rate": 1.0238095238095238e-05,
      "loss": 1.2585,
      "step": 44
    },
    {
      "epoch": 0.16208914903196758,
      "grad_norm": 0.4352973660256491,
      "learning_rate": 1.0476190476190477e-05,
      "loss": 1.2547,
      "step": 45
    },
    {
      "epoch": 0.16569113012156686,
      "grad_norm": 0.44372246674902277,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 1.2432,
      "step": 46
    },
    {
      "epoch": 0.16929311121116614,
      "grad_norm": 0.4288856061137417,
      "learning_rate": 1.0952380952380955e-05,
      "loss": 1.284,
      "step": 47
    },
    {
      "epoch": 0.1728950923007654,
      "grad_norm": 0.42526693686976097,
      "learning_rate": 1.1190476190476192e-05,
      "loss": 1.2696,
      "step": 48
    },
    {
      "epoch": 0.1764970733903647,
      "grad_norm": 0.4166567232011612,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.2469,
      "step": 49
    },
    {
      "epoch": 0.180099054479964,
      "grad_norm": 0.3913409958568272,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 1.2783,
      "step": 50
    },
    {
      "epoch": 0.18370103556956327,
      "grad_norm": 0.42072327226593215,
      "learning_rate": 1.1904761904761905e-05,
      "loss": 1.2266,
      "step": 51
    },
    {
      "epoch": 0.18730301665916255,
      "grad_norm": 0.41662130471219183,
      "learning_rate": 1.2142857142857142e-05,
      "loss": 1.2657,
      "step": 52
    },
    {
      "epoch": 0.19090499774876182,
      "grad_norm": 0.3862266599747452,
      "learning_rate": 1.2380952380952383e-05,
      "loss": 1.2476,
      "step": 53
    },
    {
      "epoch": 0.1945069788383611,
      "grad_norm": 0.4181206327632789,
      "learning_rate": 1.261904761904762e-05,
      "loss": 1.2319,
      "step": 54
    },
    {
      "epoch": 0.19810895992796038,
      "grad_norm": 0.40595669011292357,
      "learning_rate": 1.2857142857142859e-05,
      "loss": 1.2509,
      "step": 55
    },
    {
      "epoch": 0.20171094101755965,
      "grad_norm": 0.35847183241850533,
      "learning_rate": 1.3095238095238096e-05,
      "loss": 1.2165,
      "step": 56
    },
    {
      "epoch": 0.20531292210715893,
      "grad_norm": 0.39666133253380836,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.2363,
      "step": 57
    },
    {
      "epoch": 0.2089149031967582,
      "grad_norm": 0.40207684411378025,
      "learning_rate": 1.3571428571428574e-05,
      "loss": 1.2465,
      "step": 58
    },
    {
      "epoch": 0.2125168842863575,
      "grad_norm": 0.37209025577819826,
      "learning_rate": 1.3809523809523811e-05,
      "loss": 1.2214,
      "step": 59
    },
    {
      "epoch": 0.2161188653759568,
      "grad_norm": 0.3653505323372225,
      "learning_rate": 1.4047619047619048e-05,
      "loss": 1.1865,
      "step": 60
    },
    {
      "epoch": 0.21972084646555606,
      "grad_norm": 0.3663923451657845,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 1.2101,
      "step": 61
    },
    {
      "epoch": 0.22332282755515534,
      "grad_norm": 0.4066955779348059,
      "learning_rate": 1.4523809523809524e-05,
      "loss": 1.2261,
      "step": 62
    },
    {
      "epoch": 0.22692480864475462,
      "grad_norm": 0.3776177244078068,
      "learning_rate": 1.4761904761904763e-05,
      "loss": 1.1919,
      "step": 63
    },
    {
      "epoch": 0.2305267897343539,
      "grad_norm": 0.4169523611117426,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.2412,
      "step": 64
    },
    {
      "epoch": 0.23412877082395317,
      "grad_norm": 0.41269428417232595,
      "learning_rate": 1.523809523809524e-05,
      "loss": 1.1986,
      "step": 65
    },
    {
      "epoch": 0.23773075191355245,
      "grad_norm": 0.3977637686214011,
      "learning_rate": 1.5476190476190476e-05,
      "loss": 1.1966,
      "step": 66
    },
    {
      "epoch": 0.24133273300315172,
      "grad_norm": 0.3933380234535625,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 1.181,
      "step": 67
    },
    {
      "epoch": 0.24493471409275103,
      "grad_norm": 0.40470839374154993,
      "learning_rate": 1.5952380952380954e-05,
      "loss": 1.2114,
      "step": 68
    },
    {
      "epoch": 0.2485366951823503,
      "grad_norm": 0.38473712955010875,
      "learning_rate": 1.6190476190476193e-05,
      "loss": 1.2279,
      "step": 69
    },
    {
      "epoch": 0.2521386762719496,
      "grad_norm": 0.43049078020904785,
      "learning_rate": 1.642857142857143e-05,
      "loss": 1.2192,
      "step": 70
    },
    {
      "epoch": 0.25574065736154883,
      "grad_norm": 0.4147338177043235,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.1954,
      "step": 71
    },
    {
      "epoch": 0.25934263845114813,
      "grad_norm": 0.41164277712306113,
      "learning_rate": 1.6904761904761906e-05,
      "loss": 1.1904,
      "step": 72
    },
    {
      "epoch": 0.26294461954074744,
      "grad_norm": 0.5009702088174339,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 1.1976,
      "step": 73
    },
    {
      "epoch": 0.2665466006303467,
      "grad_norm": 0.3965701698484725,
      "learning_rate": 1.7380952380952384e-05,
      "loss": 1.1716,
      "step": 74
    },
    {
      "epoch": 0.270148581719946,
      "grad_norm": 0.44719502372873543,
      "learning_rate": 1.761904761904762e-05,
      "loss": 1.2082,
      "step": 75
    },
    {
      "epoch": 0.27375056280954524,
      "grad_norm": 0.4123545787789653,
      "learning_rate": 1.785714285714286e-05,
      "loss": 1.1952,
      "step": 76
    },
    {
      "epoch": 0.27735254389914454,
      "grad_norm": 0.4877812737070487,
      "learning_rate": 1.8095238095238097e-05,
      "loss": 1.2055,
      "step": 77
    },
    {
      "epoch": 0.2809545249887438,
      "grad_norm": 0.39548182603925097,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 1.2034,
      "step": 78
    },
    {
      "epoch": 0.2845565060783431,
      "grad_norm": 0.5026743347499928,
      "learning_rate": 1.8571428571428575e-05,
      "loss": 1.216,
      "step": 79
    },
    {
      "epoch": 0.28815848716794235,
      "grad_norm": 0.40920179671829476,
      "learning_rate": 1.880952380952381e-05,
      "loss": 1.215,
      "step": 80
    },
    {
      "epoch": 0.29176046825754165,
      "grad_norm": 0.40647257752238786,
      "learning_rate": 1.904761904761905e-05,
      "loss": 1.15,
      "step": 81
    },
    {
      "epoch": 0.29536244934714095,
      "grad_norm": 0.4446719523239053,
      "learning_rate": 1.928571428571429e-05,
      "loss": 1.1946,
      "step": 82
    },
    {
      "epoch": 0.2989644304367402,
      "grad_norm": 0.4477831846224294,
      "learning_rate": 1.9523809523809524e-05,
      "loss": 1.1783,
      "step": 83
    },
    {
      "epoch": 0.3025664115263395,
      "grad_norm": 0.46747218977065264,
      "learning_rate": 1.9761904761904763e-05,
      "loss": 1.2069,
      "step": 84
    },
    {
      "epoch": 0.30616839261593876,
      "grad_norm": 0.4123700376561677,
      "learning_rate": 2e-05,
      "loss": 1.1668,
      "step": 85
    },
    {
      "epoch": 0.30977037370553806,
      "grad_norm": 0.4582265747315408,
      "learning_rate": 1.9999912270311376e-05,
      "loss": 1.2007,
      "step": 86
    },
    {
      "epoch": 0.3133723547951373,
      "grad_norm": 0.4445298453696696,
      "learning_rate": 1.9999649082784807e-05,
      "loss": 1.1619,
      "step": 87
    },
    {
      "epoch": 0.3169743358847366,
      "grad_norm": 0.43429319865081784,
      "learning_rate": 1.9999210442038164e-05,
      "loss": 1.1713,
      "step": 88
    },
    {
      "epoch": 0.32057631697433586,
      "grad_norm": 0.4782187675173227,
      "learning_rate": 1.9998596355767805e-05,
      "loss": 1.1928,
      "step": 89
    },
    {
      "epoch": 0.32417829806393517,
      "grad_norm": 0.4106482680999747,
      "learning_rate": 1.9997806834748455e-05,
      "loss": 1.1882,
      "step": 90
    },
    {
      "epoch": 0.32778027915353447,
      "grad_norm": 0.46151845726452373,
      "learning_rate": 1.9996841892833e-05,
      "loss": 1.1367,
      "step": 91
    },
    {
      "epoch": 0.3313822602431337,
      "grad_norm": 0.5344711600469204,
      "learning_rate": 1.9995701546952252e-05,
      "loss": 1.188,
      "step": 92
    },
    {
      "epoch": 0.334984241332733,
      "grad_norm": 0.4301030750235406,
      "learning_rate": 1.9994385817114644e-05,
      "loss": 1.1693,
      "step": 93
    },
    {
      "epoch": 0.3385862224223323,
      "grad_norm": 0.4179655408092538,
      "learning_rate": 1.9992894726405894e-05,
      "loss": 1.1888,
      "step": 94
    },
    {
      "epoch": 0.3421882035119316,
      "grad_norm": 0.452215726933426,
      "learning_rate": 1.9991228300988586e-05,
      "loss": 1.1671,
      "step": 95
    },
    {
      "epoch": 0.3457901846015308,
      "grad_norm": 0.44096360750792535,
      "learning_rate": 1.9989386570101716e-05,
      "loss": 1.1867,
      "step": 96
    },
    {
      "epoch": 0.34939216569113013,
      "grad_norm": 0.4305077256335119,
      "learning_rate": 1.998736956606018e-05,
      "loss": 1.1591,
      "step": 97
    },
    {
      "epoch": 0.3529941467807294,
      "grad_norm": 0.4856570626303648,
      "learning_rate": 1.99851773242542e-05,
      "loss": 1.172,
      "step": 98
    },
    {
      "epoch": 0.3565961278703287,
      "grad_norm": 0.43287031284663674,
      "learning_rate": 1.998280988314872e-05,
      "loss": 1.164,
      "step": 99
    },
    {
      "epoch": 0.360198108959928,
      "grad_norm": 0.46426588677922326,
      "learning_rate": 1.9980267284282718e-05,
      "loss": 1.1844,
      "step": 100
    },
    {
      "epoch": 0.36380009004952724,
      "grad_norm": 0.4445779965560622,
      "learning_rate": 1.997754957226847e-05,
      "loss": 1.1817,
      "step": 101
    },
    {
      "epoch": 0.36740207113912654,
      "grad_norm": 0.44784881231100077,
      "learning_rate": 1.9974656794790777e-05,
      "loss": 1.1558,
      "step": 102
    },
    {
      "epoch": 0.3710040522287258,
      "grad_norm": 0.4376014592911702,
      "learning_rate": 1.997158900260614e-05,
      "loss": 1.1746,
      "step": 103
    },
    {
      "epoch": 0.3746060333183251,
      "grad_norm": 0.5108772069755781,
      "learning_rate": 1.9968346249541848e-05,
      "loss": 1.1842,
      "step": 104
    },
    {
      "epoch": 0.37820801440792434,
      "grad_norm": 0.4825397011918635,
      "learning_rate": 1.9964928592495046e-05,
      "loss": 1.1796,
      "step": 105
    },
    {
      "epoch": 0.38180999549752365,
      "grad_norm": 0.5075963125638024,
      "learning_rate": 1.9961336091431728e-05,
      "loss": 1.1693,
      "step": 106
    },
    {
      "epoch": 0.3854119765871229,
      "grad_norm": 0.50726372523796,
      "learning_rate": 1.9957568809385693e-05,
      "loss": 1.1622,
      "step": 107
    },
    {
      "epoch": 0.3890139576767222,
      "grad_norm": 0.4653048966636584,
      "learning_rate": 1.995362681245744e-05,
      "loss": 1.1547,
      "step": 108
    },
    {
      "epoch": 0.3926159387663215,
      "grad_norm": 0.4588128633464659,
      "learning_rate": 1.9949510169813006e-05,
      "loss": 1.1677,
      "step": 109
    },
    {
      "epoch": 0.39621791985592075,
      "grad_norm": 0.4476203164977693,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 1.1739,
      "step": 110
    },
    {
      "epoch": 0.39981990094552006,
      "grad_norm": 0.4640788185700448,
      "learning_rate": 1.9940753239360047e-05,
      "loss": 1.1889,
      "step": 111
    },
    {
      "epoch": 0.4034218820351193,
      "grad_norm": 0.4760640635102736,
      "learning_rate": 1.9936113105200085e-05,
      "loss": 1.1699,
      "step": 112
    },
    {
      "epoch": 0.4070238631247186,
      "grad_norm": 0.45160060084369746,
      "learning_rate": 1.9931298632618355e-05,
      "loss": 1.2029,
      "step": 113
    },
    {
      "epoch": 0.41062584421431786,
      "grad_norm": 0.43907966125693687,
      "learning_rate": 1.992630990608929e-05,
      "loss": 1.1256,
      "step": 114
    },
    {
      "epoch": 0.41422782530391716,
      "grad_norm": 0.4684243076027455,
      "learning_rate": 1.9921147013144782e-05,
      "loss": 1.1349,
      "step": 115
    },
    {
      "epoch": 0.4178298063935164,
      "grad_norm": 0.5356546540747512,
      "learning_rate": 1.9915810044372618e-05,
      "loss": 1.1426,
      "step": 116
    },
    {
      "epoch": 0.4214317874831157,
      "grad_norm": 0.4605329742399497,
      "learning_rate": 1.991029909341493e-05,
      "loss": 1.1062,
      "step": 117
    },
    {
      "epoch": 0.425033768572715,
      "grad_norm": 0.4899489685405069,
      "learning_rate": 1.9904614256966514e-05,
      "loss": 1.18,
      "step": 118
    },
    {
      "epoch": 0.42863574966231427,
      "grad_norm": 0.5759124961464352,
      "learning_rate": 1.989875563477316e-05,
      "loss": 1.1927,
      "step": 119
    },
    {
      "epoch": 0.4322377307519136,
      "grad_norm": 0.5488026379553149,
      "learning_rate": 1.9892723329629885e-05,
      "loss": 1.1318,
      "step": 120
    },
    {
      "epoch": 0.4358397118415128,
      "grad_norm": 0.48921510785914285,
      "learning_rate": 1.988651744737914e-05,
      "loss": 1.1326,
      "step": 121
    },
    {
      "epoch": 0.4394416929311121,
      "grad_norm": 0.4680907224628475,
      "learning_rate": 1.9880138096908955e-05,
      "loss": 1.1914,
      "step": 122
    },
    {
      "epoch": 0.4430436740207114,
      "grad_norm": 0.5211307346225923,
      "learning_rate": 1.9873585390151003e-05,
      "loss": 1.1725,
      "step": 123
    },
    {
      "epoch": 0.4466456551103107,
      "grad_norm": 0.49428034196081544,
      "learning_rate": 1.986685944207868e-05,
      "loss": 1.1249,
      "step": 124
    },
    {
      "epoch": 0.45024763619990993,
      "grad_norm": 0.5008034209150726,
      "learning_rate": 1.985996037070505e-05,
      "loss": 1.1438,
      "step": 125
    },
    {
      "epoch": 0.45384961728950923,
      "grad_norm": 0.5516276252455864,
      "learning_rate": 1.985288829708079e-05,
      "loss": 1.1664,
      "step": 126
    },
    {
      "epoch": 0.45745159837910854,
      "grad_norm": 0.4042937280440236,
      "learning_rate": 1.9845643345292055e-05,
      "loss": 1.1393,
      "step": 127
    },
    {
      "epoch": 0.4610535794687078,
      "grad_norm": 0.5708726115415008,
      "learning_rate": 1.983822564245833e-05,
      "loss": 1.1517,
      "step": 128
    },
    {
      "epoch": 0.4646555605583071,
      "grad_norm": 0.4228241062169966,
      "learning_rate": 1.9830635318730155e-05,
      "loss": 1.1611,
      "step": 129
    },
    {
      "epoch": 0.46825754164790634,
      "grad_norm": 0.5492061311037781,
      "learning_rate": 1.982287250728689e-05,
      "loss": 1.136,
      "step": 130
    },
    {
      "epoch": 0.47185952273750564,
      "grad_norm": 0.5592048508882452,
      "learning_rate": 1.981493734433433e-05,
      "loss": 1.1645,
      "step": 131
    },
    {
      "epoch": 0.4754615038271049,
      "grad_norm": 0.5410014986722763,
      "learning_rate": 1.9806829969102356e-05,
      "loss": 1.1577,
      "step": 132
    },
    {
      "epoch": 0.4790634849167042,
      "grad_norm": 0.5377866334331042,
      "learning_rate": 1.979855052384247e-05,
      "loss": 1.1748,
      "step": 133
    },
    {
      "epoch": 0.48266546600630345,
      "grad_norm": 0.5566595358396209,
      "learning_rate": 1.97900991538253e-05,
      "loss": 1.1688,
      "step": 134
    },
    {
      "epoch": 0.48626744709590275,
      "grad_norm": 0.5446371841337873,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 1.1346,
      "step": 135
    },
    {
      "epoch": 0.48986942818550205,
      "grad_norm": 0.4528727071626024,
      "learning_rate": 1.9772681235681936e-05,
      "loss": 1.1479,
      "step": 136
    },
    {
      "epoch": 0.4934714092751013,
      "grad_norm": 0.5030229157376633,
      "learning_rate": 1.976371499316945e-05,
      "loss": 1.1386,
      "step": 137
    },
    {
      "epoch": 0.4970733903647006,
      "grad_norm": 0.5137352518366364,
      "learning_rate": 1.9754577437121733e-05,
      "loss": 1.1273,
      "step": 138
    },
    {
      "epoch": 0.5006753714542999,
      "grad_norm": 0.45544139411768514,
      "learning_rate": 1.9745268727865774e-05,
      "loss": 1.1414,
      "step": 139
    },
    {
      "epoch": 0.5042773525438992,
      "grad_norm": 0.5273193209855178,
      "learning_rate": 1.9735789028731603e-05,
      "loss": 1.1579,
      "step": 140
    },
    {
      "epoch": 0.5078793336334985,
      "grad_norm": 0.41509040835847527,
      "learning_rate": 1.9726138506049438e-05,
      "loss": 1.1608,
      "step": 141
    },
    {
      "epoch": 0.5114813147230977,
      "grad_norm": 0.5276826172431313,
      "learning_rate": 1.971631732914674e-05,
      "loss": 1.1186,
      "step": 142
    },
    {
      "epoch": 0.515083295812697,
      "grad_norm": 0.48117944700025117,
      "learning_rate": 1.9706325670345276e-05,
      "loss": 1.1394,
      "step": 143
    },
    {
      "epoch": 0.5186852769022963,
      "grad_norm": 0.524284030585472,
      "learning_rate": 1.969616370495806e-05,
      "loss": 1.1475,
      "step": 144
    },
    {
      "epoch": 0.5222872579918956,
      "grad_norm": 0.43330583593619754,
      "learning_rate": 1.9685831611286312e-05,
      "loss": 1.1173,
      "step": 145
    },
    {
      "epoch": 0.5258892390814949,
      "grad_norm": 0.545404617817178,
      "learning_rate": 1.96753295706163e-05,
      "loss": 1.143,
      "step": 146
    },
    {
      "epoch": 0.5294912201710941,
      "grad_norm": 0.5368541119320993,
      "learning_rate": 1.9664657767216176e-05,
      "loss": 1.1492,
      "step": 147
    },
    {
      "epoch": 0.5330932012606934,
      "grad_norm": 0.5900575675857606,
      "learning_rate": 1.965381638833274e-05,
      "loss": 1.1061,
      "step": 148
    },
    {
      "epoch": 0.5366951823502927,
      "grad_norm": 0.4885677064908834,
      "learning_rate": 1.964280562418815e-05,
      "loss": 1.1696,
      "step": 149
    },
    {
      "epoch": 0.540297163439892,
      "grad_norm": 0.5737873365437347,
      "learning_rate": 1.9631625667976584e-05,
      "loss": 1.1414,
      "step": 150
    },
    {
      "epoch": 0.5438991445294912,
      "grad_norm": 0.48058399404834246,
      "learning_rate": 1.962027671586086e-05,
      "loss": 1.1692,
      "step": 151
    },
    {
      "epoch": 0.5475011256190905,
      "grad_norm": 0.6083382060711343,
      "learning_rate": 1.9608758966968987e-05,
      "loss": 1.1555,
      "step": 152
    },
    {
      "epoch": 0.5511031067086898,
      "grad_norm": 0.47474983425131323,
      "learning_rate": 1.9597072623390668e-05,
      "loss": 1.1653,
      "step": 153
    },
    {
      "epoch": 0.5547050877982891,
      "grad_norm": 0.4945047090641951,
      "learning_rate": 1.958521789017376e-05,
      "loss": 1.1262,
      "step": 154
    },
    {
      "epoch": 0.5583070688878884,
      "grad_norm": 0.4618796056478457,
      "learning_rate": 1.9573194975320672e-05,
      "loss": 1.1193,
      "step": 155
    },
    {
      "epoch": 0.5619090499774876,
      "grad_norm": 0.5433688714235343,
      "learning_rate": 1.9561004089784726e-05,
      "loss": 1.1863,
      "step": 156
    },
    {
      "epoch": 0.5655110310670869,
      "grad_norm": 0.4577137514640174,
      "learning_rate": 1.9548645447466433e-05,
      "loss": 1.1601,
      "step": 157
    },
    {
      "epoch": 0.5691130121566862,
      "grad_norm": 0.47944154343409334,
      "learning_rate": 1.9536119265209763e-05,
      "loss": 1.1152,
      "step": 158
    },
    {
      "epoch": 0.5727149932462855,
      "grad_norm": 0.42694412400942916,
      "learning_rate": 1.9523425762798328e-05,
      "loss": 1.1531,
      "step": 159
    },
    {
      "epoch": 0.5763169743358847,
      "grad_norm": 0.49207094141035496,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 1.1906,
      "step": 160
    },
    {
      "epoch": 0.579918955425484,
      "grad_norm": 0.5136613154641417,
      "learning_rate": 1.949753769132067e-05,
      "loss": 1.1644,
      "step": 161
    },
    {
      "epoch": 0.5835209365150833,
      "grad_norm": 0.44602489266661216,
      "learning_rate": 1.9484343576484935e-05,
      "loss": 1.1374,
      "step": 162
    },
    {
      "epoch": 0.5871229176046826,
      "grad_norm": 0.5228610461369948,
      "learning_rate": 1.9470983049947446e-05,
      "loss": 1.1163,
      "step": 163
    },
    {
      "epoch": 0.5907248986942819,
      "grad_norm": 0.5708572642999578,
      "learning_rate": 1.945745634613117e-05,
      "loss": 1.1186,
      "step": 164
    },
    {
      "epoch": 0.5943268797838811,
      "grad_norm": 0.5036409710357109,
      "learning_rate": 1.944376370237481e-05,
      "loss": 1.1465,
      "step": 165
    },
    {
      "epoch": 0.5979288608734804,
      "grad_norm": 0.5317443117280128,
      "learning_rate": 1.9429905358928648e-05,
      "loss": 1.1517,
      "step": 166
    },
    {
      "epoch": 0.6015308419630797,
      "grad_norm": 0.4882478787556137,
      "learning_rate": 1.9415881558950302e-05,
      "loss": 1.1067,
      "step": 167
    },
    {
      "epoch": 0.605132823052679,
      "grad_norm": 0.4874064562391516,
      "learning_rate": 1.9401692548500504e-05,
      "loss": 1.1324,
      "step": 168
    },
    {
      "epoch": 0.6087348041422782,
      "grad_norm": 0.5376918267990205,
      "learning_rate": 1.9387338576538743e-05,
      "loss": 1.1257,
      "step": 169
    },
    {
      "epoch": 0.6123367852318775,
      "grad_norm": 0.4965172211480199,
      "learning_rate": 1.937281989491892e-05,
      "loss": 1.1336,
      "step": 170
    },
    {
      "epoch": 0.6159387663214768,
      "grad_norm": 0.47932825528281314,
      "learning_rate": 1.935813675838491e-05,
      "loss": 1.1284,
      "step": 171
    },
    {
      "epoch": 0.6195407474110761,
      "grad_norm": 0.4858748471487055,
      "learning_rate": 1.9343289424566122e-05,
      "loss": 1.1057,
      "step": 172
    },
    {
      "epoch": 0.6231427285006754,
      "grad_norm": 0.5197155527596052,
      "learning_rate": 1.9328278153972947e-05,
      "loss": 1.1429,
      "step": 173
    },
    {
      "epoch": 0.6267447095902746,
      "grad_norm": 0.5090328339965416,
      "learning_rate": 1.9313103209992205e-05,
      "loss": 1.1441,
      "step": 174
    },
    {
      "epoch": 0.6303466906798739,
      "grad_norm": 0.43693562505510464,
      "learning_rate": 1.9297764858882516e-05,
      "loss": 1.1505,
      "step": 175
    },
    {
      "epoch": 0.6339486717694732,
      "grad_norm": 0.550660846855975,
      "learning_rate": 1.9282263369769633e-05,
      "loss": 1.1435,
      "step": 176
    },
    {
      "epoch": 0.6375506528590725,
      "grad_norm": 0.46578086383071565,
      "learning_rate": 1.9266599014641724e-05,
      "loss": 1.1018,
      "step": 177
    },
    {
      "epoch": 0.6411526339486717,
      "grad_norm": 0.4964782183292892,
      "learning_rate": 1.925077206834458e-05,
      "loss": 1.1465,
      "step": 178
    },
    {
      "epoch": 0.644754615038271,
      "grad_norm": 0.45964086094247464,
      "learning_rate": 1.9234782808576823e-05,
      "loss": 1.1062,
      "step": 179
    },
    {
      "epoch": 0.6483565961278703,
      "grad_norm": 0.5483305518872,
      "learning_rate": 1.9218631515885007e-05,
      "loss": 1.1951,
      "step": 180
    },
    {
      "epoch": 0.6519585772174696,
      "grad_norm": 0.5145676852242339,
      "learning_rate": 1.9202318473658707e-05,
      "loss": 1.1448,
      "step": 181
    },
    {
      "epoch": 0.6555605583070689,
      "grad_norm": 0.4386475661627918,
      "learning_rate": 1.9185843968125543e-05,
      "loss": 1.1308,
      "step": 182
    },
    {
      "epoch": 0.6591625393966681,
      "grad_norm": 0.5755653013269093,
      "learning_rate": 1.9169208288346168e-05,
      "loss": 1.1134,
      "step": 183
    },
    {
      "epoch": 0.6627645204862674,
      "grad_norm": 0.44327277861238035,
      "learning_rate": 1.9152411726209176e-05,
      "loss": 1.1152,
      "step": 184
    },
    {
      "epoch": 0.6663665015758667,
      "grad_norm": 0.5486666975937928,
      "learning_rate": 1.913545457642601e-05,
      "loss": 1.1624,
      "step": 185
    },
    {
      "epoch": 0.669968482665466,
      "grad_norm": 0.5461049108625414,
      "learning_rate": 1.911833713652576e-05,
      "loss": 1.1686,
      "step": 186
    },
    {
      "epoch": 0.6735704637550652,
      "grad_norm": 0.49624624730248856,
      "learning_rate": 1.9101059706849957e-05,
      "loss": 1.1375,
      "step": 187
    },
    {
      "epoch": 0.6771724448446645,
      "grad_norm": 0.5048178389571221,
      "learning_rate": 1.9083622590547313e-05,
      "loss": 1.1184,
      "step": 188
    },
    {
      "epoch": 0.6807744259342638,
      "grad_norm": 0.5607987809134882,
      "learning_rate": 1.906602609356838e-05,
      "loss": 1.1383,
      "step": 189
    },
    {
      "epoch": 0.6843764070238632,
      "grad_norm": 0.5461935247508191,
      "learning_rate": 1.9048270524660197e-05,
      "loss": 1.1199,
      "step": 190
    },
    {
      "epoch": 0.6879783881134625,
      "grad_norm": 0.48641376111434126,
      "learning_rate": 1.9030356195360875e-05,
      "loss": 1.1325,
      "step": 191
    },
    {
      "epoch": 0.6915803692030617,
      "grad_norm": 0.5712551206304499,
      "learning_rate": 1.9012283419994115e-05,
      "loss": 1.1079,
      "step": 192
    },
    {
      "epoch": 0.695182350292661,
      "grad_norm": 0.5549505651064666,
      "learning_rate": 1.899405251566371e-05,
      "loss": 1.1491,
      "step": 193
    },
    {
      "epoch": 0.6987843313822603,
      "grad_norm": 0.5454364240589753,
      "learning_rate": 1.8975663802247978e-05,
      "loss": 1.1324,
      "step": 194
    },
    {
      "epoch": 0.7023863124718596,
      "grad_norm": 0.5489949607435856,
      "learning_rate": 1.895711760239413e-05,
      "loss": 1.1424,
      "step": 195
    },
    {
      "epoch": 0.7059882935614588,
      "grad_norm": 0.5516401509678447,
      "learning_rate": 1.893841424151264e-05,
      "loss": 1.1192,
      "step": 196
    },
    {
      "epoch": 0.7095902746510581,
      "grad_norm": 0.616415006151177,
      "learning_rate": 1.8919554047771508e-05,
      "loss": 1.1057,
      "step": 197
    },
    {
      "epoch": 0.7131922557406574,
      "grad_norm": 0.49764500545065876,
      "learning_rate": 1.8900537352090523e-05,
      "loss": 1.2043,
      "step": 198
    },
    {
      "epoch": 0.7167942368302567,
      "grad_norm": 0.5353719497991947,
      "learning_rate": 1.8881364488135448e-05,
      "loss": 1.1009,
      "step": 199
    },
    {
      "epoch": 0.720396217919856,
      "grad_norm": 0.5552251069245464,
      "learning_rate": 1.8862035792312148e-05,
      "loss": 1.1472,
      "step": 200
    },
    {
      "epoch": 0.7239981990094552,
      "grad_norm": 0.47370380708561854,
      "learning_rate": 1.8842551603760725e-05,
      "loss": 1.1234,
      "step": 201
    },
    {
      "epoch": 0.7276001800990545,
      "grad_norm": 0.514238613810691,
      "learning_rate": 1.8822912264349535e-05,
      "loss": 1.111,
      "step": 202
    },
    {
      "epoch": 0.7312021611886538,
      "grad_norm": 0.4336419198372904,
      "learning_rate": 1.8803118118669203e-05,
      "loss": 1.135,
      "step": 203
    },
    {
      "epoch": 0.7348041422782531,
      "grad_norm": 0.5294295030645012,
      "learning_rate": 1.878316951402658e-05,
      "loss": 1.1202,
      "step": 204
    },
    {
      "epoch": 0.7384061233678523,
      "grad_norm": 0.4780673622172491,
      "learning_rate": 1.8763066800438638e-05,
      "loss": 1.1115,
      "step": 205
    },
    {
      "epoch": 0.7420081044574516,
      "grad_norm": 0.45954189171840354,
      "learning_rate": 1.8742810330626338e-05,
      "loss": 1.1389,
      "step": 206
    },
    {
      "epoch": 0.7456100855470509,
      "grad_norm": 0.4449315804684262,
      "learning_rate": 1.8722400460008437e-05,
      "loss": 1.1311,
      "step": 207
    },
    {
      "epoch": 0.7492120666366502,
      "grad_norm": 0.5160932332263837,
      "learning_rate": 1.870183754669526e-05,
      "loss": 1.1579,
      "step": 208
    },
    {
      "epoch": 0.7528140477262495,
      "grad_norm": 0.4281459926943085,
      "learning_rate": 1.8681121951482397e-05,
      "loss": 1.161,
      "step": 209
    },
    {
      "epoch": 0.7564160288158487,
      "grad_norm": 0.47559201254768024,
      "learning_rate": 1.866025403784439e-05,
      "loss": 1.1485,
      "step": 210
    },
    {
      "epoch": 0.760018009905448,
      "grad_norm": 0.43905387770660126,
      "learning_rate": 1.8639234171928355e-05,
      "loss": 1.1083,
      "step": 211
    },
    {
      "epoch": 0.7636199909950473,
      "grad_norm": 0.4175570198117635,
      "learning_rate": 1.861806272254755e-05,
      "loss": 1.1494,
      "step": 212
    },
    {
      "epoch": 0.7672219720846466,
      "grad_norm": 0.4179520039796487,
      "learning_rate": 1.8596740061174912e-05,
      "loss": 1.1391,
      "step": 213
    },
    {
      "epoch": 0.7708239531742458,
      "grad_norm": 0.4625191756163765,
      "learning_rate": 1.8575266561936526e-05,
      "loss": 1.1219,
      "step": 214
    },
    {
      "epoch": 0.7744259342638451,
      "grad_norm": 0.4360052457091878,
      "learning_rate": 1.855364260160507e-05,
      "loss": 1.0894,
      "step": 215
    },
    {
      "epoch": 0.7780279153534444,
      "grad_norm": 0.44330577471105836,
      "learning_rate": 1.8531868559593205e-05,
      "loss": 1.1221,
      "step": 216
    },
    {
      "epoch": 0.7816298964430437,
      "grad_norm": 0.46845374827188646,
      "learning_rate": 1.850994481794692e-05,
      "loss": 1.1372,
      "step": 217
    },
    {
      "epoch": 0.785231877532643,
      "grad_norm": 0.4240045594210141,
      "learning_rate": 1.848787176133882e-05,
      "loss": 1.1063,
      "step": 218
    },
    {
      "epoch": 0.7888338586222422,
      "grad_norm": 0.47588941754559394,
      "learning_rate": 1.8465649777061377e-05,
      "loss": 1.1144,
      "step": 219
    },
    {
      "epoch": 0.7924358397118415,
      "grad_norm": 0.47944401723447033,
      "learning_rate": 1.8443279255020153e-05,
      "loss": 1.1478,
      "step": 220
    },
    {
      "epoch": 0.7960378208014408,
      "grad_norm": 0.5043431839326713,
      "learning_rate": 1.8420760587726925e-05,
      "loss": 1.1417,
      "step": 221
    },
    {
      "epoch": 0.7996398018910401,
      "grad_norm": 0.4686592324649181,
      "learning_rate": 1.839809417029283e-05,
      "loss": 1.1023,
      "step": 222
    },
    {
      "epoch": 0.8032417829806393,
      "grad_norm": 0.47495270803179485,
      "learning_rate": 1.837528040042142e-05,
      "loss": 1.1638,
      "step": 223
    },
    {
      "epoch": 0.8068437640702386,
      "grad_norm": 0.4913868710518268,
      "learning_rate": 1.8352319678401677e-05,
      "loss": 1.1064,
      "step": 224
    },
    {
      "epoch": 0.8104457451598379,
      "grad_norm": 0.48052615240826413,
      "learning_rate": 1.8329212407100996e-05,
      "loss": 1.1476,
      "step": 225
    },
    {
      "epoch": 0.8140477262494372,
      "grad_norm": 0.5206455743057349,
      "learning_rate": 1.830595899195813e-05,
      "loss": 1.1514,
      "step": 226
    },
    {
      "epoch": 0.8176497073390365,
      "grad_norm": 0.4359589995668716,
      "learning_rate": 1.8282559840976043e-05,
      "loss": 1.1395,
      "step": 227
    },
    {
      "epoch": 0.8212516884286357,
      "grad_norm": 0.45522754832406287,
      "learning_rate": 1.8259015364714786e-05,
      "loss": 1.0933,
      "step": 228
    },
    {
      "epoch": 0.824853669518235,
      "grad_norm": 0.4227994898708231,
      "learning_rate": 1.8235325976284276e-05,
      "loss": 1.1394,
      "step": 229
    },
    {
      "epoch": 0.8284556506078343,
      "grad_norm": 0.4436362275580185,
      "learning_rate": 1.821149209133704e-05,
      "loss": 1.131,
      "step": 230
    },
    {
      "epoch": 0.8320576316974336,
      "grad_norm": 0.4347073407955882,
      "learning_rate": 1.8187514128060946e-05,
      "loss": 1.1476,
      "step": 231
    },
    {
      "epoch": 0.8356596127870328,
      "grad_norm": 0.4940064330724917,
      "learning_rate": 1.816339250717184e-05,
      "loss": 1.1419,
      "step": 232
    },
    {
      "epoch": 0.8392615938766321,
      "grad_norm": 0.4536624018312723,
      "learning_rate": 1.8139127651906183e-05,
      "loss": 1.1127,
      "step": 233
    },
    {
      "epoch": 0.8428635749662314,
      "grad_norm": 0.4543924968182053,
      "learning_rate": 1.8114719988013612e-05,
      "loss": 1.0967,
      "step": 234
    },
    {
      "epoch": 0.8464655560558307,
      "grad_norm": 0.496938853436019,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 1.1379,
      "step": 235
    },
    {
      "epoch": 0.85006753714543,
      "grad_norm": 0.4722755921464798,
      "learning_rate": 1.8065477949867327e-05,
      "loss": 1.0873,
      "step": 236
    },
    {
      "epoch": 0.8536695182350292,
      "grad_norm": 0.5081752202195752,
      "learning_rate": 1.8040644439611348e-05,
      "loss": 1.1295,
      "step": 237
    },
    {
      "epoch": 0.8572714993246285,
      "grad_norm": 0.4778818482001873,
      "learning_rate": 1.8015669848708768e-05,
      "loss": 1.1373,
      "step": 238
    },
    {
      "epoch": 0.8608734804142278,
      "grad_norm": 0.5045432761666748,
      "learning_rate": 1.79905546153622e-05,
      "loss": 1.0715,
      "step": 239
    },
    {
      "epoch": 0.8644754615038271,
      "grad_norm": 0.4552278661854219,
      "learning_rate": 1.7965299180241963e-05,
      "loss": 1.0893,
      "step": 240
    },
    {
      "epoch": 0.8680774425934263,
      "grad_norm": 0.4407126204238206,
      "learning_rate": 1.7939903986478354e-05,
      "loss": 1.1255,
      "step": 241
    },
    {
      "epoch": 0.8716794236830256,
      "grad_norm": 0.4692473628658144,
      "learning_rate": 1.7914369479653858e-05,
      "loss": 1.1523,
      "step": 242
    },
    {
      "epoch": 0.875281404772625,
      "grad_norm": 0.42345759228200053,
      "learning_rate": 1.7888696107795343e-05,
      "loss": 1.161,
      "step": 243
    },
    {
      "epoch": 0.8788833858622243,
      "grad_norm": 0.4575083414521567,
      "learning_rate": 1.786288432136619e-05,
      "loss": 1.1454,
      "step": 244
    },
    {
      "epoch": 0.8824853669518236,
      "grad_norm": 0.45825544200419105,
      "learning_rate": 1.78369345732584e-05,
      "loss": 1.1084,
      "step": 245
    },
    {
      "epoch": 0.8860873480414228,
      "grad_norm": 0.4571474613630994,
      "learning_rate": 1.7810847318784632e-05,
      "loss": 1.0649,
      "step": 246
    },
    {
      "epoch": 0.889689329131022,
      "grad_norm": 0.4213015631637526,
      "learning_rate": 1.7784623015670237e-05,
      "loss": 1.123,
      "step": 247
    },
    {
      "epoch": 0.8932913102206214,
      "grad_norm": 0.44046418449127966,
      "learning_rate": 1.7758262124045195e-05,
      "loss": 1.1042,
      "step": 248
    },
    {
      "epoch": 0.8968932913102207,
      "grad_norm": 0.4718964524238348,
      "learning_rate": 1.7731765106436073e-05,
      "loss": 1.1463,
      "step": 249
    },
    {
      "epoch": 0.9004952723998199,
      "grad_norm": 0.4826635691547265,
      "learning_rate": 1.7705132427757895e-05,
      "loss": 1.1574,
      "step": 250
    },
    {
      "epoch": 0.9040972534894192,
      "grad_norm": 0.44969451508361796,
      "learning_rate": 1.767836455530598e-05,
      "loss": 1.1266,
      "step": 251
    },
    {
      "epoch": 0.9076992345790185,
      "grad_norm": 0.47012600172717994,
      "learning_rate": 1.7651461958747745e-05,
      "loss": 1.1186,
      "step": 252
    },
    {
      "epoch": 0.9113012156686178,
      "grad_norm": 0.4708814635886862,
      "learning_rate": 1.762442511011448e-05,
      "loss": 1.1205,
      "step": 253
    },
    {
      "epoch": 0.9149031967582171,
      "grad_norm": 0.4859783116895806,
      "learning_rate": 1.759725448379305e-05,
      "loss": 1.1029,
      "step": 254
    },
    {
      "epoch": 0.9185051778478163,
      "grad_norm": 0.45177219701276683,
      "learning_rate": 1.7569950556517566e-05,
      "loss": 1.1285,
      "step": 255
    },
    {
      "epoch": 0.9221071589374156,
      "grad_norm": 0.5089139511075501,
      "learning_rate": 1.754251380736104e-05,
      "loss": 1.1211,
      "step": 256
    },
    {
      "epoch": 0.9257091400270149,
      "grad_norm": 0.4747128535388747,
      "learning_rate": 1.7514944717726962e-05,
      "loss": 1.1361,
      "step": 257
    },
    {
      "epoch": 0.9293111211166142,
      "grad_norm": 0.42993050978195774,
      "learning_rate": 1.7487243771340862e-05,
      "loss": 1.1593,
      "step": 258
    },
    {
      "epoch": 0.9329131022062134,
      "grad_norm": 0.4458544270756502,
      "learning_rate": 1.7459411454241822e-05,
      "loss": 1.0983,
      "step": 259
    },
    {
      "epoch": 0.9365150832958127,
      "grad_norm": 0.45884117899281146,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 1.1288,
      "step": 260
    },
    {
      "epoch": 0.940117064385412,
      "grad_norm": 0.43805358514442444,
      "learning_rate": 1.7403354663577782e-05,
      "loss": 1.1454,
      "step": 261
    },
    {
      "epoch": 0.9437190454750113,
      "grad_norm": 0.45724880809939855,
      "learning_rate": 1.737513117358174e-05,
      "loss": 1.1177,
      "step": 262
    },
    {
      "epoch": 0.9473210265646106,
      "grad_norm": 0.4865575333409952,
      "learning_rate": 1.7346778279993417e-05,
      "loss": 1.1044,
      "step": 263
    },
    {
      "epoch": 0.9509230076542098,
      "grad_norm": 0.4305984402422517,
      "learning_rate": 1.7318296480290912e-05,
      "loss": 1.1143,
      "step": 264
    },
    {
      "epoch": 0.9545249887438091,
      "grad_norm": 0.44013047299806796,
      "learning_rate": 1.7289686274214116e-05,
      "loss": 1.0853,
      "step": 265
    },
    {
      "epoch": 0.9581269698334084,
      "grad_norm": 0.4345428898707509,
      "learning_rate": 1.7260948163755918e-05,
      "loss": 1.1099,
      "step": 266
    },
    {
      "epoch": 0.9617289509230077,
      "grad_norm": 0.4893955945585022,
      "learning_rate": 1.7232082653153422e-05,
      "loss": 1.1159,
      "step": 267
    },
    {
      "epoch": 0.9653309320126069,
      "grad_norm": 0.43872923183961987,
      "learning_rate": 1.720309024887907e-05,
      "loss": 1.1387,
      "step": 268
    },
    {
      "epoch": 0.9689329131022062,
      "grad_norm": 0.4139023584818359,
      "learning_rate": 1.717397145963179e-05,
      "loss": 1.1423,
      "step": 269
    },
    {
      "epoch": 0.9725348941918055,
      "grad_norm": 0.46073526226825784,
      "learning_rate": 1.7144726796328034e-05,
      "loss": 1.1351,
      "step": 270
    },
    {
      "epoch": 0.9761368752814048,
      "grad_norm": 0.5230743107253865,
      "learning_rate": 1.7115356772092858e-05,
      "loss": 1.1231,
      "step": 271
    },
    {
      "epoch": 0.9797388563710041,
      "grad_norm": 0.4827798496308727,
      "learning_rate": 1.7085861902250864e-05,
      "loss": 1.0715,
      "step": 272
    },
    {
      "epoch": 0.9833408374606033,
      "grad_norm": 0.4333382962775112,
      "learning_rate": 1.705624270431721e-05,
      "loss": 1.1342,
      "step": 273
    },
    {
      "epoch": 0.9869428185502026,
      "grad_norm": 1.4702569714626632,
      "learning_rate": 1.7026499697988496e-05,
      "loss": 1.1272,
      "step": 274
    },
    {
      "epoch": 0.9905447996398019,
      "grad_norm": 0.4680057164761672,
      "learning_rate": 1.6996633405133656e-05,
      "loss": 1.1425,
      "step": 275
    },
    {
      "epoch": 0.9941467807294012,
      "grad_norm": 0.4398942871394248,
      "learning_rate": 1.696664434978481e-05,
      "loss": 1.1323,
      "step": 276
    },
    {
      "epoch": 0.9977487618190004,
      "grad_norm": 0.4844460975672615,
      "learning_rate": 1.693653305812805e-05,
      "loss": 1.0979,
      "step": 277
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.4844460975672615,
      "learning_rate": 1.690630005849423e-05,
      "loss": 1.148,
      "step": 278
    },
    {
      "epoch": 1.0036019810895993,
      "grad_norm": 0.6325232514036684,
      "learning_rate": 1.6875945881349676e-05,
      "loss": 1.0937,
      "step": 279
    },
    {
      "epoch": 1.0072039621791986,
      "grad_norm": 0.49603949883397697,
      "learning_rate": 1.684547105928689e-05,
      "loss": 1.0468,
      "step": 280
    },
    {
      "epoch": 1.010805943268798,
      "grad_norm": 0.5372669432351873,
      "learning_rate": 1.68148761270152e-05,
      "loss": 1.0631,
      "step": 281
    },
    {
      "epoch": 1.0144079243583972,
      "grad_norm": 2.131037549344966,
      "learning_rate": 1.6784161621351384e-05,
      "loss": 1.068,
      "step": 282
    },
    {
      "epoch": 1.0180099054479963,
      "grad_norm": 0.635753941282033,
      "learning_rate": 1.6753328081210244e-05,
      "loss": 1.0935,
      "step": 283
    },
    {
      "epoch": 1.0216118865375956,
      "grad_norm": 0.47524062136980866,
      "learning_rate": 1.6722376047595163e-05,
      "loss": 1.1006,
      "step": 284
    },
    {
      "epoch": 1.025213867627195,
      "grad_norm": 0.6053066501624359,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 1.0918,
      "step": 285
    },
    {
      "epoch": 1.0288158487167942,
      "grad_norm": 0.4687489474763007,
      "learning_rate": 1.666011867434252e-05,
      "loss": 1.0866,
      "step": 286
    },
    {
      "epoch": 1.0324178298063935,
      "grad_norm": 0.5388069709966906,
      "learning_rate": 1.6628814427068954e-05,
      "loss": 1.0812,
      "step": 287
    },
    {
      "epoch": 1.0360198108959928,
      "grad_norm": 0.4794335640846871,
      "learning_rate": 1.6597393871030264e-05,
      "loss": 1.0839,
      "step": 288
    },
    {
      "epoch": 1.0396217919855921,
      "grad_norm": 0.4589453520699086,
      "learning_rate": 1.6565857557529567e-05,
      "loss": 1.0972,
      "step": 289
    },
    {
      "epoch": 1.0432237730751914,
      "grad_norm": 0.4650113971173736,
      "learning_rate": 1.6534206039901057e-05,
      "loss": 1.0853,
      "step": 290
    },
    {
      "epoch": 1.0468257541647907,
      "grad_norm": 0.4614651747247148,
      "learning_rate": 1.650243987350029e-05,
      "loss": 1.0494,
      "step": 291
    },
    {
      "epoch": 1.0504277352543898,
      "grad_norm": 0.5075197059347266,
      "learning_rate": 1.6470559615694445e-05,
      "loss": 1.0848,
      "step": 292
    },
    {
      "epoch": 1.0540297163439891,
      "grad_norm": 0.534870398465298,
      "learning_rate": 1.643856582585254e-05,
      "loss": 1.0711,
      "step": 293
    },
    {
      "epoch": 1.0576316974335884,
      "grad_norm": 0.4900025111904141,
      "learning_rate": 1.6406459065335616e-05,
      "loss": 1.1088,
      "step": 294
    },
    {
      "epoch": 1.0612336785231877,
      "grad_norm": 0.4905713891127617,
      "learning_rate": 1.63742398974869e-05,
      "loss": 1.0376,
      "step": 295
    },
    {
      "epoch": 1.064835659612787,
      "grad_norm": 0.49301716249041067,
      "learning_rate": 1.6341908887621894e-05,
      "loss": 1.0659,
      "step": 296
    },
    {
      "epoch": 1.0684376407023863,
      "grad_norm": 0.572076325440764,
      "learning_rate": 1.6309466603018497e-05,
      "loss": 1.1152,
      "step": 297
    },
    {
      "epoch": 1.0720396217919856,
      "grad_norm": 0.5026473757040493,
      "learning_rate": 1.6276913612907005e-05,
      "loss": 1.0534,
      "step": 298
    },
    {
      "epoch": 1.075641602881585,
      "grad_norm": 0.5597880613942234,
      "learning_rate": 1.624425048846016e-05,
      "loss": 1.075,
      "step": 299
    },
    {
      "epoch": 1.0792435839711843,
      "grad_norm": 0.5886018125459568,
      "learning_rate": 1.6211477802783105e-05,
      "loss": 1.0541,
      "step": 300
    },
    {
      "epoch": 1.0828455650607833,
      "grad_norm": 0.43599792787958097,
      "learning_rate": 1.6178596130903345e-05,
      "loss": 1.0366,
      "step": 301
    },
    {
      "epoch": 1.0864475461503826,
      "grad_norm": 1.3645312873990507,
      "learning_rate": 1.6145606049760644e-05,
      "loss": 1.1147,
      "step": 302
    },
    {
      "epoch": 1.090049527239982,
      "grad_norm": 0.5239395330225045,
      "learning_rate": 1.611250813819692e-05,
      "loss": 1.1149,
      "step": 303
    },
    {
      "epoch": 1.0936515083295812,
      "grad_norm": 0.44904566464672624,
      "learning_rate": 1.6079302976946055e-05,
      "loss": 1.0615,
      "step": 304
    },
    {
      "epoch": 1.0972534894191805,
      "grad_norm": 6.687463457380432,
      "learning_rate": 1.6045991148623752e-05,
      "loss": 1.0877,
      "step": 305
    },
    {
      "epoch": 1.1008554705087799,
      "grad_norm": 0.6777647025581062,
      "learning_rate": 1.601257323771727e-05,
      "loss": 1.0374,
      "step": 306
    },
    {
      "epoch": 1.1044574515983792,
      "grad_norm": 0.45081910984732343,
      "learning_rate": 1.597904983057519e-05,
      "loss": 1.0622,
      "step": 307
    },
    {
      "epoch": 1.1080594326879785,
      "grad_norm": 0.6676796186340445,
      "learning_rate": 1.5945421515397135e-05,
      "loss": 1.0939,
      "step": 308
    },
    {
      "epoch": 1.1116614137775778,
      "grad_norm": 0.5241483344815632,
      "learning_rate": 1.591168888222342e-05,
      "loss": 1.1002,
      "step": 309
    },
    {
      "epoch": 1.1152633948671768,
      "grad_norm": 0.5636707882847527,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 1.0643,
      "step": 310
    },
    {
      "epoch": 1.1188653759567762,
      "grad_norm": 0.552304185199896,
      "learning_rate": 1.5843913031191722e-05,
      "loss": 1.0967,
      "step": 311
    },
    {
      "epoch": 1.1224673570463755,
      "grad_norm": 0.5201040787195316,
      "learning_rate": 1.5809871002524602e-05,
      "loss": 1.0627,
      "step": 312
    },
    {
      "epoch": 1.1260693381359748,
      "grad_norm": 0.5040403712960578,
      "learning_rate": 1.5775727034222675e-05,
      "loss": 1.0984,
      "step": 313
    },
    {
      "epoch": 1.129671319225574,
      "grad_norm": 0.4481820208208587,
      "learning_rate": 1.57414817253739e-05,
      "loss": 1.0447,
      "step": 314
    },
    {
      "epoch": 1.1332733003151734,
      "grad_norm": 0.4732904086047612,
      "learning_rate": 1.570713567684432e-05,
      "loss": 1.0959,
      "step": 315
    },
    {
      "epoch": 1.1368752814047727,
      "grad_norm": 0.44576445414041027,
      "learning_rate": 1.567268949126757e-05,
      "loss": 1.0856,
      "step": 316
    },
    {
      "epoch": 1.140477262494372,
      "grad_norm": 0.5126510118086727,
      "learning_rate": 1.5638143773034268e-05,
      "loss": 1.0852,
      "step": 317
    },
    {
      "epoch": 1.1440792435839713,
      "grad_norm": 0.4481225423425604,
      "learning_rate": 1.5603499128281447e-05,
      "loss": 1.06,
      "step": 318
    },
    {
      "epoch": 1.1476812246735704,
      "grad_norm": 0.4970199445974541,
      "learning_rate": 1.556875616488188e-05,
      "loss": 1.0608,
      "step": 319
    },
    {
      "epoch": 1.1512832057631697,
      "grad_norm": 0.43027712991838124,
      "learning_rate": 1.553391549243344e-05,
      "loss": 1.0707,
      "step": 320
    },
    {
      "epoch": 1.154885186852769,
      "grad_norm": 0.46273696948055437,
      "learning_rate": 1.54989777222484e-05,
      "loss": 1.0455,
      "step": 321
    },
    {
      "epoch": 1.1584871679423683,
      "grad_norm": 0.4552896560665292,
      "learning_rate": 1.5463943467342694e-05,
      "loss": 1.0053,
      "step": 322
    },
    {
      "epoch": 1.1620891490319676,
      "grad_norm": 0.4335241416580028,
      "learning_rate": 1.5428813342425177e-05,
      "loss": 1.0638,
      "step": 323
    },
    {
      "epoch": 1.1656911301215669,
      "grad_norm": 0.5148544036584056,
      "learning_rate": 1.5393587963886837e-05,
      "loss": 1.0807,
      "step": 324
    },
    {
      "epoch": 1.1692931112111662,
      "grad_norm": 0.49908726226915306,
      "learning_rate": 1.5358267949789968e-05,
      "loss": 1.0498,
      "step": 325
    },
    {
      "epoch": 1.1728950923007655,
      "grad_norm": 0.4795739077213552,
      "learning_rate": 1.532285391985734e-05,
      "loss": 1.0687,
      "step": 326
    },
    {
      "epoch": 1.1764970733903648,
      "grad_norm": 0.550309380591289,
      "learning_rate": 1.528734649546132e-05,
      "loss": 1.1092,
      "step": 327
    },
    {
      "epoch": 1.1800990544799639,
      "grad_norm": 0.43185891723859965,
      "learning_rate": 1.5251746299612959e-05,
      "loss": 1.0713,
      "step": 328
    },
    {
      "epoch": 1.1837010355695632,
      "grad_norm": 0.5191344837596127,
      "learning_rate": 1.5216053956951081e-05,
      "loss": 1.0687,
      "step": 329
    },
    {
      "epoch": 1.1873030166591625,
      "grad_norm": 0.5178481925919243,
      "learning_rate": 1.5180270093731305e-05,
      "loss": 1.1071,
      "step": 330
    },
    {
      "epoch": 1.1909049977487618,
      "grad_norm": 0.49397906525420315,
      "learning_rate": 1.5144395337815066e-05,
      "loss": 1.1221,
      "step": 331
    },
    {
      "epoch": 1.194506978838361,
      "grad_norm": 0.5857242801522724,
      "learning_rate": 1.51084303186586e-05,
      "loss": 1.083,
      "step": 332
    },
    {
      "epoch": 1.1981089599279604,
      "grad_norm": 0.5952165292011251,
      "learning_rate": 1.5072375667301893e-05,
      "loss": 1.1022,
      "step": 333
    },
    {
      "epoch": 1.2017109410175597,
      "grad_norm": 0.47002489362756894,
      "learning_rate": 1.503623201635761e-05,
      "loss": 1.0428,
      "step": 334
    },
    {
      "epoch": 1.205312922107159,
      "grad_norm": 0.5356317761898491,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.0838,
      "step": 335
    },
    {
      "epoch": 1.2089149031967583,
      "grad_norm": 0.448111372214202,
      "learning_rate": 1.496368025395377e-05,
      "loss": 1.087,
      "step": 336
    },
    {
      "epoch": 1.2125168842863574,
      "grad_norm": 0.5107427849758903,
      "learning_rate": 1.4927273415482916e-05,
      "loss": 1.0472,
      "step": 337
    },
    {
      "epoch": 1.2161188653759567,
      "grad_norm": 0.4626399176029545,
      "learning_rate": 1.4890780123379565e-05,
      "loss": 1.103,
      "step": 338
    },
    {
      "epoch": 1.219720846465556,
      "grad_norm": 0.4845405584208064,
      "learning_rate": 1.485420101795274e-05,
      "loss": 1.0701,
      "step": 339
    },
    {
      "epoch": 1.2233228275551553,
      "grad_norm": 0.49223773927308345,
      "learning_rate": 1.4817536741017153e-05,
      "loss": 1.0848,
      "step": 340
    },
    {
      "epoch": 1.2269248086447546,
      "grad_norm": 0.4389001621603982,
      "learning_rate": 1.4780787935881925e-05,
      "loss": 1.0607,
      "step": 341
    },
    {
      "epoch": 1.230526789734354,
      "grad_norm": 0.4472345531258171,
      "learning_rate": 1.4743955247339292e-05,
      "loss": 1.1253,
      "step": 342
    },
    {
      "epoch": 1.2341287708239532,
      "grad_norm": 0.4420228473672137,
      "learning_rate": 1.470703932165333e-05,
      "loss": 1.0832,
      "step": 343
    },
    {
      "epoch": 1.2377307519135525,
      "grad_norm": 0.41494861375097974,
      "learning_rate": 1.4670040806548555e-05,
      "loss": 1.076,
      "step": 344
    },
    {
      "epoch": 1.2413327330031518,
      "grad_norm": 0.4729291266499653,
      "learning_rate": 1.463296035119862e-05,
      "loss": 1.0661,
      "step": 345
    },
    {
      "epoch": 1.244934714092751,
      "grad_norm": 0.4608892964387113,
      "learning_rate": 1.4595798606214882e-05,
      "loss": 1.063,
      "step": 346
    },
    {
      "epoch": 1.2485366951823502,
      "grad_norm": 0.4507767728600715,
      "learning_rate": 1.4558556223635004e-05,
      "loss": 1.017,
      "step": 347
    },
    {
      "epoch": 1.2521386762719495,
      "grad_norm": 0.519368858999387,
      "learning_rate": 1.4521233856911507e-05,
      "loss": 1.0442,
      "step": 348
    },
    {
      "epoch": 1.2557406573615488,
      "grad_norm": 0.4173024775771614,
      "learning_rate": 1.4483832160900326e-05,
      "loss": 1.0657,
      "step": 349
    },
    {
      "epoch": 1.2593426384511481,
      "grad_norm": 0.5204397560981797,
      "learning_rate": 1.4446351791849276e-05,
      "loss": 1.0865,
      "step": 350
    },
    {
      "epoch": 1.2629446195407474,
      "grad_norm": 0.43508225223480745,
      "learning_rate": 1.4408793407386587e-05,
      "loss": 1.0282,
      "step": 351
    },
    {
      "epoch": 1.2665466006303467,
      "grad_norm": 0.5017927641817906,
      "learning_rate": 1.437115766650933e-05,
      "loss": 1.0515,
      "step": 352
    },
    {
      "epoch": 1.270148581719946,
      "grad_norm": 0.42089185839224563,
      "learning_rate": 1.4333445229571874e-05,
      "loss": 1.072,
      "step": 353
    },
    {
      "epoch": 1.2737505628095454,
      "grad_norm": 0.435024724819157,
      "learning_rate": 1.4295656758274283e-05,
      "loss": 1.0793,
      "step": 354
    },
    {
      "epoch": 1.2773525438991444,
      "grad_norm": 0.4394335159893794,
      "learning_rate": 1.4257792915650728e-05,
      "loss": 1.0578,
      "step": 355
    },
    {
      "epoch": 1.2809545249887437,
      "grad_norm": 0.5605066115166044,
      "learning_rate": 1.4219854366057831e-05,
      "loss": 1.0939,
      "step": 356
    },
    {
      "epoch": 1.284556506078343,
      "grad_norm": 0.43273413986854736,
      "learning_rate": 1.4181841775163014e-05,
      "loss": 1.0651,
      "step": 357
    },
    {
      "epoch": 1.2881584871679423,
      "grad_norm": 0.4389647625390638,
      "learning_rate": 1.4143755809932843e-05,
      "loss": 1.0762,
      "step": 358
    },
    {
      "epoch": 1.2917604682575416,
      "grad_norm": 0.4475796252560724,
      "learning_rate": 1.4105597138621281e-05,
      "loss": 1.0974,
      "step": 359
    },
    {
      "epoch": 1.295362449347141,
      "grad_norm": 0.599475685555089,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 1.0739,
      "step": 360
    },
    {
      "epoch": 1.2989644304367403,
      "grad_norm": 0.4685297142242917,
      "learning_rate": 1.4029064357136628e-05,
      "loss": 1.0448,
      "step": 361
    },
    {
      "epoch": 1.3025664115263396,
      "grad_norm": 0.404180257444672,
      "learning_rate": 1.3990691589802955e-05,
      "loss": 1.0643,
      "step": 362
    },
    {
      "epoch": 1.3061683926159389,
      "grad_norm": 0.45859585693385835,
      "learning_rate": 1.3952248802043166e-05,
      "loss": 1.0662,
      "step": 363
    },
    {
      "epoch": 1.309770373705538,
      "grad_norm": 0.40069849025793297,
      "learning_rate": 1.3913736668372027e-05,
      "loss": 1.0277,
      "step": 364
    },
    {
      "epoch": 1.3133723547951373,
      "grad_norm": 0.6539531609460456,
      "learning_rate": 1.3875155864521031e-05,
      "loss": 1.0871,
      "step": 365
    },
    {
      "epoch": 1.3169743358847366,
      "grad_norm": 0.45324799860171444,
      "learning_rate": 1.3836507067426565e-05,
      "loss": 1.0703,
      "step": 366
    },
    {
      "epoch": 1.3205763169743359,
      "grad_norm": 0.4176757516655997,
      "learning_rate": 1.3797790955218014e-05,
      "loss": 1.0989,
      "step": 367
    },
    {
      "epoch": 1.3241782980639352,
      "grad_norm": 0.4393487378500888,
      "learning_rate": 1.3759008207205869e-05,
      "loss": 1.0711,
      "step": 368
    },
    {
      "epoch": 1.3277802791535345,
      "grad_norm": 0.6974045993928998,
      "learning_rate": 1.3720159503869816e-05,
      "loss": 1.076,
      "step": 369
    },
    {
      "epoch": 1.3313822602431338,
      "grad_norm": 0.4481444459412882,
      "learning_rate": 1.3681245526846782e-05,
      "loss": 1.0685,
      "step": 370
    },
    {
      "epoch": 1.334984241332733,
      "grad_norm": 0.4206571262652121,
      "learning_rate": 1.3642266958918985e-05,
      "loss": 1.0903,
      "step": 371
    },
    {
      "epoch": 1.3385862224223324,
      "grad_norm": 0.4522834347425574,
      "learning_rate": 1.3603224484001949e-05,
      "loss": 1.0795,
      "step": 372
    },
    {
      "epoch": 1.3421882035119315,
      "grad_norm": 0.5326135498290757,
      "learning_rate": 1.3564118787132507e-05,
      "loss": 1.0552,
      "step": 373
    },
    {
      "epoch": 1.3457901846015308,
      "grad_norm": 0.47507060471943147,
      "learning_rate": 1.3524950554456786e-05,
      "loss": 1.077,
      "step": 374
    },
    {
      "epoch": 1.34939216569113,
      "grad_norm": 0.42160786224697994,
      "learning_rate": 1.3485720473218153e-05,
      "loss": 1.0686,
      "step": 375
    },
    {
      "epoch": 1.3529941467807294,
      "grad_norm": 0.422035618808939,
      "learning_rate": 1.344642923174517e-05,
      "loss": 1.0882,
      "step": 376
    },
    {
      "epoch": 1.3565961278703287,
      "grad_norm": 0.46390954651912486,
      "learning_rate": 1.340707751943952e-05,
      "loss": 1.0731,
      "step": 377
    },
    {
      "epoch": 1.360198108959928,
      "grad_norm": 0.44137561600547387,
      "learning_rate": 1.3367666026763884e-05,
      "loss": 1.0834,
      "step": 378
    },
    {
      "epoch": 1.3638000900495273,
      "grad_norm": 0.44824790276541915,
      "learning_rate": 1.3328195445229869e-05,
      "loss": 1.0545,
      "step": 379
    },
    {
      "epoch": 1.3674020711391266,
      "grad_norm": 0.4751876023728927,
      "learning_rate": 1.3288666467385834e-05,
      "loss": 1.0652,
      "step": 380
    },
    {
      "epoch": 1.371004052228726,
      "grad_norm": 0.4012267046914374,
      "learning_rate": 1.3249079786804765e-05,
      "loss": 1.0773,
      "step": 381
    },
    {
      "epoch": 1.374606033318325,
      "grad_norm": 0.44703886018133726,
      "learning_rate": 1.3209436098072095e-05,
      "loss": 1.0757,
      "step": 382
    },
    {
      "epoch": 1.3782080144079243,
      "grad_norm": 0.43087415826545633,
      "learning_rate": 1.316973609677352e-05,
      "loss": 1.0853,
      "step": 383
    },
    {
      "epoch": 1.3818099954975236,
      "grad_norm": 0.4305377807377521,
      "learning_rate": 1.3129980479482783e-05,
      "loss": 1.0784,
      "step": 384
    },
    {
      "epoch": 1.385411976587123,
      "grad_norm": 0.4766450841568586,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 1.0969,
      "step": 385
    },
    {
      "epoch": 1.3890139576767222,
      "grad_norm": 0.5104944574784652,
      "learning_rate": 1.3050305188086778e-05,
      "loss": 1.0773,
      "step": 386
    },
    {
      "epoch": 1.3926159387663215,
      "grad_norm": 0.38670562438529643,
      "learning_rate": 1.3010386911959207e-05,
      "loss": 1.0939,
      "step": 387
    },
    {
      "epoch": 1.3962179198559208,
      "grad_norm": 0.4188787890976086,
      "learning_rate": 1.297041581577035e-05,
      "loss": 1.0588,
      "step": 388
    },
    {
      "epoch": 1.3998199009455201,
      "grad_norm": 0.4037525396017961,
      "learning_rate": 1.2930392600850574e-05,
      "loss": 1.1068,
      "step": 389
    },
    {
      "epoch": 1.4034218820351194,
      "grad_norm": 0.4145972475929288,
      "learning_rate": 1.2890317969444716e-05,
      "loss": 1.0578,
      "step": 390
    },
    {
      "epoch": 1.4070238631247185,
      "grad_norm": 0.5267011548057741,
      "learning_rate": 1.2850192624699762e-05,
      "loss": 1.0874,
      "step": 391
    },
    {
      "epoch": 1.4106258442143178,
      "grad_norm": 0.40175491877177105,
      "learning_rate": 1.2810017270652513e-05,
      "loss": 1.0762,
      "step": 392
    },
    {
      "epoch": 1.414227825303917,
      "grad_norm": 0.4545478902956004,
      "learning_rate": 1.2769792612217224e-05,
      "loss": 1.051,
      "step": 393
    },
    {
      "epoch": 1.4178298063935164,
      "grad_norm": 0.39161456192938376,
      "learning_rate": 1.2729519355173254e-05,
      "loss": 1.0783,
      "step": 394
    },
    {
      "epoch": 1.4214317874831157,
      "grad_norm": 0.44950790996233553,
      "learning_rate": 1.2689198206152657e-05,
      "loss": 1.0814,
      "step": 395
    },
    {
      "epoch": 1.425033768572715,
      "grad_norm": 0.43077408300484704,
      "learning_rate": 1.2648829872627809e-05,
      "loss": 1.0349,
      "step": 396
    },
    {
      "epoch": 1.4286357496623143,
      "grad_norm": 1.0021249937744718,
      "learning_rate": 1.2608415062898971e-05,
      "loss": 1.0839,
      "step": 397
    },
    {
      "epoch": 1.4322377307519136,
      "grad_norm": 0.4404487614379772,
      "learning_rate": 1.256795448608188e-05,
      "loss": 1.0792,
      "step": 398
    },
    {
      "epoch": 1.435839711841513,
      "grad_norm": 0.3950846053953103,
      "learning_rate": 1.2527448852095295e-05,
      "loss": 1.0562,
      "step": 399
    },
    {
      "epoch": 1.439441692931112,
      "grad_norm": 0.4407906292998152,
      "learning_rate": 1.2486898871648552e-05,
      "loss": 1.0751,
      "step": 400
    },
    {
      "epoch": 1.4430436740207113,
      "grad_norm": 0.4378455259292274,
      "learning_rate": 1.2446305256229074e-05,
      "loss": 1.061,
      "step": 401
    },
    {
      "epoch": 1.4466456551103106,
      "grad_norm": 0.3734043597411333,
      "learning_rate": 1.2405668718089918e-05,
      "loss": 1.0657,
      "step": 402
    },
    {
      "epoch": 1.45024763619991,
      "grad_norm": 0.41899580409055937,
      "learning_rate": 1.236498997023725e-05,
      "loss": 1.047,
      "step": 403
    },
    {
      "epoch": 1.4538496172895092,
      "grad_norm": 0.43748820158234614,
      "learning_rate": 1.2324269726417841e-05,
      "loss": 1.0562,
      "step": 404
    },
    {
      "epoch": 1.4574515983791085,
      "grad_norm": 0.39711514931960024,
      "learning_rate": 1.2283508701106559e-05,
      "loss": 1.0613,
      "step": 405
    },
    {
      "epoch": 1.4610535794687078,
      "grad_norm": 0.40250078888532254,
      "learning_rate": 1.2242707609493814e-05,
      "loss": 1.0627,
      "step": 406
    },
    {
      "epoch": 1.4646555605583071,
      "grad_norm": 0.42927895009011885,
      "learning_rate": 1.2201867167473015e-05,
      "loss": 1.0669,
      "step": 407
    },
    {
      "epoch": 1.4682575416479065,
      "grad_norm": 0.40344803218661146,
      "learning_rate": 1.2160988091628023e-05,
      "loss": 1.0657,
      "step": 408
    },
    {
      "epoch": 1.4718595227375055,
      "grad_norm": 0.4092373859545345,
      "learning_rate": 1.212007109922055e-05,
      "loss": 1.067,
      "step": 409
    },
    {
      "epoch": 1.4754615038271048,
      "grad_norm": 0.4082646796303801,
      "learning_rate": 1.2079116908177592e-05,
      "loss": 1.0837,
      "step": 410
    },
    {
      "epoch": 1.4790634849167041,
      "grad_norm": 0.439202248276964,
      "learning_rate": 1.203812623707885e-05,
      "loss": 1.057,
      "step": 411
    },
    {
      "epoch": 1.4826654660063034,
      "grad_norm": 0.4150833881089915,
      "learning_rate": 1.1997099805144071e-05,
      "loss": 1.0556,
      "step": 412
    },
    {
      "epoch": 1.4862674470959027,
      "grad_norm": 0.4424139883572584,
      "learning_rate": 1.1956038332220484e-05,
      "loss": 1.0691,
      "step": 413
    },
    {
      "epoch": 1.489869428185502,
      "grad_norm": 0.38939940421102887,
      "learning_rate": 1.191494253877013e-05,
      "loss": 1.0865,
      "step": 414
    },
    {
      "epoch": 1.4934714092751014,
      "grad_norm": 0.4188387060096327,
      "learning_rate": 1.187381314585725e-05,
      "loss": 1.0814,
      "step": 415
    },
    {
      "epoch": 1.4970733903647007,
      "grad_norm": 0.44018812567830906,
      "learning_rate": 1.1832650875135599e-05,
      "loss": 1.0319,
      "step": 416
    },
    {
      "epoch": 1.5006753714543,
      "grad_norm": 0.3809141934323566,
      "learning_rate": 1.1791456448835825e-05,
      "loss": 1.0764,
      "step": 417
    },
    {
      "epoch": 1.504277352543899,
      "grad_norm": 0.4179599693592079,
      "learning_rate": 1.1750230589752763e-05,
      "loss": 1.085,
      "step": 418
    },
    {
      "epoch": 1.5078793336334986,
      "grad_norm": 0.42466171428112837,
      "learning_rate": 1.1708974021232768e-05,
      "loss": 1.0733,
      "step": 419
    },
    {
      "epoch": 1.5114813147230977,
      "grad_norm": 0.426050377469066,
      "learning_rate": 1.1667687467161025e-05,
      "loss": 1.0912,
      "step": 420
    },
    {
      "epoch": 1.515083295812697,
      "grad_norm": 0.41323671728731676,
      "learning_rate": 1.1626371651948839e-05,
      "loss": 1.1158,
      "step": 421
    },
    {
      "epoch": 1.5186852769022963,
      "grad_norm": 0.39850181904127013,
      "learning_rate": 1.158502730052093e-05,
      "loss": 1.0924,
      "step": 422
    },
    {
      "epoch": 1.5222872579918956,
      "grad_norm": 0.3516633387083154,
      "learning_rate": 1.1543655138302714e-05,
      "loss": 1.0913,
      "step": 423
    },
    {
      "epoch": 1.5258892390814949,
      "grad_norm": 0.4073916579881859,
      "learning_rate": 1.1502255891207572e-05,
      "loss": 1.087,
      "step": 424
    },
    {
      "epoch": 1.529491220171094,
      "grad_norm": 0.503531012968231,
      "learning_rate": 1.1460830285624119e-05,
      "loss": 1.0493,
      "step": 425
    },
    {
      "epoch": 1.5330932012606935,
      "grad_norm": 0.4156736949433543,
      "learning_rate": 1.1419379048403446e-05,
      "loss": 1.0543,
      "step": 426
    },
    {
      "epoch": 1.5366951823502926,
      "grad_norm": 0.42672785189506046,
      "learning_rate": 1.137790290684638e-05,
      "loss": 1.0908,
      "step": 427
    },
    {
      "epoch": 1.540297163439892,
      "grad_norm": 0.43838477176725726,
      "learning_rate": 1.1336402588690727e-05,
      "loss": 1.0757,
      "step": 428
    },
    {
      "epoch": 1.5438991445294912,
      "grad_norm": 0.4139605372233822,
      "learning_rate": 1.129487882209847e-05,
      "loss": 1.0598,
      "step": 429
    },
    {
      "epoch": 1.5475011256190905,
      "grad_norm": 0.4094563948201941,
      "learning_rate": 1.1253332335643043e-05,
      "loss": 1.0734,
      "step": 430
    },
    {
      "epoch": 1.5511031067086898,
      "grad_norm": 0.4830375612505944,
      "learning_rate": 1.1211763858296507e-05,
      "loss": 1.0576,
      "step": 431
    },
    {
      "epoch": 1.554705087798289,
      "grad_norm": 0.4428597964246892,
      "learning_rate": 1.1170174119416778e-05,
      "loss": 1.0831,
      "step": 432
    },
    {
      "epoch": 1.5583070688878884,
      "grad_norm": 0.3931568544667693,
      "learning_rate": 1.1128563848734817e-05,
      "loss": 1.0411,
      "step": 433
    },
    {
      "epoch": 1.5619090499774875,
      "grad_norm": 0.41217138406913867,
      "learning_rate": 1.1086933776341853e-05,
      "loss": 1.0428,
      "step": 434
    },
    {
      "epoch": 1.565511031067087,
      "grad_norm": 0.4210034335081842,
      "learning_rate": 1.1045284632676535e-05,
      "loss": 1.0403,
      "step": 435
    },
    {
      "epoch": 1.569113012156686,
      "grad_norm": 0.3762872108510654,
      "learning_rate": 1.1003617148512149e-05,
      "loss": 1.0363,
      "step": 436
    },
    {
      "epoch": 1.5727149932462856,
      "grad_norm": 0.3918368860240494,
      "learning_rate": 1.0961932054943778e-05,
      "loss": 1.0645,
      "step": 437
    },
    {
      "epoch": 1.5763169743358847,
      "grad_norm": 0.4581899552563918,
      "learning_rate": 1.0920230083375474e-05,
      "loss": 1.0358,
      "step": 438
    },
    {
      "epoch": 1.579918955425484,
      "grad_norm": 0.38868664670217856,
      "learning_rate": 1.0878511965507435e-05,
      "loss": 1.0925,
      "step": 439
    },
    {
      "epoch": 1.5835209365150833,
      "grad_norm": 0.39442356826437475,
      "learning_rate": 1.083677843332316e-05,
      "loss": 1.0021,
      "step": 440
    },
    {
      "epoch": 1.5871229176046826,
      "grad_norm": 0.37354063111611663,
      "learning_rate": 1.07950302190766e-05,
      "loss": 1.0662,
      "step": 441
    },
    {
      "epoch": 1.590724898694282,
      "grad_norm": 0.4457477359352462,
      "learning_rate": 1.0753268055279328e-05,
      "loss": 1.0846,
      "step": 442
    },
    {
      "epoch": 1.594326879783881,
      "grad_norm": 0.38440552556884544,
      "learning_rate": 1.071149267468767e-05,
      "loss": 1.0935,
      "step": 443
    },
    {
      "epoch": 1.5979288608734805,
      "grad_norm": 0.4442803874978093,
      "learning_rate": 1.0669704810289852e-05,
      "loss": 1.0742,
      "step": 444
    },
    {
      "epoch": 1.6015308419630796,
      "grad_norm": 0.42334251654019767,
      "learning_rate": 1.0627905195293135e-05,
      "loss": 1.055,
      "step": 445
    },
    {
      "epoch": 1.6051328230526791,
      "grad_norm": 0.4095750298762355,
      "learning_rate": 1.0586094563110965e-05,
      "loss": 1.0823,
      "step": 446
    },
    {
      "epoch": 1.6087348041422782,
      "grad_norm": 0.3964266147818775,
      "learning_rate": 1.0544273647350091e-05,
      "loss": 1.0601,
      "step": 447
    },
    {
      "epoch": 1.6123367852318775,
      "grad_norm": 0.44463908288535714,
      "learning_rate": 1.0502443181797696e-05,
      "loss": 1.0785,
      "step": 448
    },
    {
      "epoch": 1.6159387663214768,
      "grad_norm": 0.4156265203109765,
      "learning_rate": 1.0460603900408523e-05,
      "loss": 1.0626,
      "step": 449
    },
    {
      "epoch": 1.6195407474110761,
      "grad_norm": 0.39302802410193105,
      "learning_rate": 1.0418756537291996e-05,
      "loss": 1.0757,
      "step": 450
    },
    {
      "epoch": 1.6231427285006754,
      "grad_norm": 0.436974563701175,
      "learning_rate": 1.0376901826699349e-05,
      "loss": 1.0763,
      "step": 451
    },
    {
      "epoch": 1.6267447095902745,
      "grad_norm": 0.35660710540513446,
      "learning_rate": 1.0335040503010715e-05,
      "loss": 1.0436,
      "step": 452
    },
    {
      "epoch": 1.630346690679874,
      "grad_norm": 0.44808765989398597,
      "learning_rate": 1.0293173300722286e-05,
      "loss": 1.0447,
      "step": 453
    },
    {
      "epoch": 1.6339486717694731,
      "grad_norm": 0.3908658383980917,
      "learning_rate": 1.0251300954433377e-05,
      "loss": 1.0628,
      "step": 454
    },
    {
      "epoch": 1.6375506528590726,
      "grad_norm": 0.3769270122969533,
      "learning_rate": 1.0209424198833571e-05,
      "loss": 1.0422,
      "step": 455
    },
    {
      "epoch": 1.6411526339486717,
      "grad_norm": 0.4157226943708876,
      "learning_rate": 1.0167543768689816e-05,
      "loss": 1.0942,
      "step": 456
    },
    {
      "epoch": 1.644754615038271,
      "grad_norm": 0.3918615965581052,
      "learning_rate": 1.0125660398833528e-05,
      "loss": 1.0683,
      "step": 457
    },
    {
      "epoch": 1.6483565961278703,
      "grad_norm": 0.3696748568466132,
      "learning_rate": 1.0083774824147707e-05,
      "loss": 1.0501,
      "step": 458
    },
    {
      "epoch": 1.6519585772174696,
      "grad_norm": 0.40613906238610387,
      "learning_rate": 1.0041887779554041e-05,
      "loss": 1.0304,
      "step": 459
    },
    {
      "epoch": 1.655560558307069,
      "grad_norm": 0.4713866826383946,
      "learning_rate": 1e-05,
      "loss": 1.0932,
      "step": 460
    },
    {
      "epoch": 1.659162539396668,
      "grad_norm": 0.3808411609869271,
      "learning_rate": 9.958112220445964e-06,
      "loss": 1.0499,
      "step": 461
    },
    {
      "epoch": 1.6627645204862675,
      "grad_norm": 0.42267248087775466,
      "learning_rate": 9.916225175852295e-06,
      "loss": 1.0569,
      "step": 462
    },
    {
      "epoch": 1.6663665015758666,
      "grad_norm": 0.40057884175324787,
      "learning_rate": 9.874339601166474e-06,
      "loss": 1.0856,
      "step": 463
    },
    {
      "epoch": 1.6699684826654662,
      "grad_norm": 0.4200039300684594,
      "learning_rate": 9.832456231310189e-06,
      "loss": 1.0701,
      "step": 464
    },
    {
      "epoch": 1.6735704637550652,
      "grad_norm": 0.3807617132647988,
      "learning_rate": 9.790575801166432e-06,
      "loss": 1.0323,
      "step": 465
    },
    {
      "epoch": 1.6771724448446645,
      "grad_norm": 0.35317335401111594,
      "learning_rate": 9.748699045566626e-06,
      "loss": 1.0601,
      "step": 466
    },
    {
      "epoch": 1.6807744259342638,
      "grad_norm": 0.37171379697914825,
      "learning_rate": 9.706826699277719e-06,
      "loss": 1.0786,
      "step": 467
    },
    {
      "epoch": 1.6843764070238632,
      "grad_norm": 0.3849323727194956,
      "learning_rate": 9.664959496989286e-06,
      "loss": 1.0491,
      "step": 468
    },
    {
      "epoch": 1.6879783881134625,
      "grad_norm": 0.37494318535714616,
      "learning_rate": 9.623098173300655e-06,
      "loss": 1.0542,
      "step": 469
    },
    {
      "epoch": 1.6915803692030615,
      "grad_norm": 0.3748460304855388,
      "learning_rate": 9.581243462708007e-06,
      "loss": 1.0684,
      "step": 470
    },
    {
      "epoch": 1.695182350292661,
      "grad_norm": 0.39405203222657664,
      "learning_rate": 9.539396099591477e-06,
      "loss": 1.0288,
      "step": 471
    },
    {
      "epoch": 1.6987843313822601,
      "grad_norm": 0.3723298923446926,
      "learning_rate": 9.497556818202306e-06,
      "loss": 1.0766,
      "step": 472
    },
    {
      "epoch": 1.7023863124718597,
      "grad_norm": 0.40349524691861394,
      "learning_rate": 9.45572635264991e-06,
      "loss": 1.028,
      "step": 473
    },
    {
      "epoch": 1.7059882935614588,
      "grad_norm": 0.3774369820292427,
      "learning_rate": 9.413905436889035e-06,
      "loss": 1.0163,
      "step": 474
    },
    {
      "epoch": 1.709590274651058,
      "grad_norm": 0.39112160984642014,
      "learning_rate": 9.372094804706867e-06,
      "loss": 1.0519,
      "step": 475
    },
    {
      "epoch": 1.7131922557406574,
      "grad_norm": 0.36216118500946415,
      "learning_rate": 9.330295189710153e-06,
      "loss": 1.0672,
      "step": 476
    },
    {
      "epoch": 1.7167942368302567,
      "grad_norm": 0.39800150062216283,
      "learning_rate": 9.288507325312334e-06,
      "loss": 1.0512,
      "step": 477
    },
    {
      "epoch": 1.720396217919856,
      "grad_norm": 0.3889564980075968,
      "learning_rate": 9.246731944720675e-06,
      "loss": 1.0502,
      "step": 478
    },
    {
      "epoch": 1.723998199009455,
      "grad_norm": 0.37451683920257034,
      "learning_rate": 9.204969780923404e-06,
      "loss": 1.0501,
      "step": 479
    },
    {
      "epoch": 1.7276001800990546,
      "grad_norm": 0.3659458628681279,
      "learning_rate": 9.163221566676847e-06,
      "loss": 1.0895,
      "step": 480
    },
    {
      "epoch": 1.7312021611886537,
      "grad_norm": 0.3818889556949621,
      "learning_rate": 9.121488034492569e-06,
      "loss": 1.07,
      "step": 481
    },
    {
      "epoch": 1.7348041422782532,
      "grad_norm": 0.39633104419329285,
      "learning_rate": 9.07976991662453e-06,
      "loss": 1.042,
      "step": 482
    },
    {
      "epoch": 1.7384061233678523,
      "grad_norm": 0.36488741451183215,
      "learning_rate": 9.038067945056229e-06,
      "loss": 1.0582,
      "step": 483
    },
    {
      "epoch": 1.7420081044574516,
      "grad_norm": 0.4009746608756165,
      "learning_rate": 8.996382851487851e-06,
      "loss": 1.0527,
      "step": 484
    },
    {
      "epoch": 1.7456100855470509,
      "grad_norm": 0.34959191455078537,
      "learning_rate": 8.954715367323468e-06,
      "loss": 1.0544,
      "step": 485
    },
    {
      "epoch": 1.7492120666366502,
      "grad_norm": 0.3875312568594575,
      "learning_rate": 8.913066223658152e-06,
      "loss": 1.0995,
      "step": 486
    },
    {
      "epoch": 1.7528140477262495,
      "grad_norm": 0.40191028528335604,
      "learning_rate": 8.871436151265183e-06,
      "loss": 1.0172,
      "step": 487
    },
    {
      "epoch": 1.7564160288158486,
      "grad_norm": 0.3725098516681764,
      "learning_rate": 8.829825880583228e-06,
      "loss": 1.0673,
      "step": 488
    },
    {
      "epoch": 1.760018009905448,
      "grad_norm": 0.3707612131182388,
      "learning_rate": 8.788236141703498e-06,
      "loss": 1.0101,
      "step": 489
    },
    {
      "epoch": 1.7636199909950472,
      "grad_norm": 0.35295699106722733,
      "learning_rate": 8.746667664356957e-06,
      "loss": 1.0599,
      "step": 490
    },
    {
      "epoch": 1.7672219720846467,
      "grad_norm": 0.4162609463004788,
      "learning_rate": 8.705121177901532e-06,
      "loss": 1.0742,
      "step": 491
    },
    {
      "epoch": 1.7708239531742458,
      "grad_norm": 0.44614718310588797,
      "learning_rate": 8.663597411309278e-06,
      "loss": 1.0885,
      "step": 492
    },
    {
      "epoch": 1.774425934263845,
      "grad_norm": 0.40315874933464857,
      "learning_rate": 8.62209709315362e-06,
      "loss": 1.0691,
      "step": 493
    },
    {
      "epoch": 1.7780279153534444,
      "grad_norm": 0.4208945390769586,
      "learning_rate": 8.580620951596556e-06,
      "loss": 1.0402,
      "step": 494
    },
    {
      "epoch": 1.7816298964430437,
      "grad_norm": 0.38983621399148105,
      "learning_rate": 8.539169714375885e-06,
      "loss": 1.0775,
      "step": 495
    },
    {
      "epoch": 1.785231877532643,
      "grad_norm": 0.34388392057002276,
      "learning_rate": 8.49774410879243e-06,
      "loss": 1.0481,
      "step": 496
    },
    {
      "epoch": 1.788833858622242,
      "grad_norm": 0.36549331298779086,
      "learning_rate": 8.45634486169729e-06,
      "loss": 1.0742,
      "step": 497
    },
    {
      "epoch": 1.7924358397118416,
      "grad_norm": 0.3765100092100856,
      "learning_rate": 8.414972699479076e-06,
      "loss": 1.0421,
      "step": 498
    },
    {
      "epoch": 1.7960378208014407,
      "grad_norm": 0.3645842636596493,
      "learning_rate": 8.373628348051165e-06,
      "loss": 1.078,
      "step": 499
    },
    {
      "epoch": 1.7996398018910402,
      "grad_norm": 0.34660753222711216,
      "learning_rate": 8.332312532838978e-06,
      "loss": 1.0084,
      "step": 500
    },
    {
      "epoch": 1.8032417829806393,
      "grad_norm": 0.4014198867972262,
      "learning_rate": 8.291025978767236e-06,
      "loss": 1.0576,
      "step": 501
    },
    {
      "epoch": 1.8068437640702386,
      "grad_norm": 0.3892762348796361,
      "learning_rate": 8.249769410247239e-06,
      "loss": 1.0282,
      "step": 502
    },
    {
      "epoch": 1.810445745159838,
      "grad_norm": 0.38260409243656623,
      "learning_rate": 8.208543551164178e-06,
      "loss": 1.0296,
      "step": 503
    },
    {
      "epoch": 1.8140477262494372,
      "grad_norm": 0.379290556848078,
      "learning_rate": 8.167349124864406e-06,
      "loss": 1.0377,
      "step": 504
    },
    {
      "epoch": 1.8176497073390365,
      "grad_norm": 0.3667728549510959,
      "learning_rate": 8.126186854142752e-06,
      "loss": 1.0922,
      "step": 505
    },
    {
      "epoch": 1.8212516884286356,
      "grad_norm": 0.39028760553614594,
      "learning_rate": 8.08505746122987e-06,
      "loss": 1.0111,
      "step": 506
    },
    {
      "epoch": 1.8248536695182351,
      "grad_norm": 0.3264937322802376,
      "learning_rate": 8.04396166777952e-06,
      "loss": 1.0608,
      "step": 507
    },
    {
      "epoch": 1.8284556506078342,
      "grad_norm": 0.3872948567161633,
      "learning_rate": 8.00290019485593e-06,
      "loss": 1.0184,
      "step": 508
    },
    {
      "epoch": 1.8320576316974337,
      "grad_norm": 0.375778538737738,
      "learning_rate": 7.961873762921153e-06,
      "loss": 1.0741,
      "step": 509
    },
    {
      "epoch": 1.8356596127870328,
      "grad_norm": 0.38922486919953275,
      "learning_rate": 7.92088309182241e-06,
      "loss": 1.0704,
      "step": 510
    },
    {
      "epoch": 1.8392615938766321,
      "grad_norm": 0.35122990930601744,
      "learning_rate": 7.879928900779457e-06,
      "loss": 1.0799,
      "step": 511
    },
    {
      "epoch": 1.8428635749662314,
      "grad_norm": 0.4478564069383381,
      "learning_rate": 7.83901190837198e-06,
      "loss": 1.0464,
      "step": 512
    },
    {
      "epoch": 1.8464655560558307,
      "grad_norm": 0.35648462953231047,
      "learning_rate": 7.798132832526986e-06,
      "loss": 1.0121,
      "step": 513
    },
    {
      "epoch": 1.85006753714543,
      "grad_norm": 0.3638752797994591,
      "learning_rate": 7.757292390506191e-06,
      "loss": 1.0925,
      "step": 514
    },
    {
      "epoch": 1.8536695182350291,
      "grad_norm": 0.3433836230952432,
      "learning_rate": 7.716491298893443e-06,
      "loss": 1.0815,
      "step": 515
    },
    {
      "epoch": 1.8572714993246286,
      "grad_norm": 0.35384613049243435,
      "learning_rate": 7.67573027358216e-06,
      "loss": 1.0318,
      "step": 516
    },
    {
      "epoch": 1.8608734804142277,
      "grad_norm": 0.37559592659309676,
      "learning_rate": 7.635010029762755e-06,
      "loss": 1.0079,
      "step": 517
    },
    {
      "epoch": 1.8644754615038273,
      "grad_norm": 0.36727820003067874,
      "learning_rate": 7.594331281910082e-06,
      "loss": 1.0645,
      "step": 518
    },
    {
      "epoch": 1.8680774425934263,
      "grad_norm": 0.36686591642219624,
      "learning_rate": 7.553694743770928e-06,
      "loss": 1.0445,
      "step": 519
    },
    {
      "epoch": 1.8716794236830256,
      "grad_norm": 0.395124020614898,
      "learning_rate": 7.513101128351454e-06,
      "loss": 1.0406,
      "step": 520
    },
    {
      "epoch": 1.875281404772625,
      "grad_norm": 0.34867792527984953,
      "learning_rate": 7.472551147904708e-06,
      "loss": 1.0183,
      "step": 521
    },
    {
      "epoch": 1.8788833858622243,
      "grad_norm": 0.3714009910047558,
      "learning_rate": 7.432045513918122e-06,
      "loss": 1.0835,
      "step": 522
    },
    {
      "epoch": 1.8824853669518236,
      "grad_norm": 0.4609356812486851,
      "learning_rate": 7.391584937101034e-06,
      "loss": 1.041,
      "step": 523
    },
    {
      "epoch": 1.8860873480414226,
      "grad_norm": 0.3516070011374235,
      "learning_rate": 7.351170127372191e-06,
      "loss": 1.0479,
      "step": 524
    },
    {
      "epoch": 1.8896893291310222,
      "grad_norm": 0.3792211704379124,
      "learning_rate": 7.310801793847344e-06,
      "loss": 1.0624,
      "step": 525
    },
    {
      "epoch": 1.8932913102206212,
      "grad_norm": 0.3832970387005155,
      "learning_rate": 7.27048064482675e-06,
      "loss": 1.0905,
      "step": 526
    },
    {
      "epoch": 1.8968932913102208,
      "grad_norm": 0.32532278572212303,
      "learning_rate": 7.2302073877827775e-06,
      "loss": 1.0801,
      "step": 527
    },
    {
      "epoch": 1.9004952723998199,
      "grad_norm": 0.35420111438111074,
      "learning_rate": 7.189982729347491e-06,
      "loss": 1.049,
      "step": 528
    },
    {
      "epoch": 1.9040972534894192,
      "grad_norm": 0.3810071761237156,
      "learning_rate": 7.149807375300239e-06,
      "loss": 1.0815,
      "step": 529
    },
    {
      "epoch": 1.9076992345790185,
      "grad_norm": 0.38800137852134464,
      "learning_rate": 7.109682030555283e-06,
      "loss": 1.0869,
      "step": 530
    },
    {
      "epoch": 1.9113012156686178,
      "grad_norm": 0.35140727868189997,
      "learning_rate": 7.069607399149427e-06,
      "loss": 1.0863,
      "step": 531
    },
    {
      "epoch": 1.914903196758217,
      "grad_norm": 0.36309573184736715,
      "learning_rate": 7.029584184229653e-06,
      "loss": 1.0766,
      "step": 532
    },
    {
      "epoch": 1.9185051778478162,
      "grad_norm": 0.3595848300506225,
      "learning_rate": 6.9896130880407965e-06,
      "loss": 1.0629,
      "step": 533
    },
    {
      "epoch": 1.9221071589374157,
      "grad_norm": 0.36507261229113985,
      "learning_rate": 6.949694811913226e-06,
      "loss": 1.0558,
      "step": 534
    },
    {
      "epoch": 1.9257091400270148,
      "grad_norm": 0.38022318175959224,
      "learning_rate": 6.909830056250527e-06,
      "loss": 1.0992,
      "step": 535
    },
    {
      "epoch": 1.9293111211166143,
      "grad_norm": 0.3622647507744223,
      "learning_rate": 6.870019520517217e-06,
      "loss": 1.0448,
      "step": 536
    },
    {
      "epoch": 1.9329131022062134,
      "grad_norm": 0.3879251818441808,
      "learning_rate": 6.830263903226483e-06,
      "loss": 1.014,
      "step": 537
    },
    {
      "epoch": 1.9365150832958127,
      "grad_norm": 0.3770921433716005,
      "learning_rate": 6.790563901927907e-06,
      "loss": 1.0433,
      "step": 538
    },
    {
      "epoch": 1.940117064385412,
      "grad_norm": 0.3429218608177139,
      "learning_rate": 6.750920213195238e-06,
      "loss": 1.0092,
      "step": 539
    },
    {
      "epoch": 1.9437190454750113,
      "grad_norm": 0.40402011246662706,
      "learning_rate": 6.711333532614168e-06,
      "loss": 1.1084,
      "step": 540
    },
    {
      "epoch": 1.9473210265646106,
      "grad_norm": 0.36580482028612343,
      "learning_rate": 6.671804554770135e-06,
      "loss": 1.024,
      "step": 541
    },
    {
      "epoch": 1.9509230076542097,
      "grad_norm": 0.36292599434315215,
      "learning_rate": 6.63233397323612e-06,
      "loss": 1.0513,
      "step": 542
    },
    {
      "epoch": 1.9545249887438092,
      "grad_norm": 0.35695925852275306,
      "learning_rate": 6.5929224805604845e-06,
      "loss": 1.0628,
      "step": 543
    },
    {
      "epoch": 1.9581269698334083,
      "grad_norm": 0.3705571538869372,
      "learning_rate": 6.553570768254831e-06,
      "loss": 1.0629,
      "step": 544
    },
    {
      "epoch": 1.9617289509230078,
      "grad_norm": 0.3792662852599605,
      "learning_rate": 6.5142795267818505e-06,
      "loss": 1.0386,
      "step": 545
    },
    {
      "epoch": 1.965330932012607,
      "grad_norm": 0.35476045622132796,
      "learning_rate": 6.475049445543215e-06,
      "loss": 1.0177,
      "step": 546
    },
    {
      "epoch": 1.9689329131022062,
      "grad_norm": 0.3492404685458133,
      "learning_rate": 6.435881212867494e-06,
      "loss": 1.0504,
      "step": 547
    },
    {
      "epoch": 1.9725348941918055,
      "grad_norm": 0.4226557680193911,
      "learning_rate": 6.396775515998055e-06,
      "loss": 1.0357,
      "step": 548
    },
    {
      "epoch": 1.9761368752814048,
      "grad_norm": 0.3544819686411779,
      "learning_rate": 6.357733041081018e-06,
      "loss": 1.0313,
      "step": 549
    },
    {
      "epoch": 1.979738856371004,
      "grad_norm": 0.3576985894558687,
      "learning_rate": 6.318754473153221e-06,
      "loss": 1.0556,
      "step": 550
    },
    {
      "epoch": 1.9833408374606032,
      "grad_norm": 0.38304487450513486,
      "learning_rate": 6.27984049613019e-06,
      "loss": 1.0847,
      "step": 551
    },
    {
      "epoch": 1.9869428185502027,
      "grad_norm": 0.3778750401571093,
      "learning_rate": 6.240991792794133e-06,
      "loss": 1.0449,
      "step": 552
    },
    {
      "epoch": 1.9905447996398018,
      "grad_norm": 0.38239316652436883,
      "learning_rate": 6.202209044781991e-06,
      "loss": 1.0724,
      "step": 553
    },
    {
      "epoch": 1.9941467807294013,
      "grad_norm": 0.37264062709497653,
      "learning_rate": 6.1634929325734385e-06,
      "loss": 1.0495,
      "step": 554
    },
    {
      "epoch": 1.9977487618190004,
      "grad_norm": 0.3814129120202483,
      "learning_rate": 6.124844135478971e-06,
      "loss": 1.0797,
      "step": 555
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.474449077137118,
      "learning_rate": 6.086263331627976e-06,
      "loss": 1.0397,
      "step": 556
    },
    {
      "epoch": 2.003601981089599,
      "grad_norm": 0.4939329048052644,
      "learning_rate": 6.047751197956838e-06,
      "loss": 1.0193,
      "step": 557
    },
    {
      "epoch": 2.0072039621791986,
      "grad_norm": 0.4069092448405673,
      "learning_rate": 6.009308410197048e-06,
      "loss": 1.041,
      "step": 558
    },
    {
      "epoch": 2.0108059432687977,
      "grad_norm": 0.4250891501151535,
      "learning_rate": 5.970935642863375e-06,
      "loss": 1.0227,
      "step": 559
    },
    {
      "epoch": 2.014407924358397,
      "grad_norm": 0.3594971878564212,
      "learning_rate": 5.932633569242e-06,
      "loss": 1.005,
      "step": 560
    },
    {
      "epoch": 2.0180099054479963,
      "grad_norm": 0.4609014096156842,
      "learning_rate": 5.894402861378721e-06,
      "loss": 1.0299,
      "step": 561
    },
    {
      "epoch": 2.021611886537596,
      "grad_norm": 0.3705357880540049,
      "learning_rate": 5.85624419006716e-06,
      "loss": 1.0222,
      "step": 562
    },
    {
      "epoch": 2.025213867627195,
      "grad_norm": 0.3813251036571487,
      "learning_rate": 5.818158224836987e-06,
      "loss": 1.0567,
      "step": 563
    },
    {
      "epoch": 2.0288158487167944,
      "grad_norm": 0.3890721462984715,
      "learning_rate": 5.780145633942173e-06,
      "loss": 1.0339,
      "step": 564
    },
    {
      "epoch": 2.0324178298063935,
      "grad_norm": 0.3809090801785457,
      "learning_rate": 5.742207084349274e-06,
      "loss": 1.0478,
      "step": 565
    },
    {
      "epoch": 2.0360198108959926,
      "grad_norm": 0.40541221049002046,
      "learning_rate": 5.704343241725719e-06,
      "loss": 1.0407,
      "step": 566
    },
    {
      "epoch": 2.039621791985592,
      "grad_norm": 0.37262338413182816,
      "learning_rate": 5.666554770428129e-06,
      "loss": 0.999,
      "step": 567
    },
    {
      "epoch": 2.043223773075191,
      "grad_norm": 0.3912469690271038,
      "learning_rate": 5.628842333490674e-06,
      "loss": 1.0254,
      "step": 568
    },
    {
      "epoch": 2.0468257541647907,
      "grad_norm": 0.3823659623908264,
      "learning_rate": 5.591206592613416e-06,
      "loss": 1.0472,
      "step": 569
    },
    {
      "epoch": 2.05042773525439,
      "grad_norm": 0.39800929974704197,
      "learning_rate": 5.553648208150728e-06,
      "loss": 1.0175,
      "step": 570
    },
    {
      "epoch": 2.0540297163439893,
      "grad_norm": 0.37984256110729486,
      "learning_rate": 5.516167839099679e-06,
      "loss": 1.0224,
      "step": 571
    },
    {
      "epoch": 2.0576316974335884,
      "grad_norm": 0.37331566293711554,
      "learning_rate": 5.478766143088492e-06,
      "loss": 1.0281,
      "step": 572
    },
    {
      "epoch": 2.061233678523188,
      "grad_norm": 0.3793468581472536,
      "learning_rate": 5.441443776365003e-06,
      "loss": 1.0347,
      "step": 573
    },
    {
      "epoch": 2.064835659612787,
      "grad_norm": 0.37247668162127545,
      "learning_rate": 5.404201393785123e-06,
      "loss": 1.0158,
      "step": 574
    },
    {
      "epoch": 2.068437640702386,
      "grad_norm": 0.35625577651915435,
      "learning_rate": 5.367039648801386e-06,
      "loss": 1.0431,
      "step": 575
    },
    {
      "epoch": 2.0720396217919856,
      "grad_norm": 0.346540893004091,
      "learning_rate": 5.3299591934514485e-06,
      "loss": 1.0623,
      "step": 576
    },
    {
      "epoch": 2.0756416028815847,
      "grad_norm": 0.35902980848857413,
      "learning_rate": 5.292960678346674e-06,
      "loss": 1.0113,
      "step": 577
    },
    {
      "epoch": 2.0792435839711843,
      "grad_norm": 0.3685493674313566,
      "learning_rate": 5.256044752660709e-06,
      "loss": 1.0259,
      "step": 578
    },
    {
      "epoch": 2.0828455650607833,
      "grad_norm": 0.3540236036587142,
      "learning_rate": 5.219212064118079e-06,
      "loss": 0.9985,
      "step": 579
    },
    {
      "epoch": 2.086447546150383,
      "grad_norm": 0.32253321278425034,
      "learning_rate": 5.1824632589828465e-06,
      "loss": 1.0108,
      "step": 580
    },
    {
      "epoch": 2.090049527239982,
      "grad_norm": 0.333242489765692,
      "learning_rate": 5.145798982047261e-06,
      "loss": 1.0216,
      "step": 581
    },
    {
      "epoch": 2.0936515083295815,
      "grad_norm": 0.3760891075992454,
      "learning_rate": 5.109219876620441e-06,
      "loss": 1.0224,
      "step": 582
    },
    {
      "epoch": 2.0972534894191805,
      "grad_norm": 0.3552029095416183,
      "learning_rate": 5.072726584517086e-06,
      "loss": 1.0431,
      "step": 583
    },
    {
      "epoch": 2.1008554705087796,
      "grad_norm": 0.3323491854581079,
      "learning_rate": 5.036319746046232e-06,
      "loss": 1.0106,
      "step": 584
    },
    {
      "epoch": 2.104457451598379,
      "grad_norm": 0.3446958028136881,
      "learning_rate": 5.000000000000003e-06,
      "loss": 1.0274,
      "step": 585
    },
    {
      "epoch": 2.1080594326879782,
      "grad_norm": 0.3530398631476858,
      "learning_rate": 4.9637679836423926e-06,
      "loss": 1.0056,
      "step": 586
    },
    {
      "epoch": 2.1116614137775778,
      "grad_norm": 0.33679871079729334,
      "learning_rate": 4.927624332698109e-06,
      "loss": 0.9911,
      "step": 587
    },
    {
      "epoch": 2.115263394867177,
      "grad_norm": 0.33207368160766926,
      "learning_rate": 4.891569681341403e-06,
      "loss": 0.9956,
      "step": 588
    },
    {
      "epoch": 2.1188653759567764,
      "grad_norm": 0.35011583818440906,
      "learning_rate": 4.855604662184935e-06,
      "loss": 1.0343,
      "step": 589
    },
    {
      "epoch": 2.1224673570463755,
      "grad_norm": 0.3439461702913823,
      "learning_rate": 4.8197299062687e-06,
      "loss": 1.0076,
      "step": 590
    },
    {
      "epoch": 2.126069338135975,
      "grad_norm": 0.3431059305918204,
      "learning_rate": 4.783946043048922e-06,
      "loss": 1.0045,
      "step": 591
    },
    {
      "epoch": 2.129671319225574,
      "grad_norm": 0.3335988787100524,
      "learning_rate": 4.7482537003870425e-06,
      "loss": 1.0475,
      "step": 592
    },
    {
      "epoch": 2.133273300315173,
      "grad_norm": 0.34354558544465463,
      "learning_rate": 4.712653504538684e-06,
      "loss": 1.0199,
      "step": 593
    },
    {
      "epoch": 2.1368752814047727,
      "grad_norm": 0.3382565003079515,
      "learning_rate": 4.677146080142664e-06,
      "loss": 1.0511,
      "step": 594
    },
    {
      "epoch": 2.1404772624943718,
      "grad_norm": 0.33339479407145134,
      "learning_rate": 4.641732050210032e-06,
      "loss": 1.0039,
      "step": 595
    },
    {
      "epoch": 2.1440792435839713,
      "grad_norm": 0.3333633490849815,
      "learning_rate": 4.606412036113166e-06,
      "loss": 1.0225,
      "step": 596
    },
    {
      "epoch": 2.1476812246735704,
      "grad_norm": 0.37262240929934437,
      "learning_rate": 4.571186657574828e-06,
      "loss": 0.9972,
      "step": 597
    },
    {
      "epoch": 2.15128320576317,
      "grad_norm": 0.32792263517939074,
      "learning_rate": 4.53605653265731e-06,
      "loss": 1.0098,
      "step": 598
    },
    {
      "epoch": 2.154885186852769,
      "grad_norm": 0.3441866597830616,
      "learning_rate": 4.501022277751602e-06,
      "loss": 1.0263,
      "step": 599
    },
    {
      "epoch": 2.1584871679423685,
      "grad_norm": 0.3461912099769324,
      "learning_rate": 4.46608450756656e-06,
      "loss": 1.0076,
      "step": 600
    },
    {
      "epoch": 2.1620891490319676,
      "grad_norm": 0.344418378011401,
      "learning_rate": 4.4312438351181246e-06,
      "loss": 1.0026,
      "step": 601
    },
    {
      "epoch": 2.1656911301215667,
      "grad_norm": 0.34391661494134057,
      "learning_rate": 4.3965008717185555e-06,
      "loss": 1.057,
      "step": 602
    },
    {
      "epoch": 2.169293111211166,
      "grad_norm": 0.3581472947364702,
      "learning_rate": 4.361856226965733e-06,
      "loss": 1.0205,
      "step": 603
    },
    {
      "epoch": 2.1728950923007653,
      "grad_norm": 0.3465025674342639,
      "learning_rate": 4.3273105087324375e-06,
      "loss": 1.0427,
      "step": 604
    },
    {
      "epoch": 2.176497073390365,
      "grad_norm": 0.335644916094797,
      "learning_rate": 4.292864323155684e-06,
      "loss": 1.013,
      "step": 605
    },
    {
      "epoch": 2.180099054479964,
      "grad_norm": 0.34645700944111246,
      "learning_rate": 4.258518274626103e-06,
      "loss": 1.0085,
      "step": 606
    },
    {
      "epoch": 2.1837010355695634,
      "grad_norm": 0.3367994413102695,
      "learning_rate": 4.224272965777326e-06,
      "loss": 0.9995,
      "step": 607
    },
    {
      "epoch": 2.1873030166591625,
      "grad_norm": 0.3482781362659147,
      "learning_rate": 4.190128997475402e-06,
      "loss": 1.0187,
      "step": 608
    },
    {
      "epoch": 2.190904997748762,
      "grad_norm": 0.34267581794413754,
      "learning_rate": 4.15608696880828e-06,
      "loss": 1.027,
      "step": 609
    },
    {
      "epoch": 2.194506978838361,
      "grad_norm": 0.3417912821482072,
      "learning_rate": 4.12214747707527e-06,
      "loss": 1.0205,
      "step": 610
    },
    {
      "epoch": 2.19810895992796,
      "grad_norm": 0.3539060519978852,
      "learning_rate": 4.08831111777658e-06,
      "loss": 1.026,
      "step": 611
    },
    {
      "epoch": 2.2017109410175597,
      "grad_norm": 0.36009439935664145,
      "learning_rate": 4.05457848460287e-06,
      "loss": 1.0478,
      "step": 612
    },
    {
      "epoch": 2.205312922107159,
      "grad_norm": 0.3163909613714324,
      "learning_rate": 4.020950169424815e-06,
      "loss": 1.0344,
      "step": 613
    },
    {
      "epoch": 2.2089149031967583,
      "grad_norm": 0.3735043169453698,
      "learning_rate": 3.987426762282733e-06,
      "loss": 1.0183,
      "step": 614
    },
    {
      "epoch": 2.2125168842863574,
      "grad_norm": 0.3518277242253219,
      "learning_rate": 3.954008851376252e-06,
      "loss": 0.9977,
      "step": 615
    },
    {
      "epoch": 2.216118865375957,
      "grad_norm": 0.3359572704066411,
      "learning_rate": 3.920697023053949e-06,
      "loss": 1.0129,
      "step": 616
    },
    {
      "epoch": 2.219720846465556,
      "grad_norm": 0.34679374301792026,
      "learning_rate": 3.887491861803085e-06,
      "loss": 1.0369,
      "step": 617
    },
    {
      "epoch": 2.2233228275551555,
      "grad_norm": 0.3554106488928109,
      "learning_rate": 3.854393950239356e-06,
      "loss": 1.0541,
      "step": 618
    },
    {
      "epoch": 2.2269248086447546,
      "grad_norm": 0.36410638112961874,
      "learning_rate": 3.821403869096658e-06,
      "loss": 1.0484,
      "step": 619
    },
    {
      "epoch": 2.2305267897343537,
      "grad_norm": 0.3726674226615999,
      "learning_rate": 3.7885221972168974e-06,
      "loss": 0.9996,
      "step": 620
    },
    {
      "epoch": 2.2341287708239532,
      "grad_norm": 0.32071959755439255,
      "learning_rate": 3.7557495115398446e-06,
      "loss": 1.0226,
      "step": 621
    },
    {
      "epoch": 2.2377307519135523,
      "grad_norm": 0.3215751149289109,
      "learning_rate": 3.723086387092997e-06,
      "loss": 1.0615,
      "step": 622
    },
    {
      "epoch": 2.241332733003152,
      "grad_norm": 0.3335995490205665,
      "learning_rate": 3.6905333969815038e-06,
      "loss": 1.0251,
      "step": 623
    },
    {
      "epoch": 2.244934714092751,
      "grad_norm": 0.3186445241093055,
      "learning_rate": 3.658091112378106e-06,
      "loss": 1.0456,
      "step": 624
    },
    {
      "epoch": 2.2485366951823504,
      "grad_norm": 0.36143620784288955,
      "learning_rate": 3.625760102513103e-06,
      "loss": 1.0123,
      "step": 625
    },
    {
      "epoch": 2.2521386762719495,
      "grad_norm": 0.3224936607992704,
      "learning_rate": 3.5935409346643835e-06,
      "loss": 1.0416,
      "step": 626
    },
    {
      "epoch": 2.2557406573615486,
      "grad_norm": 0.3169610192123779,
      "learning_rate": 3.5614341741474633e-06,
      "loss": 1.0411,
      "step": 627
    },
    {
      "epoch": 2.259342638451148,
      "grad_norm": 0.3351431039266966,
      "learning_rate": 3.5294403843055604e-06,
      "loss": 0.9808,
      "step": 628
    },
    {
      "epoch": 2.2629446195407477,
      "grad_norm": 0.34545715291938534,
      "learning_rate": 3.4975601264997094e-06,
      "loss": 0.9858,
      "step": 629
    },
    {
      "epoch": 2.2665466006303467,
      "grad_norm": 0.3402207715752116,
      "learning_rate": 3.4657939600989453e-06,
      "loss": 1.0344,
      "step": 630
    },
    {
      "epoch": 2.270148581719946,
      "grad_norm": 0.31919756352252837,
      "learning_rate": 3.4341424424704373e-06,
      "loss": 1.027,
      "step": 631
    },
    {
      "epoch": 2.2737505628095454,
      "grad_norm": 0.3254229470180326,
      "learning_rate": 3.4026061289697397e-06,
      "loss": 1.0477,
      "step": 632
    },
    {
      "epoch": 2.2773525438991444,
      "grad_norm": 0.3485785799890875,
      "learning_rate": 3.3711855729310482e-06,
      "loss": 0.9807,
      "step": 633
    },
    {
      "epoch": 2.280954524988744,
      "grad_norm": 0.3370790147553092,
      "learning_rate": 3.3398813256574847e-06,
      "loss": 1.0253,
      "step": 634
    },
    {
      "epoch": 2.284556506078343,
      "grad_norm": 0.34933583452394323,
      "learning_rate": 3.308693936411421e-06,
      "loss": 1.051,
      "step": 635
    },
    {
      "epoch": 2.2881584871679426,
      "grad_norm": 0.3291847316505696,
      "learning_rate": 3.2776239524048426e-06,
      "loss": 1.0301,
      "step": 636
    },
    {
      "epoch": 2.2917604682575416,
      "grad_norm": 0.3282659819120877,
      "learning_rate": 3.2466719187897555e-06,
      "loss": 1.0605,
      "step": 637
    },
    {
      "epoch": 2.2953624493471407,
      "grad_norm": 0.3503752481260586,
      "learning_rate": 3.2158383786486204e-06,
      "loss": 1.0459,
      "step": 638
    },
    {
      "epoch": 2.2989644304367403,
      "grad_norm": 0.3150273914111954,
      "learning_rate": 3.1851238729848033e-06,
      "loss": 1.0224,
      "step": 639
    },
    {
      "epoch": 2.3025664115263393,
      "grad_norm": 0.311191100633195,
      "learning_rate": 3.1545289407131128e-06,
      "loss": 1.0097,
      "step": 640
    },
    {
      "epoch": 2.306168392615939,
      "grad_norm": 0.33262128665463914,
      "learning_rate": 3.124054118650327e-06,
      "loss": 0.9822,
      "step": 641
    },
    {
      "epoch": 2.309770373705538,
      "grad_norm": 0.3410576738345857,
      "learning_rate": 3.0936999415057712e-06,
      "loss": 1.0232,
      "step": 642
    },
    {
      "epoch": 2.3133723547951375,
      "grad_norm": 0.3249566852034601,
      "learning_rate": 3.063466941871952e-06,
      "loss": 1.0859,
      "step": 643
    },
    {
      "epoch": 2.3169743358847366,
      "grad_norm": 0.32584616890667684,
      "learning_rate": 3.033355650215193e-06,
      "loss": 1.0096,
      "step": 644
    },
    {
      "epoch": 2.3205763169743356,
      "grad_norm": 0.41451190520375586,
      "learning_rate": 3.003366594866345e-06,
      "loss": 1.0446,
      "step": 645
    },
    {
      "epoch": 2.324178298063935,
      "grad_norm": 0.34209014370963425,
      "learning_rate": 2.9735003020115095e-06,
      "loss": 1.0078,
      "step": 646
    },
    {
      "epoch": 2.3277802791535347,
      "grad_norm": 0.3174268768382899,
      "learning_rate": 2.9437572956827965e-06,
      "loss": 1.0514,
      "step": 647
    },
    {
      "epoch": 2.3313822602431338,
      "grad_norm": 0.3186326270646109,
      "learning_rate": 2.9141380977491373e-06,
      "loss": 1.0514,
      "step": 648
    },
    {
      "epoch": 2.334984241332733,
      "grad_norm": 0.32744958939960994,
      "learning_rate": 2.884643227907147e-06,
      "loss": 1.0321,
      "step": 649
    },
    {
      "epoch": 2.3385862224223324,
      "grad_norm": 0.31976373277654097,
      "learning_rate": 2.855273203671969e-06,
      "loss": 1.0462,
      "step": 650
    },
    {
      "epoch": 2.3421882035119315,
      "grad_norm": 0.3260597497013275,
      "learning_rate": 2.8260285403682153e-06,
      "loss": 1.001,
      "step": 651
    },
    {
      "epoch": 2.345790184601531,
      "grad_norm": 0.3234067877610257,
      "learning_rate": 2.796909751120931e-06,
      "loss": 1.0085,
      "step": 652
    },
    {
      "epoch": 2.34939216569113,
      "grad_norm": 0.3488543921988241,
      "learning_rate": 2.7679173468465813e-06,
      "loss": 0.9998,
      "step": 653
    },
    {
      "epoch": 2.3529941467807296,
      "grad_norm": 0.3354554026750642,
      "learning_rate": 2.739051836244081e-06,
      "loss": 1.0111,
      "step": 654
    },
    {
      "epoch": 2.3565961278703287,
      "grad_norm": 0.39039617710408275,
      "learning_rate": 2.7103137257858867e-06,
      "loss": 1.0127,
      "step": 655
    },
    {
      "epoch": 2.3601981089599278,
      "grad_norm": 0.31209609961183865,
      "learning_rate": 2.6817035197090892e-06,
      "loss": 0.9669,
      "step": 656
    },
    {
      "epoch": 2.3638000900495273,
      "grad_norm": 0.34206804401975316,
      "learning_rate": 2.6532217200065856e-06,
      "loss": 1.0329,
      "step": 657
    },
    {
      "epoch": 2.3674020711391264,
      "grad_norm": 0.32294558270727086,
      "learning_rate": 2.624868826418262e-06,
      "loss": 1.0276,
      "step": 658
    },
    {
      "epoch": 2.371004052228726,
      "grad_norm": 0.3140157718547382,
      "learning_rate": 2.596645336422219e-06,
      "loss": 0.9824,
      "step": 659
    },
    {
      "epoch": 2.374606033318325,
      "grad_norm": 0.3146506712675248,
      "learning_rate": 2.5685517452260566e-06,
      "loss": 0.994,
      "step": 660
    },
    {
      "epoch": 2.3782080144079245,
      "grad_norm": 0.3202340753255117,
      "learning_rate": 2.5405885457581793e-06,
      "loss": 1.023,
      "step": 661
    },
    {
      "epoch": 2.3818099954975236,
      "grad_norm": 0.3366554103917838,
      "learning_rate": 2.512756228659141e-06,
      "loss": 1.0612,
      "step": 662
    },
    {
      "epoch": 2.3854119765871227,
      "grad_norm": 0.30979957127142305,
      "learning_rate": 2.48505528227304e-06,
      "loss": 1.0104,
      "step": 663
    },
    {
      "epoch": 2.389013957676722,
      "grad_norm": 0.37006676179931625,
      "learning_rate": 2.4574861926389615e-06,
      "loss": 1.0003,
      "step": 664
    },
    {
      "epoch": 2.3926159387663217,
      "grad_norm": 0.31452187110342483,
      "learning_rate": 2.4300494434824373e-06,
      "loss": 1.0022,
      "step": 665
    },
    {
      "epoch": 2.396217919855921,
      "grad_norm": 0.31388372674341497,
      "learning_rate": 2.4027455162069567e-06,
      "loss": 1.0032,
      "step": 666
    },
    {
      "epoch": 2.39981990094552,
      "grad_norm": 0.32599440695916065,
      "learning_rate": 2.37557488988552e-06,
      "loss": 1.009,
      "step": 667
    },
    {
      "epoch": 2.4034218820351194,
      "grad_norm": 0.3359193184523073,
      "learning_rate": 2.3485380412522586e-06,
      "loss": 1.0032,
      "step": 668
    },
    {
      "epoch": 2.4070238631247185,
      "grad_norm": 0.32390733602879396,
      "learning_rate": 2.321635444694028e-06,
      "loss": 1.0156,
      "step": 669
    },
    {
      "epoch": 2.410625844214318,
      "grad_norm": 0.32639545162339606,
      "learning_rate": 2.2948675722421086e-06,
      "loss": 1.0094,
      "step": 670
    },
    {
      "epoch": 2.414227825303917,
      "grad_norm": 0.3169489255573464,
      "learning_rate": 2.2682348935639274e-06,
      "loss": 0.9929,
      "step": 671
    },
    {
      "epoch": 2.4178298063935166,
      "grad_norm": 0.31560638305744454,
      "learning_rate": 2.241737875954808e-06,
      "loss": 1.0019,
      "step": 672
    },
    {
      "epoch": 2.4214317874831157,
      "grad_norm": 0.30345956283887016,
      "learning_rate": 2.215376984329767e-06,
      "loss": 1.0554,
      "step": 673
    },
    {
      "epoch": 2.425033768572715,
      "grad_norm": 0.33061892220271266,
      "learning_rate": 2.1891526812153674e-06,
      "loss": 1.0243,
      "step": 674
    },
    {
      "epoch": 2.4286357496623143,
      "grad_norm": 0.31141403075409474,
      "learning_rate": 2.163065426741603e-06,
      "loss": 1.0032,
      "step": 675
    },
    {
      "epoch": 2.4322377307519134,
      "grad_norm": 0.3114068907243682,
      "learning_rate": 2.1371156786338108e-06,
      "loss": 1.0374,
      "step": 676
    },
    {
      "epoch": 2.435839711841513,
      "grad_norm": 0.31861886395406197,
      "learning_rate": 2.1113038922046603e-06,
      "loss": 0.9952,
      "step": 677
    },
    {
      "epoch": 2.439441692931112,
      "grad_norm": 0.3287572525443517,
      "learning_rate": 2.0856305203461436e-06,
      "loss": 1.0325,
      "step": 678
    },
    {
      "epoch": 2.4430436740207115,
      "grad_norm": 0.36186094186687373,
      "learning_rate": 2.0600960135216463e-06,
      "loss": 0.9926,
      "step": 679
    },
    {
      "epoch": 2.4466456551103106,
      "grad_norm": 0.30636844898796295,
      "learning_rate": 2.0347008197580376e-06,
      "loss": 1.0238,
      "step": 680
    },
    {
      "epoch": 2.4502476361999097,
      "grad_norm": 0.2979916206809337,
      "learning_rate": 2.009445384637805e-06,
      "loss": 1.0409,
      "step": 681
    },
    {
      "epoch": 2.4538496172895092,
      "grad_norm": 0.31056851669462426,
      "learning_rate": 1.984330151291233e-06,
      "loss": 1.021,
      "step": 682
    },
    {
      "epoch": 2.4574515983791088,
      "grad_norm": 0.2949831827027024,
      "learning_rate": 1.959355560388654e-06,
      "loss": 1.0273,
      "step": 683
    },
    {
      "epoch": 2.461053579468708,
      "grad_norm": 0.3094484969518943,
      "learning_rate": 1.934522050132678e-06,
      "loss": 0.9774,
      "step": 684
    },
    {
      "epoch": 2.464655560558307,
      "grad_norm": 0.30543455422553123,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 1.0241,
      "step": 685
    },
    {
      "epoch": 2.4682575416479065,
      "grad_norm": 0.3025054624466129,
      "learning_rate": 1.8852800119863912e-06,
      "loss": 0.984,
      "step": 686
    },
    {
      "epoch": 2.4718595227375055,
      "grad_norm": 0.3342495529664936,
      "learning_rate": 1.8608723480938207e-06,
      "loss": 1.0099,
      "step": 687
    },
    {
      "epoch": 2.475461503827105,
      "grad_norm": 0.31289078266029946,
      "learning_rate": 1.8366074928281608e-06,
      "loss": 1.006,
      "step": 688
    },
    {
      "epoch": 2.479063484916704,
      "grad_norm": 0.3353331141673875,
      "learning_rate": 1.812485871939056e-06,
      "loss": 1.0249,
      "step": 689
    },
    {
      "epoch": 2.4826654660063037,
      "grad_norm": 0.3119445186960836,
      "learning_rate": 1.7885079086629598e-06,
      "loss": 1.0053,
      "step": 690
    },
    {
      "epoch": 2.4862674470959027,
      "grad_norm": 0.3302052985983449,
      "learning_rate": 1.7646740237157256e-06,
      "loss": 1.0277,
      "step": 691
    },
    {
      "epoch": 2.489869428185502,
      "grad_norm": 0.3275354950604541,
      "learning_rate": 1.7409846352852144e-06,
      "loss": 0.9917,
      "step": 692
    },
    {
      "epoch": 2.4934714092751014,
      "grad_norm": 0.31586372849293165,
      "learning_rate": 1.7174401590239587e-06,
      "loss": 1.0249,
      "step": 693
    },
    {
      "epoch": 2.4970733903647004,
      "grad_norm": 0.3174602960440597,
      "learning_rate": 1.6940410080418723e-06,
      "loss": 1.0565,
      "step": 694
    },
    {
      "epoch": 2.5006753714543,
      "grad_norm": 0.33298389981600035,
      "learning_rate": 1.6707875928990059e-06,
      "loss": 1.0006,
      "step": 695
    },
    {
      "epoch": 2.504277352543899,
      "grad_norm": 0.3205610906349836,
      "learning_rate": 1.6476803215983295e-06,
      "loss": 0.9964,
      "step": 696
    },
    {
      "epoch": 2.5078793336334986,
      "grad_norm": 0.30896509639861985,
      "learning_rate": 1.6247195995785836e-06,
      "loss": 1.0019,
      "step": 697
    },
    {
      "epoch": 2.5114813147230977,
      "grad_norm": 0.31262628703518114,
      "learning_rate": 1.601905829707171e-06,
      "loss": 1.0029,
      "step": 698
    },
    {
      "epoch": 2.5150832958126967,
      "grad_norm": 0.30795619502338967,
      "learning_rate": 1.579239412273078e-06,
      "loss": 1.0229,
      "step": 699
    },
    {
      "epoch": 2.5186852769022963,
      "grad_norm": 0.3020571701208897,
      "learning_rate": 1.5567207449798517e-06,
      "loss": 1.0247,
      "step": 700
    },
    {
      "epoch": 2.522287257991896,
      "grad_norm": 0.29835872568121286,
      "learning_rate": 1.5343502229386209e-06,
      "loss": 1.0174,
      "step": 701
    },
    {
      "epoch": 2.525889239081495,
      "grad_norm": 0.30361488660335045,
      "learning_rate": 1.5121282386611823e-06,
      "loss": 1.0028,
      "step": 702
    },
    {
      "epoch": 2.529491220171094,
      "grad_norm": 0.31465286337965065,
      "learning_rate": 1.490055182053083e-06,
      "loss": 1.004,
      "step": 703
    },
    {
      "epoch": 2.5330932012606935,
      "grad_norm": 0.30631196832564805,
      "learning_rate": 1.468131440406798e-06,
      "loss": 0.985,
      "step": 704
    },
    {
      "epoch": 2.5366951823502926,
      "grad_norm": 0.3196788292460061,
      "learning_rate": 1.446357398394934e-06,
      "loss": 1.0145,
      "step": 705
    },
    {
      "epoch": 2.540297163439892,
      "grad_norm": 0.29430710531359733,
      "learning_rate": 1.4247334380634792e-06,
      "loss": 1.0091,
      "step": 706
    },
    {
      "epoch": 2.543899144529491,
      "grad_norm": 0.31298151261812024,
      "learning_rate": 1.40325993882509e-06,
      "loss": 1.044,
      "step": 707
    },
    {
      "epoch": 2.5475011256190907,
      "grad_norm": 0.32508133965006203,
      "learning_rate": 1.381937277452451e-06,
      "loss": 1.0063,
      "step": 708
    },
    {
      "epoch": 2.55110310670869,
      "grad_norm": 0.31566927264294303,
      "learning_rate": 1.3607658280716474e-06,
      "loss": 1.028,
      "step": 709
    },
    {
      "epoch": 2.554705087798289,
      "grad_norm": 0.32649550812534267,
      "learning_rate": 1.339745962155613e-06,
      "loss": 1.0101,
      "step": 710
    },
    {
      "epoch": 2.5583070688878884,
      "grad_norm": 0.32595113341227283,
      "learning_rate": 1.3188780485176089e-06,
      "loss": 1.0159,
      "step": 711
    },
    {
      "epoch": 2.5619090499774875,
      "grad_norm": 0.31965852157693103,
      "learning_rate": 1.2981624533047432e-06,
      "loss": 1.033,
      "step": 712
    },
    {
      "epoch": 2.565511031067087,
      "grad_norm": 0.3426503831208016,
      "learning_rate": 1.277599539991563e-06,
      "loss": 1.0354,
      "step": 713
    },
    {
      "epoch": 2.569113012156686,
      "grad_norm": 0.31221502350115277,
      "learning_rate": 1.257189669373664e-06,
      "loss": 0.9685,
      "step": 714
    },
    {
      "epoch": 2.5727149932462856,
      "grad_norm": 0.34880419135024343,
      "learning_rate": 1.2369331995613664e-06,
      "loss": 0.9951,
      "step": 715
    },
    {
      "epoch": 2.5763169743358847,
      "grad_norm": 0.34938754310051195,
      "learning_rate": 1.2168304859734226e-06,
      "loss": 1.016,
      "step": 716
    },
    {
      "epoch": 2.5799189554254838,
      "grad_norm": 0.3087396968980489,
      "learning_rate": 1.196881881330798e-06,
      "loss": 1.0263,
      "step": 717
    },
    {
      "epoch": 2.5835209365150833,
      "grad_norm": 0.33000757813456594,
      "learning_rate": 1.1770877356504684e-06,
      "loss": 1.034,
      "step": 718
    },
    {
      "epoch": 2.587122917604683,
      "grad_norm": 0.31776268637097194,
      "learning_rate": 1.1574483962392768e-06,
      "loss": 1.0112,
      "step": 719
    },
    {
      "epoch": 2.590724898694282,
      "grad_norm": 0.33709822417912993,
      "learning_rate": 1.1379642076878528e-06,
      "loss": 1.0274,
      "step": 720
    },
    {
      "epoch": 2.594326879783881,
      "grad_norm": 0.359343155445679,
      "learning_rate": 1.1186355118645552e-06,
      "loss": 0.9775,
      "step": 721
    },
    {
      "epoch": 2.5979288608734805,
      "grad_norm": 0.3420518614358689,
      "learning_rate": 1.0994626479094749e-06,
      "loss": 0.9646,
      "step": 722
    },
    {
      "epoch": 2.6015308419630796,
      "grad_norm": 0.3329137768847881,
      "learning_rate": 1.0804459522284927e-06,
      "loss": 1.0553,
      "step": 723
    },
    {
      "epoch": 2.605132823052679,
      "grad_norm": 0.32922642858289314,
      "learning_rate": 1.0615857584873624e-06,
      "loss": 1.0518,
      "step": 724
    },
    {
      "epoch": 2.608734804142278,
      "grad_norm": 0.3097397436832331,
      "learning_rate": 1.042882397605871e-06,
      "loss": 1.0188,
      "step": 725
    },
    {
      "epoch": 2.6123367852318777,
      "grad_norm": 0.29829342214667487,
      "learning_rate": 1.024336197752025e-06,
      "loss": 1.0438,
      "step": 726
    },
    {
      "epoch": 2.615938766321477,
      "grad_norm": 0.31217358831201003,
      "learning_rate": 1.0059474843362893e-06,
      "loss": 1.0032,
      "step": 727
    },
    {
      "epoch": 2.619540747411076,
      "grad_norm": 0.3201823915459118,
      "learning_rate": 9.877165800058874e-07,
      "loss": 0.9919,
      "step": 728
    },
    {
      "epoch": 2.6231427285006754,
      "grad_norm": 0.32248829320394873,
      "learning_rate": 9.696438046391288e-07,
      "loss": 1.0369,
      "step": 729
    },
    {
      "epoch": 2.6267447095902745,
      "grad_norm": 0.3340702746330119,
      "learning_rate": 9.517294753398066e-07,
      "loss": 1.0231,
      "step": 730
    },
    {
      "epoch": 2.630346690679874,
      "grad_norm": 0.3051585478060942,
      "learning_rate": 9.339739064316233e-07,
      "loss": 1.0412,
      "step": 731
    },
    {
      "epoch": 2.633948671769473,
      "grad_norm": 0.3343984759282754,
      "learning_rate": 9.16377409452689e-07,
      "loss": 0.9904,
      "step": 732
    },
    {
      "epoch": 2.6375506528590726,
      "grad_norm": 0.3315297942247698,
      "learning_rate": 8.989402931500434e-07,
      "loss": 0.9646,
      "step": 733
    },
    {
      "epoch": 2.6411526339486717,
      "grad_norm": 0.29454473044406815,
      "learning_rate": 8.816628634742441e-07,
      "loss": 1.0308,
      "step": 734
    },
    {
      "epoch": 2.644754615038271,
      "grad_norm": 0.29980517042210647,
      "learning_rate": 8.645454235739903e-07,
      "loss": 1.0433,
      "step": 735
    },
    {
      "epoch": 2.6483565961278703,
      "grad_norm": 0.31486187522491016,
      "learning_rate": 8.475882737908248e-07,
      "loss": 1.0218,
      "step": 736
    },
    {
      "epoch": 2.65195857721747,
      "grad_norm": 0.31014871229791796,
      "learning_rate": 8.307917116538378e-07,
      "loss": 1.0289,
      "step": 737
    },
    {
      "epoch": 2.655560558307069,
      "grad_norm": 0.30923672329131785,
      "learning_rate": 8.141560318744601e-07,
      "loss": 0.9933,
      "step": 738
    },
    {
      "epoch": 2.659162539396668,
      "grad_norm": 0.31391118611814095,
      "learning_rate": 7.976815263412963e-07,
      "loss": 1.0151,
      "step": 739
    },
    {
      "epoch": 2.6627645204862675,
      "grad_norm": 0.3022912413661513,
      "learning_rate": 7.81368484114996e-07,
      "loss": 1.0375,
      "step": 740
    },
    {
      "epoch": 2.6663665015758666,
      "grad_norm": 0.30102474712586647,
      "learning_rate": 7.652171914231777e-07,
      "loss": 0.998,
      "step": 741
    },
    {
      "epoch": 2.669968482665466,
      "grad_norm": 0.3344345054369882,
      "learning_rate": 7.492279316554207e-07,
      "loss": 1.0116,
      "step": 742
    },
    {
      "epoch": 2.6735704637550652,
      "grad_norm": 0.30810835809358583,
      "learning_rate": 7.334009853582791e-07,
      "loss": 1.0138,
      "step": 743
    },
    {
      "epoch": 2.6771724448446648,
      "grad_norm": 0.31169817062387034,
      "learning_rate": 7.177366302303667e-07,
      "loss": 1.0123,
      "step": 744
    },
    {
      "epoch": 2.680774425934264,
      "grad_norm": 0.302051466346212,
      "learning_rate": 7.022351411174866e-07,
      "loss": 1.0058,
      "step": 745
    },
    {
      "epoch": 2.684376407023863,
      "grad_norm": 0.31271489474747693,
      "learning_rate": 6.868967900077972e-07,
      "loss": 1.0205,
      "step": 746
    },
    {
      "epoch": 2.6879783881134625,
      "grad_norm": 0.3046685784012554,
      "learning_rate": 6.717218460270536e-07,
      "loss": 1.0297,
      "step": 747
    },
    {
      "epoch": 2.6915803692030615,
      "grad_norm": 0.3091004895138168,
      "learning_rate": 6.567105754338798e-07,
      "loss": 1.0062,
      "step": 748
    },
    {
      "epoch": 2.695182350292661,
      "grad_norm": 0.6619931249945514,
      "learning_rate": 6.418632416150927e-07,
      "loss": 1.0098,
      "step": 749
    },
    {
      "epoch": 2.69878433138226,
      "grad_norm": 0.31069210179532813,
      "learning_rate": 6.271801050810856e-07,
      "loss": 0.9951,
      "step": 750
    },
    {
      "epoch": 2.7023863124718597,
      "grad_norm": 0.3012735480622768,
      "learning_rate": 6.126614234612593e-07,
      "loss": 1.0061,
      "step": 751
    },
    {
      "epoch": 2.7059882935614588,
      "grad_norm": 0.3000137169371359,
      "learning_rate": 5.98307451499498e-07,
      "loss": 1.024,
      "step": 752
    },
    {
      "epoch": 2.709590274651058,
      "grad_norm": 0.3033346887663797,
      "learning_rate": 5.841184410496992e-07,
      "loss": 0.9764,
      "step": 753
    },
    {
      "epoch": 2.7131922557406574,
      "grad_norm": 0.3001684014436916,
      "learning_rate": 5.700946410713548e-07,
      "loss": 1.0507,
      "step": 754
    },
    {
      "epoch": 2.716794236830257,
      "grad_norm": 0.31689104223586045,
      "learning_rate": 5.562362976251901e-07,
      "loss": 1.0248,
      "step": 755
    },
    {
      "epoch": 2.720396217919856,
      "grad_norm": 0.3027427141765732,
      "learning_rate": 5.425436538688322e-07,
      "loss": 1.0187,
      "step": 756
    },
    {
      "epoch": 2.723998199009455,
      "grad_norm": 0.29852321847470953,
      "learning_rate": 5.290169500525577e-07,
      "loss": 1.0334,
      "step": 757
    },
    {
      "epoch": 2.7276001800990546,
      "grad_norm": 0.31769362484611574,
      "learning_rate": 5.156564235150686e-07,
      "loss": 1.0217,
      "step": 758
    },
    {
      "epoch": 2.7312021611886537,
      "grad_norm": 0.2850213681608941,
      "learning_rate": 5.024623086793323e-07,
      "loss": 1.0593,
      "step": 759
    },
    {
      "epoch": 2.734804142278253,
      "grad_norm": 0.31660514087011005,
      "learning_rate": 4.894348370484648e-07,
      "loss": 1.0047,
      "step": 760
    },
    {
      "epoch": 2.7384061233678523,
      "grad_norm": 0.29892729204296253,
      "learning_rate": 4.765742372016735e-07,
      "loss": 1.0122,
      "step": 761
    },
    {
      "epoch": 2.742008104457452,
      "grad_norm": 0.29768762906348106,
      "learning_rate": 4.638807347902408e-07,
      "loss": 1.0318,
      "step": 762
    },
    {
      "epoch": 2.745610085547051,
      "grad_norm": 0.32179368841761125,
      "learning_rate": 4.5135455253357053e-07,
      "loss": 1.0525,
      "step": 763
    },
    {
      "epoch": 2.74921206663665,
      "grad_norm": 0.3026572573980653,
      "learning_rate": 4.3899591021527743e-07,
      "loss": 1.0013,
      "step": 764
    },
    {
      "epoch": 2.7528140477262495,
      "grad_norm": 0.2905717915737932,
      "learning_rate": 4.268050246793276e-07,
      "loss": 1.0077,
      "step": 765
    },
    {
      "epoch": 2.7564160288158486,
      "grad_norm": 0.2998183022036548,
      "learning_rate": 4.1478210982624055e-07,
      "loss": 1.0233,
      "step": 766
    },
    {
      "epoch": 2.760018009905448,
      "grad_norm": 0.2836630257107552,
      "learning_rate": 4.0292737660933335e-07,
      "loss": 1.0589,
      "step": 767
    },
    {
      "epoch": 2.763619990995047,
      "grad_norm": 0.3387412349831205,
      "learning_rate": 3.912410330310157e-07,
      "loss": 1.0481,
      "step": 768
    },
    {
      "epoch": 2.7672219720846467,
      "grad_norm": 0.30462916867157586,
      "learning_rate": 3.7972328413914074e-07,
      "loss": 1.0467,
      "step": 769
    },
    {
      "epoch": 2.770823953174246,
      "grad_norm": 0.3329559658159068,
      "learning_rate": 3.68374332023419e-07,
      "loss": 1.0108,
      "step": 770
    },
    {
      "epoch": 2.774425934263845,
      "grad_norm": 0.28172636762146697,
      "learning_rate": 3.571943758118546e-07,
      "loss": 0.9995,
      "step": 771
    },
    {
      "epoch": 2.7780279153534444,
      "grad_norm": 0.3111382662396738,
      "learning_rate": 3.4618361166726123e-07,
      "loss": 0.9725,
      "step": 772
    },
    {
      "epoch": 2.781629896443044,
      "grad_norm": 0.3073360135405115,
      "learning_rate": 3.3534223278382405e-07,
      "loss": 0.9822,
      "step": 773
    },
    {
      "epoch": 2.785231877532643,
      "grad_norm": 0.2963099792533409,
      "learning_rate": 3.246704293837011e-07,
      "loss": 1.0193,
      "step": 774
    },
    {
      "epoch": 2.788833858622242,
      "grad_norm": 0.30866278348936116,
      "learning_rate": 3.1416838871368925e-07,
      "loss": 1.0268,
      "step": 775
    },
    {
      "epoch": 2.7924358397118416,
      "grad_norm": 0.29638477487585746,
      "learning_rate": 3.0383629504194047e-07,
      "loss": 1.0086,
      "step": 776
    },
    {
      "epoch": 2.7960378208014407,
      "grad_norm": 0.2945124143251557,
      "learning_rate": 2.936743296547273e-07,
      "loss": 1.0185,
      "step": 777
    },
    {
      "epoch": 2.7996398018910402,
      "grad_norm": 0.33444042724853856,
      "learning_rate": 2.836826708532603e-07,
      "loss": 1.0191,
      "step": 778
    },
    {
      "epoch": 2.8032417829806393,
      "grad_norm": 0.30059631184223035,
      "learning_rate": 2.7386149395056463e-07,
      "loss": 1.0442,
      "step": 779
    },
    {
      "epoch": 2.806843764070239,
      "grad_norm": 0.2890342295211199,
      "learning_rate": 2.6421097126839714e-07,
      "loss": 1.0021,
      "step": 780
    },
    {
      "epoch": 2.810445745159838,
      "grad_norm": 0.30814736535023135,
      "learning_rate": 2.547312721342277e-07,
      "loss": 0.9701,
      "step": 781
    },
    {
      "epoch": 2.814047726249437,
      "grad_norm": 0.30319118209429197,
      "learning_rate": 2.4542256287826915e-07,
      "loss": 1.0202,
      "step": 782
    },
    {
      "epoch": 2.8176497073390365,
      "grad_norm": 0.29527039246262643,
      "learning_rate": 2.3628500683055222e-07,
      "loss": 1.0296,
      "step": 783
    },
    {
      "epoch": 2.8212516884286356,
      "grad_norm": 0.3030958737117825,
      "learning_rate": 2.273187643180652e-07,
      "loss": 1.0352,
      "step": 784
    },
    {
      "epoch": 2.824853669518235,
      "grad_norm": 0.30484119879728905,
      "learning_rate": 2.1852399266194312e-07,
      "loss": 0.9906,
      "step": 785
    },
    {
      "epoch": 2.828455650607834,
      "grad_norm": 0.29348375997270915,
      "learning_rate": 2.0990084617470207e-07,
      "loss": 0.9936,
      "step": 786
    },
    {
      "epoch": 2.8320576316974337,
      "grad_norm": 0.3019632569068919,
      "learning_rate": 2.014494761575314e-07,
      "loss": 1.0134,
      "step": 787
    },
    {
      "epoch": 2.835659612787033,
      "grad_norm": 0.29834862005250573,
      "learning_rate": 1.9317003089764365e-07,
      "loss": 0.9878,
      "step": 788
    },
    {
      "epoch": 2.839261593876632,
      "grad_norm": 0.3071156712148951,
      "learning_rate": 1.8506265566567095e-07,
      "loss": 1.0368,
      "step": 789
    },
    {
      "epoch": 2.8428635749662314,
      "grad_norm": 0.3059484670117058,
      "learning_rate": 1.7712749271311392e-07,
      "loss": 1.018,
      "step": 790
    },
    {
      "epoch": 2.846465556055831,
      "grad_norm": 0.2912963362312011,
      "learning_rate": 1.6936468126984573e-07,
      "loss": 1.0113,
      "step": 791
    },
    {
      "epoch": 2.85006753714543,
      "grad_norm": 0.3815766680087311,
      "learning_rate": 1.6177435754167413e-07,
      "loss": 0.9733,
      "step": 792
    },
    {
      "epoch": 2.853669518235029,
      "grad_norm": 0.2845148982323957,
      "learning_rate": 1.543566547079467e-07,
      "loss": 1.0193,
      "step": 793
    },
    {
      "epoch": 2.8572714993246286,
      "grad_norm": 0.3056808122393604,
      "learning_rate": 1.4711170291921485e-07,
      "loss": 1.0474,
      "step": 794
    },
    {
      "epoch": 2.8608734804142277,
      "grad_norm": 0.29263268916623003,
      "learning_rate": 1.400396292949513e-07,
      "loss": 1.0313,
      "step": 795
    },
    {
      "epoch": 2.8644754615038273,
      "grad_norm": 0.3183921476253176,
      "learning_rate": 1.3314055792131964e-07,
      "loss": 0.9876,
      "step": 796
    },
    {
      "epoch": 2.8680774425934263,
      "grad_norm": 0.3007022901060275,
      "learning_rate": 1.26414609848996e-07,
      "loss": 1.042,
      "step": 797
    },
    {
      "epoch": 2.871679423683026,
      "grad_norm": 0.30830289680212397,
      "learning_rate": 1.1986190309104861e-07,
      "loss": 1.0094,
      "step": 798
    },
    {
      "epoch": 2.875281404772625,
      "grad_norm": 0.3076104467984216,
      "learning_rate": 1.134825526208605e-07,
      "loss": 1.0169,
      "step": 799
    },
    {
      "epoch": 2.878883385862224,
      "grad_norm": 0.2934424704925479,
      "learning_rate": 1.0727667037011668e-07,
      "loss": 0.9978,
      "step": 800
    },
    {
      "epoch": 2.8824853669518236,
      "grad_norm": 0.3246266836029091,
      "learning_rate": 1.0124436522684244e-07,
      "loss": 1.0176,
      "step": 801
    },
    {
      "epoch": 2.8860873480414226,
      "grad_norm": 0.30525459115513015,
      "learning_rate": 9.538574303348813e-08,
      "loss": 0.9958,
      "step": 802
    },
    {
      "epoch": 2.889689329131022,
      "grad_norm": 0.2942524891286466,
      "learning_rate": 8.970090658507291e-08,
      "loss": 0.9733,
      "step": 803
    },
    {
      "epoch": 2.8932913102206212,
      "grad_norm": 0.29680112082527976,
      "learning_rate": 8.418995562738286e-08,
      "loss": 1.0256,
      "step": 804
    },
    {
      "epoch": 2.8968932913102208,
      "grad_norm": 0.2986648492402886,
      "learning_rate": 7.885298685522235e-08,
      "loss": 1.0418,
      "step": 805
    },
    {
      "epoch": 2.90049527239982,
      "grad_norm": 0.3051344650638145,
      "learning_rate": 7.369009391070992e-08,
      "loss": 1.022,
      "step": 806
    },
    {
      "epoch": 2.904097253489419,
      "grad_norm": 0.2873270522563981,
      "learning_rate": 6.870136738164612e-08,
      "loss": 1.0048,
      "step": 807
    },
    {
      "epoch": 2.9076992345790185,
      "grad_norm": 0.308857400528317,
      "learning_rate": 6.388689479991606e-08,
      "loss": 1.0277,
      "step": 808
    },
    {
      "epoch": 2.911301215668618,
      "grad_norm": 0.3024988034565225,
      "learning_rate": 5.9246760639953824e-08,
      "loss": 1.0342,
      "step": 809
    },
    {
      "epoch": 2.914903196758217,
      "grad_norm": 0.5297760349271741,
      "learning_rate": 5.4781046317267103e-08,
      "loss": 0.9963,
      "step": 810
    },
    {
      "epoch": 2.918505177847816,
      "grad_norm": 0.31444626063066605,
      "learning_rate": 5.048983018699827e-08,
      "loss": 1.0337,
      "step": 811
    },
    {
      "epoch": 2.9221071589374157,
      "grad_norm": 0.6226804157824651,
      "learning_rate": 4.6373187542561036e-08,
      "loss": 1.0062,
      "step": 812
    },
    {
      "epoch": 2.9257091400270148,
      "grad_norm": 0.304865153239609,
      "learning_rate": 4.2431190614309334e-08,
      "loss": 0.9745,
      "step": 813
    },
    {
      "epoch": 2.9293111211166143,
      "grad_norm": 0.29221297160895904,
      "learning_rate": 3.866390856827495e-08,
      "loss": 1.0248,
      "step": 814
    },
    {
      "epoch": 2.9329131022062134,
      "grad_norm": 0.36519492084131305,
      "learning_rate": 3.50714075049563e-08,
      "loss": 1.02,
      "step": 815
    },
    {
      "epoch": 2.936515083295813,
      "grad_norm": 0.2838345710823907,
      "learning_rate": 3.165375045815266e-08,
      "loss": 1.0114,
      "step": 816
    },
    {
      "epoch": 2.940117064385412,
      "grad_norm": 0.31575735380031167,
      "learning_rate": 2.8410997393860663e-08,
      "loss": 1.0366,
      "step": 817
    },
    {
      "epoch": 2.943719045475011,
      "grad_norm": 0.3099387210219997,
      "learning_rate": 2.5343205209225062e-08,
      "loss": 1.0361,
      "step": 818
    },
    {
      "epoch": 2.9473210265646106,
      "grad_norm": 0.2935126694654585,
      "learning_rate": 2.2450427731534052e-08,
      "loss": 0.9911,
      "step": 819
    },
    {
      "epoch": 2.9509230076542097,
      "grad_norm": 0.2838948843015787,
      "learning_rate": 1.973271571728441e-08,
      "loss": 1.0004,
      "step": 820
    },
    {
      "epoch": 2.954524988743809,
      "grad_norm": 0.29407693899364834,
      "learning_rate": 1.7190116851280024e-08,
      "loss": 1.003,
      "step": 821
    },
    {
      "epoch": 2.9581269698334083,
      "grad_norm": 0.3050678620636247,
      "learning_rate": 1.482267574580143e-08,
      "loss": 0.9785,
      "step": 822
    },
    {
      "epoch": 2.961728950923008,
      "grad_norm": 0.30072571972857975,
      "learning_rate": 1.2630433939825326e-08,
      "loss": 1.0212,
      "step": 823
    },
    {
      "epoch": 2.965330932012607,
      "grad_norm": 0.29556108311353174,
      "learning_rate": 1.0613429898287397e-08,
      "loss": 1.0484,
      "step": 824
    },
    {
      "epoch": 2.968932913102206,
      "grad_norm": 0.29316766843555686,
      "learning_rate": 8.771699011416169e-09,
      "loss": 1.0124,
      "step": 825
    },
    {
      "epoch": 2.9725348941918055,
      "grad_norm": 0.2897984568684424,
      "learning_rate": 7.105273594107953e-09,
      "loss": 1.0527,
      "step": 826
    },
    {
      "epoch": 2.976136875281405,
      "grad_norm": 0.29983343922706296,
      "learning_rate": 5.614182885357311e-09,
      "loss": 1.022,
      "step": 827
    },
    {
      "epoch": 2.979738856371004,
      "grad_norm": 0.28416220599411646,
      "learning_rate": 4.298453047749674e-09,
      "loss": 1.0388,
      "step": 828
    },
    {
      "epoch": 2.983340837460603,
      "grad_norm": 0.3010968060672787,
      "learning_rate": 3.1581071670006013e-09,
      "loss": 1.0531,
      "step": 829
    },
    {
      "epoch": 2.9869428185502027,
      "grad_norm": 0.2904445388666316,
      "learning_rate": 2.193165251545004e-09,
      "loss": 1.0169,
      "step": 830
    },
    {
      "epoch": 2.990544799639802,
      "grad_norm": 0.30584434012715184,
      "learning_rate": 1.4036442321962995e-09,
      "loss": 1.0135,
      "step": 831
    },
    {
      "epoch": 2.9941467807294013,
      "grad_norm": 0.28605013841859234,
      "learning_rate": 7.895579618388827e-10,
      "loss": 1.01,
      "step": 832
    },
    {
      "epoch": 2.9977487618190004,
      "grad_norm": 0.30677993503436984,
      "learning_rate": 3.509172151938689e-10,
      "loss": 0.9589,
      "step": 833
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.30677993503436984,
      "learning_rate": 8.772968862369447e-11,
      "loss": 0.9939,
      "step": 834
    }
  ],
  "logging_steps": 1,
  "max_steps": 834,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1027465229107200.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}