| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 834, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0036019810895992796, |
| "grad_norm": 17.72333285463974, |
| "learning_rate": 0.0, |
| "loss": 1.9917, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007203962179198559, |
| "grad_norm": 16.74144451019585, |
| "learning_rate": 2.3809523809523811e-07, |
| "loss": 2.0205, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.010805943268797838, |
| "grad_norm": 16.633887860565455, |
| "learning_rate": 4.7619047619047623e-07, |
| "loss": 1.9661, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.014407924358397118, |
| "grad_norm": 17.36221600208365, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 1.9959, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.018009905447996397, |
| "grad_norm": 17.847986885950974, |
| "learning_rate": 9.523809523809525e-07, |
| "loss": 2.0032, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.021611886537595677, |
| "grad_norm": 17.4410649245742, |
| "learning_rate": 1.1904761904761906e-06, |
| "loss": 2.0173, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.025213867627194957, |
| "grad_norm": 14.630267256260028, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 1.8951, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.028815848716794237, |
| "grad_norm": 13.340482963704746, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 1.965, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03241782980639352, |
| "grad_norm": 13.535453557176577, |
| "learning_rate": 1.904761904761905e-06, |
| "loss": 1.9674, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03601981089599279, |
| "grad_norm": 8.010136572755851, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 1.7752, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03962179198559208, |
| "grad_norm": 7.650518526087547, |
| "learning_rate": 2.380952380952381e-06, |
| "loss": 1.8199, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04322377307519135, |
| "grad_norm": 7.210823304228279, |
| "learning_rate": 2.6190476190476192e-06, |
| "loss": 1.7943, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04682575416479064, |
| "grad_norm": 3.3197890236702334, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 1.6575, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05042773525438991, |
| "grad_norm": 2.8558016297600015, |
| "learning_rate": 3.0952380952380957e-06, |
| "loss": 1.6629, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0540297163439892, |
| "grad_norm": 2.7778136384885803, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.674, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05763169743358847, |
| "grad_norm": 2.459525282952475, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 1.6141, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06123367852318776, |
| "grad_norm": 2.3201335033883748, |
| "learning_rate": 3.80952380952381e-06, |
| "loss": 1.6111, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.06483565961278703, |
| "grad_norm": 3.0522263625642303, |
| "learning_rate": 4.047619047619048e-06, |
| "loss": 1.5783, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.06843764070238631, |
| "grad_norm": 3.3835171900492584, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 1.5609, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07203962179198559, |
| "grad_norm": 2.8469056015392837, |
| "learning_rate": 4.523809523809524e-06, |
| "loss": 1.5574, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07564160288158488, |
| "grad_norm": 2.5196002293515694, |
| "learning_rate": 4.761904761904762e-06, |
| "loss": 1.5361, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.07924358397118415, |
| "grad_norm": 1.786119097691439, |
| "learning_rate": 5e-06, |
| "loss": 1.4819, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.08284556506078343, |
| "grad_norm": 1.5020286385666761, |
| "learning_rate": 5.2380952380952384e-06, |
| "loss": 1.5024, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0864475461503827, |
| "grad_norm": 1.2360166013997653, |
| "learning_rate": 5.476190476190477e-06, |
| "loss": 1.4709, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.090049527239982, |
| "grad_norm": 1.3157102113620782, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 1.4433, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.09365150832958127, |
| "grad_norm": 1.365525625357574, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 1.4403, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.09725348941918055, |
| "grad_norm": 1.2206296823751568, |
| "learning_rate": 6.1904761904761914e-06, |
| "loss": 1.4417, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.10085547050877983, |
| "grad_norm": 1.0720703765403685, |
| "learning_rate": 6.4285714285714295e-06, |
| "loss": 1.3793, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1044574515983791, |
| "grad_norm": 0.8328118396141913, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.3709, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.1080594326879784, |
| "grad_norm": 0.7080104330787081, |
| "learning_rate": 6.9047619047619055e-06, |
| "loss": 1.3641, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.11166141377757767, |
| "grad_norm": 0.7041969930028159, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 1.3443, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.11526339486717695, |
| "grad_norm": 0.7233895890985703, |
| "learning_rate": 7.380952380952382e-06, |
| "loss": 1.3317, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.11886537595677622, |
| "grad_norm": 0.7428403558161335, |
| "learning_rate": 7.61904761904762e-06, |
| "loss": 1.3541, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.12246735704637551, |
| "grad_norm": 0.6558540121881294, |
| "learning_rate": 7.857142857142858e-06, |
| "loss": 1.2951, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1260693381359748, |
| "grad_norm": 0.618140026078978, |
| "learning_rate": 8.095238095238097e-06, |
| "loss": 1.3164, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.12967131922557407, |
| "grad_norm": 0.6438323014975316, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.3153, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.13327330031517334, |
| "grad_norm": 0.5521671367958445, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 1.3316, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.13687528140477262, |
| "grad_norm": 0.5328631672865043, |
| "learning_rate": 8.80952380952381e-06, |
| "loss": 1.2902, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1404772624943719, |
| "grad_norm": 0.5334062437937526, |
| "learning_rate": 9.047619047619049e-06, |
| "loss": 1.287, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.14407924358397117, |
| "grad_norm": 0.531250574725969, |
| "learning_rate": 9.285714285714288e-06, |
| "loss": 1.2773, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.14768122467357048, |
| "grad_norm": 0.5204986857616977, |
| "learning_rate": 9.523809523809525e-06, |
| "loss": 1.3051, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.15128320576316975, |
| "grad_norm": 0.6543717867140847, |
| "learning_rate": 9.761904761904762e-06, |
| "loss": 1.2445, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.15488518685276903, |
| "grad_norm": 0.5197543568870346, |
| "learning_rate": 1e-05, |
| "loss": 1.2677, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.1584871679423683, |
| "grad_norm": 0.4812279830906989, |
| "learning_rate": 1.0238095238095238e-05, |
| "loss": 1.2585, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.16208914903196758, |
| "grad_norm": 0.4352973660256491, |
| "learning_rate": 1.0476190476190477e-05, |
| "loss": 1.2547, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.16569113012156686, |
| "grad_norm": 0.44372246674902277, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 1.2432, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.16929311121116614, |
| "grad_norm": 0.4288856061137417, |
| "learning_rate": 1.0952380952380955e-05, |
| "loss": 1.284, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1728950923007654, |
| "grad_norm": 0.42526693686976097, |
| "learning_rate": 1.1190476190476192e-05, |
| "loss": 1.2696, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1764970733903647, |
| "grad_norm": 0.4166567232011612, |
| "learning_rate": 1.1428571428571429e-05, |
| "loss": 1.2469, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.180099054479964, |
| "grad_norm": 0.3913409958568272, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 1.2783, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.18370103556956327, |
| "grad_norm": 0.42072327226593215, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 1.2266, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.18730301665916255, |
| "grad_norm": 0.41662130471219183, |
| "learning_rate": 1.2142857142857142e-05, |
| "loss": 1.2657, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.19090499774876182, |
| "grad_norm": 0.3862266599747452, |
| "learning_rate": 1.2380952380952383e-05, |
| "loss": 1.2476, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1945069788383611, |
| "grad_norm": 0.4181206327632789, |
| "learning_rate": 1.261904761904762e-05, |
| "loss": 1.2319, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.19810895992796038, |
| "grad_norm": 0.40595669011292357, |
| "learning_rate": 1.2857142857142859e-05, |
| "loss": 1.2509, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.20171094101755965, |
| "grad_norm": 0.35847183241850533, |
| "learning_rate": 1.3095238095238096e-05, |
| "loss": 1.2165, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.20531292210715893, |
| "grad_norm": 0.39666133253380836, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 1.2363, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2089149031967582, |
| "grad_norm": 0.40207684411378025, |
| "learning_rate": 1.3571428571428574e-05, |
| "loss": 1.2465, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2125168842863575, |
| "grad_norm": 0.37209025577819826, |
| "learning_rate": 1.3809523809523811e-05, |
| "loss": 1.2214, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2161188653759568, |
| "grad_norm": 0.3653505323372225, |
| "learning_rate": 1.4047619047619048e-05, |
| "loss": 1.1865, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.21972084646555606, |
| "grad_norm": 0.3663923451657845, |
| "learning_rate": 1.4285714285714287e-05, |
| "loss": 1.2101, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.22332282755515534, |
| "grad_norm": 0.4066955779348059, |
| "learning_rate": 1.4523809523809524e-05, |
| "loss": 1.2261, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.22692480864475462, |
| "grad_norm": 0.3776177244078068, |
| "learning_rate": 1.4761904761904763e-05, |
| "loss": 1.1919, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2305267897343539, |
| "grad_norm": 0.4169523611117426, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.2412, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.23412877082395317, |
| "grad_norm": 0.41269428417232595, |
| "learning_rate": 1.523809523809524e-05, |
| "loss": 1.1986, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.23773075191355245, |
| "grad_norm": 0.3977637686214011, |
| "learning_rate": 1.5476190476190476e-05, |
| "loss": 1.1966, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.24133273300315172, |
| "grad_norm": 0.3933380234535625, |
| "learning_rate": 1.5714285714285715e-05, |
| "loss": 1.181, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.24493471409275103, |
| "grad_norm": 0.40470839374154993, |
| "learning_rate": 1.5952380952380954e-05, |
| "loss": 1.2114, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2485366951823503, |
| "grad_norm": 0.38473712955010875, |
| "learning_rate": 1.6190476190476193e-05, |
| "loss": 1.2279, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2521386762719496, |
| "grad_norm": 0.43049078020904785, |
| "learning_rate": 1.642857142857143e-05, |
| "loss": 1.2192, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.25574065736154883, |
| "grad_norm": 0.4147338177043235, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.1954, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.25934263845114813, |
| "grad_norm": 0.41164277712306113, |
| "learning_rate": 1.6904761904761906e-05, |
| "loss": 1.1904, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.26294461954074744, |
| "grad_norm": 0.5009702088174339, |
| "learning_rate": 1.7142857142857142e-05, |
| "loss": 1.1976, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2665466006303467, |
| "grad_norm": 0.3965701698484725, |
| "learning_rate": 1.7380952380952384e-05, |
| "loss": 1.1716, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.270148581719946, |
| "grad_norm": 0.44719502372873543, |
| "learning_rate": 1.761904761904762e-05, |
| "loss": 1.2082, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.27375056280954524, |
| "grad_norm": 0.4123545787789653, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 1.1952, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.27735254389914454, |
| "grad_norm": 0.4877812737070487, |
| "learning_rate": 1.8095238095238097e-05, |
| "loss": 1.2055, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2809545249887438, |
| "grad_norm": 0.39548182603925097, |
| "learning_rate": 1.8333333333333333e-05, |
| "loss": 1.2034, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2845565060783431, |
| "grad_norm": 0.5026743347499928, |
| "learning_rate": 1.8571428571428575e-05, |
| "loss": 1.216, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.28815848716794235, |
| "grad_norm": 0.40920179671829476, |
| "learning_rate": 1.880952380952381e-05, |
| "loss": 1.215, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.29176046825754165, |
| "grad_norm": 0.40647257752238786, |
| "learning_rate": 1.904761904761905e-05, |
| "loss": 1.15, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.29536244934714095, |
| "grad_norm": 0.4446719523239053, |
| "learning_rate": 1.928571428571429e-05, |
| "loss": 1.1946, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2989644304367402, |
| "grad_norm": 0.4477831846224294, |
| "learning_rate": 1.9523809523809524e-05, |
| "loss": 1.1783, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3025664115263395, |
| "grad_norm": 0.46747218977065264, |
| "learning_rate": 1.9761904761904763e-05, |
| "loss": 1.2069, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.30616839261593876, |
| "grad_norm": 0.4123700376561677, |
| "learning_rate": 2e-05, |
| "loss": 1.1668, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.30977037370553806, |
| "grad_norm": 0.4582265747315408, |
| "learning_rate": 1.9999912270311376e-05, |
| "loss": 1.2007, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3133723547951373, |
| "grad_norm": 0.4445298453696696, |
| "learning_rate": 1.9999649082784807e-05, |
| "loss": 1.1619, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3169743358847366, |
| "grad_norm": 0.43429319865081784, |
| "learning_rate": 1.9999210442038164e-05, |
| "loss": 1.1713, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.32057631697433586, |
| "grad_norm": 0.4782187675173227, |
| "learning_rate": 1.9998596355767805e-05, |
| "loss": 1.1928, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.32417829806393517, |
| "grad_norm": 0.4106482680999747, |
| "learning_rate": 1.9997806834748455e-05, |
| "loss": 1.1882, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.32778027915353447, |
| "grad_norm": 0.46151845726452373, |
| "learning_rate": 1.9996841892833e-05, |
| "loss": 1.1367, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.3313822602431337, |
| "grad_norm": 0.5344711600469204, |
| "learning_rate": 1.9995701546952252e-05, |
| "loss": 1.188, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.334984241332733, |
| "grad_norm": 0.4301030750235406, |
| "learning_rate": 1.9994385817114644e-05, |
| "loss": 1.1693, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3385862224223323, |
| "grad_norm": 0.4179655408092538, |
| "learning_rate": 1.9992894726405894e-05, |
| "loss": 1.1888, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3421882035119316, |
| "grad_norm": 0.452215726933426, |
| "learning_rate": 1.9991228300988586e-05, |
| "loss": 1.1671, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3457901846015308, |
| "grad_norm": 0.44096360750792535, |
| "learning_rate": 1.9989386570101716e-05, |
| "loss": 1.1867, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.34939216569113013, |
| "grad_norm": 0.4305077256335119, |
| "learning_rate": 1.998736956606018e-05, |
| "loss": 1.1591, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3529941467807294, |
| "grad_norm": 0.4856570626303648, |
| "learning_rate": 1.99851773242542e-05, |
| "loss": 1.172, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3565961278703287, |
| "grad_norm": 0.43287031284663674, |
| "learning_rate": 1.998280988314872e-05, |
| "loss": 1.164, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.360198108959928, |
| "grad_norm": 0.46426588677922326, |
| "learning_rate": 1.9980267284282718e-05, |
| "loss": 1.1844, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.36380009004952724, |
| "grad_norm": 0.4445779965560622, |
| "learning_rate": 1.997754957226847e-05, |
| "loss": 1.1817, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.36740207113912654, |
| "grad_norm": 0.44784881231100077, |
| "learning_rate": 1.9974656794790777e-05, |
| "loss": 1.1558, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3710040522287258, |
| "grad_norm": 0.4376014592911702, |
| "learning_rate": 1.997158900260614e-05, |
| "loss": 1.1746, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3746060333183251, |
| "grad_norm": 0.5108772069755781, |
| "learning_rate": 1.9968346249541848e-05, |
| "loss": 1.1842, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.37820801440792434, |
| "grad_norm": 0.4825397011918635, |
| "learning_rate": 1.9964928592495046e-05, |
| "loss": 1.1796, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.38180999549752365, |
| "grad_norm": 0.5075963125638024, |
| "learning_rate": 1.9961336091431728e-05, |
| "loss": 1.1693, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3854119765871229, |
| "grad_norm": 0.50726372523796, |
| "learning_rate": 1.9957568809385693e-05, |
| "loss": 1.1622, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.3890139576767222, |
| "grad_norm": 0.4653048966636584, |
| "learning_rate": 1.995362681245744e-05, |
| "loss": 1.1547, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.3926159387663215, |
| "grad_norm": 0.4588128633464659, |
| "learning_rate": 1.9949510169813006e-05, |
| "loss": 1.1677, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.39621791985592075, |
| "grad_norm": 0.4476203164977693, |
| "learning_rate": 1.9945218953682736e-05, |
| "loss": 1.1739, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.39981990094552006, |
| "grad_norm": 0.4640788185700448, |
| "learning_rate": 1.9940753239360047e-05, |
| "loss": 1.1889, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4034218820351193, |
| "grad_norm": 0.4760640635102736, |
| "learning_rate": 1.9936113105200085e-05, |
| "loss": 1.1699, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4070238631247186, |
| "grad_norm": 0.45160060084369746, |
| "learning_rate": 1.9931298632618355e-05, |
| "loss": 1.2029, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.41062584421431786, |
| "grad_norm": 0.43907966125693687, |
| "learning_rate": 1.992630990608929e-05, |
| "loss": 1.1256, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.41422782530391716, |
| "grad_norm": 0.4684243076027455, |
| "learning_rate": 1.9921147013144782e-05, |
| "loss": 1.1349, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.4178298063935164, |
| "grad_norm": 0.5356546540747512, |
| "learning_rate": 1.9915810044372618e-05, |
| "loss": 1.1426, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.4214317874831157, |
| "grad_norm": 0.4605329742399497, |
| "learning_rate": 1.991029909341493e-05, |
| "loss": 1.1062, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.425033768572715, |
| "grad_norm": 0.4899489685405069, |
| "learning_rate": 1.9904614256966514e-05, |
| "loss": 1.18, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.42863574966231427, |
| "grad_norm": 0.5759124961464352, |
| "learning_rate": 1.989875563477316e-05, |
| "loss": 1.1927, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4322377307519136, |
| "grad_norm": 0.5488026379553149, |
| "learning_rate": 1.9892723329629885e-05, |
| "loss": 1.1318, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4358397118415128, |
| "grad_norm": 0.48921510785914285, |
| "learning_rate": 1.988651744737914e-05, |
| "loss": 1.1326, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4394416929311121, |
| "grad_norm": 0.4680907224628475, |
| "learning_rate": 1.9880138096908955e-05, |
| "loss": 1.1914, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4430436740207114, |
| "grad_norm": 0.5211307346225923, |
| "learning_rate": 1.9873585390151003e-05, |
| "loss": 1.1725, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4466456551103107, |
| "grad_norm": 0.49428034196081544, |
| "learning_rate": 1.986685944207868e-05, |
| "loss": 1.1249, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.45024763619990993, |
| "grad_norm": 0.5008034209150726, |
| "learning_rate": 1.985996037070505e-05, |
| "loss": 1.1438, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.45384961728950923, |
| "grad_norm": 0.5516276252455864, |
| "learning_rate": 1.985288829708079e-05, |
| "loss": 1.1664, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.45745159837910854, |
| "grad_norm": 0.4042937280440236, |
| "learning_rate": 1.9845643345292055e-05, |
| "loss": 1.1393, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4610535794687078, |
| "grad_norm": 0.5708726115415008, |
| "learning_rate": 1.983822564245833e-05, |
| "loss": 1.1517, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4646555605583071, |
| "grad_norm": 0.4228241062169966, |
| "learning_rate": 1.9830635318730155e-05, |
| "loss": 1.1611, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.46825754164790634, |
| "grad_norm": 0.5492061311037781, |
| "learning_rate": 1.982287250728689e-05, |
| "loss": 1.136, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.47185952273750564, |
| "grad_norm": 0.5592048508882452, |
| "learning_rate": 1.981493734433433e-05, |
| "loss": 1.1645, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4754615038271049, |
| "grad_norm": 0.5410014986722763, |
| "learning_rate": 1.9806829969102356e-05, |
| "loss": 1.1577, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.4790634849167042, |
| "grad_norm": 0.5377866334331042, |
| "learning_rate": 1.979855052384247e-05, |
| "loss": 1.1748, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.48266546600630345, |
| "grad_norm": 0.5566595358396209, |
| "learning_rate": 1.97900991538253e-05, |
| "loss": 1.1688, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.48626744709590275, |
| "grad_norm": 0.5446371841337873, |
| "learning_rate": 1.9781476007338058e-05, |
| "loss": 1.1346, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.48986942818550205, |
| "grad_norm": 0.4528727071626024, |
| "learning_rate": 1.9772681235681936e-05, |
| "loss": 1.1479, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4934714092751013, |
| "grad_norm": 0.5030229157376633, |
| "learning_rate": 1.976371499316945e-05, |
| "loss": 1.1386, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.4970733903647006, |
| "grad_norm": 0.5137352518366364, |
| "learning_rate": 1.9754577437121733e-05, |
| "loss": 1.1273, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5006753714542999, |
| "grad_norm": 0.45544139411768514, |
| "learning_rate": 1.9745268727865774e-05, |
| "loss": 1.1414, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5042773525438992, |
| "grad_norm": 0.5273193209855178, |
| "learning_rate": 1.9735789028731603e-05, |
| "loss": 1.1579, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5078793336334985, |
| "grad_norm": 0.41509040835847527, |
| "learning_rate": 1.9726138506049438e-05, |
| "loss": 1.1608, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5114813147230977, |
| "grad_norm": 0.5276826172431313, |
| "learning_rate": 1.971631732914674e-05, |
| "loss": 1.1186, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.515083295812697, |
| "grad_norm": 0.48117944700025117, |
| "learning_rate": 1.9706325670345276e-05, |
| "loss": 1.1394, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5186852769022963, |
| "grad_norm": 0.524284030585472, |
| "learning_rate": 1.969616370495806e-05, |
| "loss": 1.1475, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5222872579918956, |
| "grad_norm": 0.43330583593619754, |
| "learning_rate": 1.9685831611286312e-05, |
| "loss": 1.1173, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5258892390814949, |
| "grad_norm": 0.545404617817178, |
| "learning_rate": 1.96753295706163e-05, |
| "loss": 1.143, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5294912201710941, |
| "grad_norm": 0.5368541119320993, |
| "learning_rate": 1.9664657767216176e-05, |
| "loss": 1.1492, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5330932012606934, |
| "grad_norm": 0.5900575675857606, |
| "learning_rate": 1.965381638833274e-05, |
| "loss": 1.1061, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5366951823502927, |
| "grad_norm": 0.4885677064908834, |
| "learning_rate": 1.964280562418815e-05, |
| "loss": 1.1696, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.540297163439892, |
| "grad_norm": 0.5737873365437347, |
| "learning_rate": 1.9631625667976584e-05, |
| "loss": 1.1414, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5438991445294912, |
| "grad_norm": 0.48058399404834246, |
| "learning_rate": 1.962027671586086e-05, |
| "loss": 1.1692, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5475011256190905, |
| "grad_norm": 0.6083382060711343, |
| "learning_rate": 1.9608758966968987e-05, |
| "loss": 1.1555, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5511031067086898, |
| "grad_norm": 0.47474983425131323, |
| "learning_rate": 1.9597072623390668e-05, |
| "loss": 1.1653, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.5547050877982891, |
| "grad_norm": 0.4945047090641951, |
| "learning_rate": 1.958521789017376e-05, |
| "loss": 1.1262, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5583070688878884, |
| "grad_norm": 0.4618796056478457, |
| "learning_rate": 1.9573194975320672e-05, |
| "loss": 1.1193, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5619090499774876, |
| "grad_norm": 0.5433688714235343, |
| "learning_rate": 1.9561004089784726e-05, |
| "loss": 1.1863, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.5655110310670869, |
| "grad_norm": 0.4577137514640174, |
| "learning_rate": 1.9548645447466433e-05, |
| "loss": 1.1601, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5691130121566862, |
| "grad_norm": 0.47944154343409334, |
| "learning_rate": 1.9536119265209763e-05, |
| "loss": 1.1152, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5727149932462855, |
| "grad_norm": 0.42694412400942916, |
| "learning_rate": 1.9523425762798328e-05, |
| "loss": 1.1531, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5763169743358847, |
| "grad_norm": 0.49207094141035496, |
| "learning_rate": 1.9510565162951538e-05, |
| "loss": 1.1906, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.579918955425484, |
| "grad_norm": 0.5136613154641417, |
| "learning_rate": 1.949753769132067e-05, |
| "loss": 1.1644, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5835209365150833, |
| "grad_norm": 0.44602489266661216, |
| "learning_rate": 1.9484343576484935e-05, |
| "loss": 1.1374, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5871229176046826, |
| "grad_norm": 0.5228610461369948, |
| "learning_rate": 1.9470983049947446e-05, |
| "loss": 1.1163, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5907248986942819, |
| "grad_norm": 0.5708572642999578, |
| "learning_rate": 1.945745634613117e-05, |
| "loss": 1.1186, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5943268797838811, |
| "grad_norm": 0.5036409710357109, |
| "learning_rate": 1.944376370237481e-05, |
| "loss": 1.1465, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5979288608734804, |
| "grad_norm": 0.5317443117280128, |
| "learning_rate": 1.9429905358928648e-05, |
| "loss": 1.1517, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6015308419630797, |
| "grad_norm": 0.4882478787556137, |
| "learning_rate": 1.9415881558950302e-05, |
| "loss": 1.1067, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.605132823052679, |
| "grad_norm": 0.4874064562391516, |
| "learning_rate": 1.9401692548500504e-05, |
| "loss": 1.1324, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6087348041422782, |
| "grad_norm": 0.5376918267990205, |
| "learning_rate": 1.9387338576538743e-05, |
| "loss": 1.1257, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6123367852318775, |
| "grad_norm": 0.4965172211480199, |
| "learning_rate": 1.937281989491892e-05, |
| "loss": 1.1336, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6159387663214768, |
| "grad_norm": 0.47932825528281314, |
| "learning_rate": 1.935813675838491e-05, |
| "loss": 1.1284, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6195407474110761, |
| "grad_norm": 0.4858748471487055, |
| "learning_rate": 1.9343289424566122e-05, |
| "loss": 1.1057, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6231427285006754, |
| "grad_norm": 0.5197155527596052, |
| "learning_rate": 1.9328278153972947e-05, |
| "loss": 1.1429, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6267447095902746, |
| "grad_norm": 0.5090328339965416, |
| "learning_rate": 1.9313103209992205e-05, |
| "loss": 1.1441, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.6303466906798739, |
| "grad_norm": 0.43693562505510464, |
| "learning_rate": 1.9297764858882516e-05, |
| "loss": 1.1505, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6339486717694732, |
| "grad_norm": 0.550660846855975, |
| "learning_rate": 1.9282263369769633e-05, |
| "loss": 1.1435, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6375506528590725, |
| "grad_norm": 0.46578086383071565, |
| "learning_rate": 1.9266599014641724e-05, |
| "loss": 1.1018, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6411526339486717, |
| "grad_norm": 0.4964782183292892, |
| "learning_rate": 1.925077206834458e-05, |
| "loss": 1.1465, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.644754615038271, |
| "grad_norm": 0.45964086094247464, |
| "learning_rate": 1.9234782808576823e-05, |
| "loss": 1.1062, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.6483565961278703, |
| "grad_norm": 0.5483305518872, |
| "learning_rate": 1.9218631515885007e-05, |
| "loss": 1.1951, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6519585772174696, |
| "grad_norm": 0.5145676852242339, |
| "learning_rate": 1.9202318473658707e-05, |
| "loss": 1.1448, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.6555605583070689, |
| "grad_norm": 0.4386475661627918, |
| "learning_rate": 1.9185843968125543e-05, |
| "loss": 1.1308, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.6591625393966681, |
| "grad_norm": 0.5755653013269093, |
| "learning_rate": 1.9169208288346168e-05, |
| "loss": 1.1134, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.6627645204862674, |
| "grad_norm": 0.44327277861238035, |
| "learning_rate": 1.9152411726209176e-05, |
| "loss": 1.1152, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.6663665015758667, |
| "grad_norm": 0.5486666975937928, |
| "learning_rate": 1.913545457642601e-05, |
| "loss": 1.1624, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.669968482665466, |
| "grad_norm": 0.5461049108625414, |
| "learning_rate": 1.911833713652576e-05, |
| "loss": 1.1686, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.6735704637550652, |
| "grad_norm": 0.49624624730248856, |
| "learning_rate": 1.9101059706849957e-05, |
| "loss": 1.1375, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.6771724448446645, |
| "grad_norm": 0.5048178389571221, |
| "learning_rate": 1.9083622590547313e-05, |
| "loss": 1.1184, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.6807744259342638, |
| "grad_norm": 0.5607987809134882, |
| "learning_rate": 1.906602609356838e-05, |
| "loss": 1.1383, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6843764070238632, |
| "grad_norm": 0.5461935247508191, |
| "learning_rate": 1.9048270524660197e-05, |
| "loss": 1.1199, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6879783881134625, |
| "grad_norm": 0.48641376111434126, |
| "learning_rate": 1.9030356195360875e-05, |
| "loss": 1.1325, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6915803692030617, |
| "grad_norm": 0.5712551206304499, |
| "learning_rate": 1.9012283419994115e-05, |
| "loss": 1.1079, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.695182350292661, |
| "grad_norm": 0.5549505651064666, |
| "learning_rate": 1.899405251566371e-05, |
| "loss": 1.1491, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6987843313822603, |
| "grad_norm": 0.5454364240589753, |
| "learning_rate": 1.8975663802247978e-05, |
| "loss": 1.1324, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7023863124718596, |
| "grad_norm": 0.5489949607435856, |
| "learning_rate": 1.895711760239413e-05, |
| "loss": 1.1424, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7059882935614588, |
| "grad_norm": 0.5516401509678447, |
| "learning_rate": 1.893841424151264e-05, |
| "loss": 1.1192, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7095902746510581, |
| "grad_norm": 0.616415006151177, |
| "learning_rate": 1.8919554047771508e-05, |
| "loss": 1.1057, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7131922557406574, |
| "grad_norm": 0.49764500545065876, |
| "learning_rate": 1.8900537352090523e-05, |
| "loss": 1.2043, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7167942368302567, |
| "grad_norm": 0.5353719497991947, |
| "learning_rate": 1.8881364488135448e-05, |
| "loss": 1.1009, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.720396217919856, |
| "grad_norm": 0.5552251069245464, |
| "learning_rate": 1.8862035792312148e-05, |
| "loss": 1.1472, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7239981990094552, |
| "grad_norm": 0.47370380708561854, |
| "learning_rate": 1.8842551603760725e-05, |
| "loss": 1.1234, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7276001800990545, |
| "grad_norm": 0.514238613810691, |
| "learning_rate": 1.8822912264349535e-05, |
| "loss": 1.111, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7312021611886538, |
| "grad_norm": 0.4336419198372904, |
| "learning_rate": 1.8803118118669203e-05, |
| "loss": 1.135, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7348041422782531, |
| "grad_norm": 0.5294295030645012, |
| "learning_rate": 1.878316951402658e-05, |
| "loss": 1.1202, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.7384061233678523, |
| "grad_norm": 0.4780673622172491, |
| "learning_rate": 1.8763066800438638e-05, |
| "loss": 1.1115, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.7420081044574516, |
| "grad_norm": 0.45954189171840354, |
| "learning_rate": 1.8742810330626338e-05, |
| "loss": 1.1389, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.7456100855470509, |
| "grad_norm": 0.4449315804684262, |
| "learning_rate": 1.8722400460008437e-05, |
| "loss": 1.1311, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.7492120666366502, |
| "grad_norm": 0.5160932332263837, |
| "learning_rate": 1.870183754669526e-05, |
| "loss": 1.1579, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.7528140477262495, |
| "grad_norm": 0.4281459926943085, |
| "learning_rate": 1.8681121951482397e-05, |
| "loss": 1.161, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.7564160288158487, |
| "grad_norm": 0.47559201254768024, |
| "learning_rate": 1.866025403784439e-05, |
| "loss": 1.1485, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.760018009905448, |
| "grad_norm": 0.43905387770660126, |
| "learning_rate": 1.8639234171928355e-05, |
| "loss": 1.1083, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.7636199909950473, |
| "grad_norm": 0.4175570198117635, |
| "learning_rate": 1.861806272254755e-05, |
| "loss": 1.1494, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.7672219720846466, |
| "grad_norm": 0.4179520039796487, |
| "learning_rate": 1.8596740061174912e-05, |
| "loss": 1.1391, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.7708239531742458, |
| "grad_norm": 0.4625191756163765, |
| "learning_rate": 1.8575266561936526e-05, |
| "loss": 1.1219, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.7744259342638451, |
| "grad_norm": 0.4360052457091878, |
| "learning_rate": 1.855364260160507e-05, |
| "loss": 1.0894, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.7780279153534444, |
| "grad_norm": 0.44330577471105836, |
| "learning_rate": 1.8531868559593205e-05, |
| "loss": 1.1221, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.7816298964430437, |
| "grad_norm": 0.46845374827188646, |
| "learning_rate": 1.850994481794692e-05, |
| "loss": 1.1372, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.785231877532643, |
| "grad_norm": 0.4240045594210141, |
| "learning_rate": 1.848787176133882e-05, |
| "loss": 1.1063, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.7888338586222422, |
| "grad_norm": 0.47588941754559394, |
| "learning_rate": 1.8465649777061377e-05, |
| "loss": 1.1144, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.7924358397118415, |
| "grad_norm": 0.47944401723447033, |
| "learning_rate": 1.8443279255020153e-05, |
| "loss": 1.1478, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7960378208014408, |
| "grad_norm": 0.5043431839326713, |
| "learning_rate": 1.8420760587726925e-05, |
| "loss": 1.1417, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.7996398018910401, |
| "grad_norm": 0.4686592324649181, |
| "learning_rate": 1.839809417029283e-05, |
| "loss": 1.1023, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8032417829806393, |
| "grad_norm": 0.47495270803179485, |
| "learning_rate": 1.837528040042142e-05, |
| "loss": 1.1638, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8068437640702386, |
| "grad_norm": 0.4913868710518268, |
| "learning_rate": 1.8352319678401677e-05, |
| "loss": 1.1064, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.8104457451598379, |
| "grad_norm": 0.48052615240826413, |
| "learning_rate": 1.8329212407100996e-05, |
| "loss": 1.1476, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.8140477262494372, |
| "grad_norm": 0.5206455743057349, |
| "learning_rate": 1.830595899195813e-05, |
| "loss": 1.1514, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8176497073390365, |
| "grad_norm": 0.4359589995668716, |
| "learning_rate": 1.8282559840976043e-05, |
| "loss": 1.1395, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.8212516884286357, |
| "grad_norm": 0.45522754832406287, |
| "learning_rate": 1.8259015364714786e-05, |
| "loss": 1.0933, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.824853669518235, |
| "grad_norm": 0.4227994898708231, |
| "learning_rate": 1.8235325976284276e-05, |
| "loss": 1.1394, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.8284556506078343, |
| "grad_norm": 0.4436362275580185, |
| "learning_rate": 1.821149209133704e-05, |
| "loss": 1.131, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8320576316974336, |
| "grad_norm": 0.4347073407955882, |
| "learning_rate": 1.8187514128060946e-05, |
| "loss": 1.1476, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.8356596127870328, |
| "grad_norm": 0.4940064330724917, |
| "learning_rate": 1.816339250717184e-05, |
| "loss": 1.1419, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.8392615938766321, |
| "grad_norm": 0.4536624018312723, |
| "learning_rate": 1.8139127651906183e-05, |
| "loss": 1.1127, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.8428635749662314, |
| "grad_norm": 0.4543924968182053, |
| "learning_rate": 1.8114719988013612e-05, |
| "loss": 1.0967, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.8464655560558307, |
| "grad_norm": 0.496938853436019, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 1.1379, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.85006753714543, |
| "grad_norm": 0.4722755921464798, |
| "learning_rate": 1.8065477949867327e-05, |
| "loss": 1.0873, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.8536695182350292, |
| "grad_norm": 0.5081752202195752, |
| "learning_rate": 1.8040644439611348e-05, |
| "loss": 1.1295, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.8572714993246285, |
| "grad_norm": 0.4778818482001873, |
| "learning_rate": 1.8015669848708768e-05, |
| "loss": 1.1373, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.8608734804142278, |
| "grad_norm": 0.5045432761666748, |
| "learning_rate": 1.79905546153622e-05, |
| "loss": 1.0715, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.8644754615038271, |
| "grad_norm": 0.4552278661854219, |
| "learning_rate": 1.7965299180241963e-05, |
| "loss": 1.0893, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8680774425934263, |
| "grad_norm": 0.4407126204238206, |
| "learning_rate": 1.7939903986478354e-05, |
| "loss": 1.1255, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.8716794236830256, |
| "grad_norm": 0.4692473628658144, |
| "learning_rate": 1.7914369479653858e-05, |
| "loss": 1.1523, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.875281404772625, |
| "grad_norm": 0.42345759228200053, |
| "learning_rate": 1.7888696107795343e-05, |
| "loss": 1.161, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.8788833858622243, |
| "grad_norm": 0.4575083414521567, |
| "learning_rate": 1.786288432136619e-05, |
| "loss": 1.1454, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.8824853669518236, |
| "grad_norm": 0.45825544200419105, |
| "learning_rate": 1.78369345732584e-05, |
| "loss": 1.1084, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.8860873480414228, |
| "grad_norm": 0.4571474613630994, |
| "learning_rate": 1.7810847318784632e-05, |
| "loss": 1.0649, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.889689329131022, |
| "grad_norm": 0.4213015631637526, |
| "learning_rate": 1.7784623015670237e-05, |
| "loss": 1.123, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.8932913102206214, |
| "grad_norm": 0.44046418449127966, |
| "learning_rate": 1.7758262124045195e-05, |
| "loss": 1.1042, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.8968932913102207, |
| "grad_norm": 0.4718964524238348, |
| "learning_rate": 1.7731765106436073e-05, |
| "loss": 1.1463, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.9004952723998199, |
| "grad_norm": 0.4826635691547265, |
| "learning_rate": 1.7705132427757895e-05, |
| "loss": 1.1574, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9040972534894192, |
| "grad_norm": 0.44969451508361796, |
| "learning_rate": 1.767836455530598e-05, |
| "loss": 1.1266, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.9076992345790185, |
| "grad_norm": 0.47012600172717994, |
| "learning_rate": 1.7651461958747745e-05, |
| "loss": 1.1186, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.9113012156686178, |
| "grad_norm": 0.4708814635886862, |
| "learning_rate": 1.762442511011448e-05, |
| "loss": 1.1205, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.9149031967582171, |
| "grad_norm": 0.4859783116895806, |
| "learning_rate": 1.759725448379305e-05, |
| "loss": 1.1029, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.9185051778478163, |
| "grad_norm": 0.45177219701276683, |
| "learning_rate": 1.7569950556517566e-05, |
| "loss": 1.1285, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.9221071589374156, |
| "grad_norm": 0.5089139511075501, |
| "learning_rate": 1.754251380736104e-05, |
| "loss": 1.1211, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.9257091400270149, |
| "grad_norm": 0.4747128535388747, |
| "learning_rate": 1.7514944717726962e-05, |
| "loss": 1.1361, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.9293111211166142, |
| "grad_norm": 0.42993050978195774, |
| "learning_rate": 1.7487243771340862e-05, |
| "loss": 1.1593, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.9329131022062134, |
| "grad_norm": 0.4458544270756502, |
| "learning_rate": 1.7459411454241822e-05, |
| "loss": 1.0983, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.9365150832958127, |
| "grad_norm": 0.45884117899281146, |
| "learning_rate": 1.7431448254773943e-05, |
| "loss": 1.1288, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.940117064385412, |
| "grad_norm": 0.43805358514442444, |
| "learning_rate": 1.7403354663577782e-05, |
| "loss": 1.1454, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.9437190454750113, |
| "grad_norm": 0.45724880809939855, |
| "learning_rate": 1.737513117358174e-05, |
| "loss": 1.1177, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.9473210265646106, |
| "grad_norm": 0.4865575333409952, |
| "learning_rate": 1.7346778279993417e-05, |
| "loss": 1.1044, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.9509230076542098, |
| "grad_norm": 0.4305984402422517, |
| "learning_rate": 1.7318296480290912e-05, |
| "loss": 1.1143, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.9545249887438091, |
| "grad_norm": 0.44013047299806796, |
| "learning_rate": 1.7289686274214116e-05, |
| "loss": 1.0853, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.9581269698334084, |
| "grad_norm": 0.4345428898707509, |
| "learning_rate": 1.7260948163755918e-05, |
| "loss": 1.1099, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.9617289509230077, |
| "grad_norm": 0.4893955945585022, |
| "learning_rate": 1.7232082653153422e-05, |
| "loss": 1.1159, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.9653309320126069, |
| "grad_norm": 0.43872923183961987, |
| "learning_rate": 1.720309024887907e-05, |
| "loss": 1.1387, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.9689329131022062, |
| "grad_norm": 0.4139023584818359, |
| "learning_rate": 1.717397145963179e-05, |
| "loss": 1.1423, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.9725348941918055, |
| "grad_norm": 0.46073526226825784, |
| "learning_rate": 1.7144726796328034e-05, |
| "loss": 1.1351, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9761368752814048, |
| "grad_norm": 0.5230743107253865, |
| "learning_rate": 1.7115356772092858e-05, |
| "loss": 1.1231, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.9797388563710041, |
| "grad_norm": 0.4827798496308727, |
| "learning_rate": 1.7085861902250864e-05, |
| "loss": 1.0715, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.9833408374606033, |
| "grad_norm": 0.4333382962775112, |
| "learning_rate": 1.705624270431721e-05, |
| "loss": 1.1342, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.9869428185502026, |
| "grad_norm": 1.4702569714626632, |
| "learning_rate": 1.7026499697988496e-05, |
| "loss": 1.1272, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.9905447996398019, |
| "grad_norm": 0.4680057164761672, |
| "learning_rate": 1.6996633405133656e-05, |
| "loss": 1.1425, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.9941467807294012, |
| "grad_norm": 0.4398942871394248, |
| "learning_rate": 1.696664434978481e-05, |
| "loss": 1.1323, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.9977487618190004, |
| "grad_norm": 0.4844460975672615, |
| "learning_rate": 1.693653305812805e-05, |
| "loss": 1.0979, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.4844460975672615, |
| "learning_rate": 1.690630005849423e-05, |
| "loss": 1.148, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.0036019810895993, |
| "grad_norm": 0.6325232514036684, |
| "learning_rate": 1.6875945881349676e-05, |
| "loss": 1.0937, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.0072039621791986, |
| "grad_norm": 0.49603949883397697, |
| "learning_rate": 1.684547105928689e-05, |
| "loss": 1.0468, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.010805943268798, |
| "grad_norm": 0.5372669432351873, |
| "learning_rate": 1.68148761270152e-05, |
| "loss": 1.0631, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.0144079243583972, |
| "grad_norm": 2.131037549344966, |
| "learning_rate": 1.6784161621351384e-05, |
| "loss": 1.068, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.0180099054479963, |
| "grad_norm": 0.635753941282033, |
| "learning_rate": 1.6753328081210244e-05, |
| "loss": 1.0935, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.0216118865375956, |
| "grad_norm": 0.47524062136980866, |
| "learning_rate": 1.6722376047595163e-05, |
| "loss": 1.1006, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.025213867627195, |
| "grad_norm": 0.6053066501624359, |
| "learning_rate": 1.6691306063588583e-05, |
| "loss": 1.0918, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.0288158487167942, |
| "grad_norm": 0.4687489474763007, |
| "learning_rate": 1.666011867434252e-05, |
| "loss": 1.0866, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.0324178298063935, |
| "grad_norm": 0.5388069709966906, |
| "learning_rate": 1.6628814427068954e-05, |
| "loss": 1.0812, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.0360198108959928, |
| "grad_norm": 0.4794335640846871, |
| "learning_rate": 1.6597393871030264e-05, |
| "loss": 1.0839, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.0396217919855921, |
| "grad_norm": 0.4589453520699086, |
| "learning_rate": 1.6565857557529567e-05, |
| "loss": 1.0972, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.0432237730751914, |
| "grad_norm": 0.4650113971173736, |
| "learning_rate": 1.6534206039901057e-05, |
| "loss": 1.0853, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0468257541647907, |
| "grad_norm": 0.4614651747247148, |
| "learning_rate": 1.650243987350029e-05, |
| "loss": 1.0494, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.0504277352543898, |
| "grad_norm": 0.5075197059347266, |
| "learning_rate": 1.6470559615694445e-05, |
| "loss": 1.0848, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.0540297163439891, |
| "grad_norm": 0.534870398465298, |
| "learning_rate": 1.643856582585254e-05, |
| "loss": 1.0711, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.0576316974335884, |
| "grad_norm": 0.4900025111904141, |
| "learning_rate": 1.6406459065335616e-05, |
| "loss": 1.1088, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.0612336785231877, |
| "grad_norm": 0.4905713891127617, |
| "learning_rate": 1.63742398974869e-05, |
| "loss": 1.0376, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.064835659612787, |
| "grad_norm": 0.49301716249041067, |
| "learning_rate": 1.6341908887621894e-05, |
| "loss": 1.0659, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.0684376407023863, |
| "grad_norm": 0.572076325440764, |
| "learning_rate": 1.6309466603018497e-05, |
| "loss": 1.1152, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.0720396217919856, |
| "grad_norm": 0.5026473757040493, |
| "learning_rate": 1.6276913612907005e-05, |
| "loss": 1.0534, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.075641602881585, |
| "grad_norm": 0.5597880613942234, |
| "learning_rate": 1.624425048846016e-05, |
| "loss": 1.075, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.0792435839711843, |
| "grad_norm": 0.5886018125459568, |
| "learning_rate": 1.6211477802783105e-05, |
| "loss": 1.0541, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0828455650607833, |
| "grad_norm": 0.43599792787958097, |
| "learning_rate": 1.6178596130903345e-05, |
| "loss": 1.0366, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.0864475461503826, |
| "grad_norm": 1.3645312873990507, |
| "learning_rate": 1.6145606049760644e-05, |
| "loss": 1.1147, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.090049527239982, |
| "grad_norm": 0.5239395330225045, |
| "learning_rate": 1.611250813819692e-05, |
| "loss": 1.1149, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.0936515083295812, |
| "grad_norm": 0.44904566464672624, |
| "learning_rate": 1.6079302976946055e-05, |
| "loss": 1.0615, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.0972534894191805, |
| "grad_norm": 6.687463457380432, |
| "learning_rate": 1.6045991148623752e-05, |
| "loss": 1.0877, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.1008554705087799, |
| "grad_norm": 0.6777647025581062, |
| "learning_rate": 1.601257323771727e-05, |
| "loss": 1.0374, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.1044574515983792, |
| "grad_norm": 0.45081910984732343, |
| "learning_rate": 1.597904983057519e-05, |
| "loss": 1.0622, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.1080594326879785, |
| "grad_norm": 0.6676796186340445, |
| "learning_rate": 1.5945421515397135e-05, |
| "loss": 1.0939, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.1116614137775778, |
| "grad_norm": 0.5241483344815632, |
| "learning_rate": 1.591168888222342e-05, |
| "loss": 1.1002, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.1152633948671768, |
| "grad_norm": 0.5636707882847527, |
| "learning_rate": 1.5877852522924733e-05, |
| "loss": 1.0643, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.1188653759567762, |
| "grad_norm": 0.552304185199896, |
| "learning_rate": 1.5843913031191722e-05, |
| "loss": 1.0967, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.1224673570463755, |
| "grad_norm": 0.5201040787195316, |
| "learning_rate": 1.5809871002524602e-05, |
| "loss": 1.0627, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.1260693381359748, |
| "grad_norm": 0.5040403712960578, |
| "learning_rate": 1.5775727034222675e-05, |
| "loss": 1.0984, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.129671319225574, |
| "grad_norm": 0.4481820208208587, |
| "learning_rate": 1.57414817253739e-05, |
| "loss": 1.0447, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.1332733003151734, |
| "grad_norm": 0.4732904086047612, |
| "learning_rate": 1.570713567684432e-05, |
| "loss": 1.0959, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.1368752814047727, |
| "grad_norm": 0.44576445414041027, |
| "learning_rate": 1.567268949126757e-05, |
| "loss": 1.0856, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.140477262494372, |
| "grad_norm": 0.5126510118086727, |
| "learning_rate": 1.5638143773034268e-05, |
| "loss": 1.0852, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.1440792435839713, |
| "grad_norm": 0.4481225423425604, |
| "learning_rate": 1.5603499128281447e-05, |
| "loss": 1.06, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.1476812246735704, |
| "grad_norm": 0.4970199445974541, |
| "learning_rate": 1.556875616488188e-05, |
| "loss": 1.0608, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.1512832057631697, |
| "grad_norm": 0.43027712991838124, |
| "learning_rate": 1.553391549243344e-05, |
| "loss": 1.0707, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.154885186852769, |
| "grad_norm": 0.46273696948055437, |
| "learning_rate": 1.54989777222484e-05, |
| "loss": 1.0455, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.1584871679423683, |
| "grad_norm": 0.4552896560665292, |
| "learning_rate": 1.5463943467342694e-05, |
| "loss": 1.0053, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.1620891490319676, |
| "grad_norm": 0.4335241416580028, |
| "learning_rate": 1.5428813342425177e-05, |
| "loss": 1.0638, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.1656911301215669, |
| "grad_norm": 0.5148544036584056, |
| "learning_rate": 1.5393587963886837e-05, |
| "loss": 1.0807, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.1692931112111662, |
| "grad_norm": 0.49908726226915306, |
| "learning_rate": 1.5358267949789968e-05, |
| "loss": 1.0498, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.1728950923007655, |
| "grad_norm": 0.4795739077213552, |
| "learning_rate": 1.532285391985734e-05, |
| "loss": 1.0687, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.1764970733903648, |
| "grad_norm": 0.550309380591289, |
| "learning_rate": 1.528734649546132e-05, |
| "loss": 1.1092, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.1800990544799639, |
| "grad_norm": 0.43185891723859965, |
| "learning_rate": 1.5251746299612959e-05, |
| "loss": 1.0713, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.1837010355695632, |
| "grad_norm": 0.5191344837596127, |
| "learning_rate": 1.5216053956951081e-05, |
| "loss": 1.0687, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.1873030166591625, |
| "grad_norm": 0.5178481925919243, |
| "learning_rate": 1.5180270093731305e-05, |
| "loss": 1.1071, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1909049977487618, |
| "grad_norm": 0.49397906525420315, |
| "learning_rate": 1.5144395337815066e-05, |
| "loss": 1.1221, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.194506978838361, |
| "grad_norm": 0.5857242801522724, |
| "learning_rate": 1.51084303186586e-05, |
| "loss": 1.083, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.1981089599279604, |
| "grad_norm": 0.5952165292011251, |
| "learning_rate": 1.5072375667301893e-05, |
| "loss": 1.1022, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.2017109410175597, |
| "grad_norm": 0.47002489362756894, |
| "learning_rate": 1.503623201635761e-05, |
| "loss": 1.0428, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.205312922107159, |
| "grad_norm": 0.5356317761898491, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.0838, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.2089149031967583, |
| "grad_norm": 0.448111372214202, |
| "learning_rate": 1.496368025395377e-05, |
| "loss": 1.087, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.2125168842863574, |
| "grad_norm": 0.5107427849758903, |
| "learning_rate": 1.4927273415482916e-05, |
| "loss": 1.0472, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.2161188653759567, |
| "grad_norm": 0.4626399176029545, |
| "learning_rate": 1.4890780123379565e-05, |
| "loss": 1.103, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.219720846465556, |
| "grad_norm": 0.4845405584208064, |
| "learning_rate": 1.485420101795274e-05, |
| "loss": 1.0701, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.2233228275551553, |
| "grad_norm": 0.49223773927308345, |
| "learning_rate": 1.4817536741017153e-05, |
| "loss": 1.0848, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.2269248086447546, |
| "grad_norm": 0.4389001621603982, |
| "learning_rate": 1.4780787935881925e-05, |
| "loss": 1.0607, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.230526789734354, |
| "grad_norm": 0.4472345531258171, |
| "learning_rate": 1.4743955247339292e-05, |
| "loss": 1.1253, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.2341287708239532, |
| "grad_norm": 0.4420228473672137, |
| "learning_rate": 1.470703932165333e-05, |
| "loss": 1.0832, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.2377307519135525, |
| "grad_norm": 0.41494861375097974, |
| "learning_rate": 1.4670040806548555e-05, |
| "loss": 1.076, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.2413327330031518, |
| "grad_norm": 0.4729291266499653, |
| "learning_rate": 1.463296035119862e-05, |
| "loss": 1.0661, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.244934714092751, |
| "grad_norm": 0.4608892964387113, |
| "learning_rate": 1.4595798606214882e-05, |
| "loss": 1.063, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.2485366951823502, |
| "grad_norm": 0.4507767728600715, |
| "learning_rate": 1.4558556223635004e-05, |
| "loss": 1.017, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.2521386762719495, |
| "grad_norm": 0.519368858999387, |
| "learning_rate": 1.4521233856911507e-05, |
| "loss": 1.0442, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.2557406573615488, |
| "grad_norm": 0.4173024775771614, |
| "learning_rate": 1.4483832160900326e-05, |
| "loss": 1.0657, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.2593426384511481, |
| "grad_norm": 0.5204397560981797, |
| "learning_rate": 1.4446351791849276e-05, |
| "loss": 1.0865, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2629446195407474, |
| "grad_norm": 0.43508225223480745, |
| "learning_rate": 1.4408793407386587e-05, |
| "loss": 1.0282, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.2665466006303467, |
| "grad_norm": 0.5017927641817906, |
| "learning_rate": 1.437115766650933e-05, |
| "loss": 1.0515, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.270148581719946, |
| "grad_norm": 0.42089185839224563, |
| "learning_rate": 1.4333445229571874e-05, |
| "loss": 1.072, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.2737505628095454, |
| "grad_norm": 0.435024724819157, |
| "learning_rate": 1.4295656758274283e-05, |
| "loss": 1.0793, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.2773525438991444, |
| "grad_norm": 0.4394335159893794, |
| "learning_rate": 1.4257792915650728e-05, |
| "loss": 1.0578, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.2809545249887437, |
| "grad_norm": 0.5605066115166044, |
| "learning_rate": 1.4219854366057831e-05, |
| "loss": 1.0939, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.284556506078343, |
| "grad_norm": 0.43273413986854736, |
| "learning_rate": 1.4181841775163014e-05, |
| "loss": 1.0651, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.2881584871679423, |
| "grad_norm": 0.4389647625390638, |
| "learning_rate": 1.4143755809932843e-05, |
| "loss": 1.0762, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.2917604682575416, |
| "grad_norm": 0.4475796252560724, |
| "learning_rate": 1.4105597138621281e-05, |
| "loss": 1.0974, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.295362449347141, |
| "grad_norm": 0.599475685555089, |
| "learning_rate": 1.4067366430758004e-05, |
| "loss": 1.0739, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2989644304367403, |
| "grad_norm": 0.4685297142242917, |
| "learning_rate": 1.4029064357136628e-05, |
| "loss": 1.0448, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.3025664115263396, |
| "grad_norm": 0.404180257444672, |
| "learning_rate": 1.3990691589802955e-05, |
| "loss": 1.0643, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.3061683926159389, |
| "grad_norm": 0.45859585693385835, |
| "learning_rate": 1.3952248802043166e-05, |
| "loss": 1.0662, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.309770373705538, |
| "grad_norm": 0.40069849025793297, |
| "learning_rate": 1.3913736668372027e-05, |
| "loss": 1.0277, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.3133723547951373, |
| "grad_norm": 0.6539531609460456, |
| "learning_rate": 1.3875155864521031e-05, |
| "loss": 1.0871, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.3169743358847366, |
| "grad_norm": 0.45324799860171444, |
| "learning_rate": 1.3836507067426565e-05, |
| "loss": 1.0703, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.3205763169743359, |
| "grad_norm": 0.4176757516655997, |
| "learning_rate": 1.3797790955218014e-05, |
| "loss": 1.0989, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.3241782980639352, |
| "grad_norm": 0.4393487378500888, |
| "learning_rate": 1.3759008207205869e-05, |
| "loss": 1.0711, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.3277802791535345, |
| "grad_norm": 0.6974045993928998, |
| "learning_rate": 1.3720159503869816e-05, |
| "loss": 1.076, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.3313822602431338, |
| "grad_norm": 0.4481444459412882, |
| "learning_rate": 1.3681245526846782e-05, |
| "loss": 1.0685, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.334984241332733, |
| "grad_norm": 0.4206571262652121, |
| "learning_rate": 1.3642266958918985e-05, |
| "loss": 1.0903, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.3385862224223324, |
| "grad_norm": 0.4522834347425574, |
| "learning_rate": 1.3603224484001949e-05, |
| "loss": 1.0795, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.3421882035119315, |
| "grad_norm": 0.5326135498290757, |
| "learning_rate": 1.3564118787132507e-05, |
| "loss": 1.0552, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.3457901846015308, |
| "grad_norm": 0.47507060471943147, |
| "learning_rate": 1.3524950554456786e-05, |
| "loss": 1.077, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.34939216569113, |
| "grad_norm": 0.42160786224697994, |
| "learning_rate": 1.3485720473218153e-05, |
| "loss": 1.0686, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.3529941467807294, |
| "grad_norm": 0.422035618808939, |
| "learning_rate": 1.344642923174517e-05, |
| "loss": 1.0882, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.3565961278703287, |
| "grad_norm": 0.46390954651912486, |
| "learning_rate": 1.340707751943952e-05, |
| "loss": 1.0731, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.360198108959928, |
| "grad_norm": 0.44137561600547387, |
| "learning_rate": 1.3367666026763884e-05, |
| "loss": 1.0834, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.3638000900495273, |
| "grad_norm": 0.44824790276541915, |
| "learning_rate": 1.3328195445229869e-05, |
| "loss": 1.0545, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.3674020711391266, |
| "grad_norm": 0.4751876023728927, |
| "learning_rate": 1.3288666467385834e-05, |
| "loss": 1.0652, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.371004052228726, |
| "grad_norm": 0.4012267046914374, |
| "learning_rate": 1.3249079786804765e-05, |
| "loss": 1.0773, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.374606033318325, |
| "grad_norm": 0.44703886018133726, |
| "learning_rate": 1.3209436098072095e-05, |
| "loss": 1.0757, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.3782080144079243, |
| "grad_norm": 0.43087415826545633, |
| "learning_rate": 1.316973609677352e-05, |
| "loss": 1.0853, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.3818099954975236, |
| "grad_norm": 0.4305377807377521, |
| "learning_rate": 1.3129980479482783e-05, |
| "loss": 1.0784, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.385411976587123, |
| "grad_norm": 0.4766450841568586, |
| "learning_rate": 1.3090169943749475e-05, |
| "loss": 1.0969, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.3890139576767222, |
| "grad_norm": 0.5104944574784652, |
| "learning_rate": 1.3050305188086778e-05, |
| "loss": 1.0773, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.3926159387663215, |
| "grad_norm": 0.38670562438529643, |
| "learning_rate": 1.3010386911959207e-05, |
| "loss": 1.0939, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.3962179198559208, |
| "grad_norm": 0.4188787890976086, |
| "learning_rate": 1.297041581577035e-05, |
| "loss": 1.0588, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.3998199009455201, |
| "grad_norm": 0.4037525396017961, |
| "learning_rate": 1.2930392600850574e-05, |
| "loss": 1.1068, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.4034218820351194, |
| "grad_norm": 0.4145972475929288, |
| "learning_rate": 1.2890317969444716e-05, |
| "loss": 1.0578, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.4070238631247185, |
| "grad_norm": 0.5267011548057741, |
| "learning_rate": 1.2850192624699762e-05, |
| "loss": 1.0874, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.4106258442143178, |
| "grad_norm": 0.40175491877177105, |
| "learning_rate": 1.2810017270652513e-05, |
| "loss": 1.0762, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.414227825303917, |
| "grad_norm": 0.4545478902956004, |
| "learning_rate": 1.2769792612217224e-05, |
| "loss": 1.051, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.4178298063935164, |
| "grad_norm": 0.39161456192938376, |
| "learning_rate": 1.2729519355173254e-05, |
| "loss": 1.0783, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.4214317874831157, |
| "grad_norm": 0.44950790996233553, |
| "learning_rate": 1.2689198206152657e-05, |
| "loss": 1.0814, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.425033768572715, |
| "grad_norm": 0.43077408300484704, |
| "learning_rate": 1.2648829872627809e-05, |
| "loss": 1.0349, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.4286357496623143, |
| "grad_norm": 1.0021249937744718, |
| "learning_rate": 1.2608415062898971e-05, |
| "loss": 1.0839, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.4322377307519136, |
| "grad_norm": 0.4404487614379772, |
| "learning_rate": 1.256795448608188e-05, |
| "loss": 1.0792, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.435839711841513, |
| "grad_norm": 0.3950846053953103, |
| "learning_rate": 1.2527448852095295e-05, |
| "loss": 1.0562, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.439441692931112, |
| "grad_norm": 0.4407906292998152, |
| "learning_rate": 1.2486898871648552e-05, |
| "loss": 1.0751, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.4430436740207113, |
| "grad_norm": 0.4378455259292274, |
| "learning_rate": 1.2446305256229074e-05, |
| "loss": 1.061, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.4466456551103106, |
| "grad_norm": 0.3734043597411333, |
| "learning_rate": 1.2405668718089918e-05, |
| "loss": 1.0657, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.45024763619991, |
| "grad_norm": 0.41899580409055937, |
| "learning_rate": 1.236498997023725e-05, |
| "loss": 1.047, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.4538496172895092, |
| "grad_norm": 0.43748820158234614, |
| "learning_rate": 1.2324269726417841e-05, |
| "loss": 1.0562, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.4574515983791085, |
| "grad_norm": 0.39711514931960024, |
| "learning_rate": 1.2283508701106559e-05, |
| "loss": 1.0613, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.4610535794687078, |
| "grad_norm": 0.40250078888532254, |
| "learning_rate": 1.2242707609493814e-05, |
| "loss": 1.0627, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.4646555605583071, |
| "grad_norm": 0.42927895009011885, |
| "learning_rate": 1.2201867167473015e-05, |
| "loss": 1.0669, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.4682575416479065, |
| "grad_norm": 0.40344803218661146, |
| "learning_rate": 1.2160988091628023e-05, |
| "loss": 1.0657, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.4718595227375055, |
| "grad_norm": 0.4092373859545345, |
| "learning_rate": 1.212007109922055e-05, |
| "loss": 1.067, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.4754615038271048, |
| "grad_norm": 0.4082646796303801, |
| "learning_rate": 1.2079116908177592e-05, |
| "loss": 1.0837, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.4790634849167041, |
| "grad_norm": 0.439202248276964, |
| "learning_rate": 1.203812623707885e-05, |
| "loss": 1.057, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.4826654660063034, |
| "grad_norm": 0.4150833881089915, |
| "learning_rate": 1.1997099805144071e-05, |
| "loss": 1.0556, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.4862674470959027, |
| "grad_norm": 0.4424139883572584, |
| "learning_rate": 1.1956038332220484e-05, |
| "loss": 1.0691, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.489869428185502, |
| "grad_norm": 0.38939940421102887, |
| "learning_rate": 1.191494253877013e-05, |
| "loss": 1.0865, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.4934714092751014, |
| "grad_norm": 0.4188387060096327, |
| "learning_rate": 1.187381314585725e-05, |
| "loss": 1.0814, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.4970733903647007, |
| "grad_norm": 0.44018812567830906, |
| "learning_rate": 1.1832650875135599e-05, |
| "loss": 1.0319, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.5006753714543, |
| "grad_norm": 0.3809141934323566, |
| "learning_rate": 1.1791456448835825e-05, |
| "loss": 1.0764, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.504277352543899, |
| "grad_norm": 0.4179599693592079, |
| "learning_rate": 1.1750230589752763e-05, |
| "loss": 1.085, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.5078793336334986, |
| "grad_norm": 0.42466171428112837, |
| "learning_rate": 1.1708974021232768e-05, |
| "loss": 1.0733, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.5114813147230977, |
| "grad_norm": 0.426050377469066, |
| "learning_rate": 1.1667687467161025e-05, |
| "loss": 1.0912, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.515083295812697, |
| "grad_norm": 0.41323671728731676, |
| "learning_rate": 1.1626371651948839e-05, |
| "loss": 1.1158, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.5186852769022963, |
| "grad_norm": 0.39850181904127013, |
| "learning_rate": 1.158502730052093e-05, |
| "loss": 1.0924, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.5222872579918956, |
| "grad_norm": 0.3516633387083154, |
| "learning_rate": 1.1543655138302714e-05, |
| "loss": 1.0913, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.5258892390814949, |
| "grad_norm": 0.4073916579881859, |
| "learning_rate": 1.1502255891207572e-05, |
| "loss": 1.087, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.529491220171094, |
| "grad_norm": 0.503531012968231, |
| "learning_rate": 1.1460830285624119e-05, |
| "loss": 1.0493, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.5330932012606935, |
| "grad_norm": 0.4156736949433543, |
| "learning_rate": 1.1419379048403446e-05, |
| "loss": 1.0543, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.5366951823502926, |
| "grad_norm": 0.42672785189506046, |
| "learning_rate": 1.137790290684638e-05, |
| "loss": 1.0908, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.540297163439892, |
| "grad_norm": 0.43838477176725726, |
| "learning_rate": 1.1336402588690727e-05, |
| "loss": 1.0757, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.5438991445294912, |
| "grad_norm": 0.4139605372233822, |
| "learning_rate": 1.129487882209847e-05, |
| "loss": 1.0598, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.5475011256190905, |
| "grad_norm": 0.4094563948201941, |
| "learning_rate": 1.1253332335643043e-05, |
| "loss": 1.0734, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.5511031067086898, |
| "grad_norm": 0.4830375612505944, |
| "learning_rate": 1.1211763858296507e-05, |
| "loss": 1.0576, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.554705087798289, |
| "grad_norm": 0.4428597964246892, |
| "learning_rate": 1.1170174119416778e-05, |
| "loss": 1.0831, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.5583070688878884, |
| "grad_norm": 0.3931568544667693, |
| "learning_rate": 1.1128563848734817e-05, |
| "loss": 1.0411, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.5619090499774875, |
| "grad_norm": 0.41217138406913867, |
| "learning_rate": 1.1086933776341853e-05, |
| "loss": 1.0428, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.565511031067087, |
| "grad_norm": 0.4210034335081842, |
| "learning_rate": 1.1045284632676535e-05, |
| "loss": 1.0403, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.569113012156686, |
| "grad_norm": 0.3762872108510654, |
| "learning_rate": 1.1003617148512149e-05, |
| "loss": 1.0363, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.5727149932462856, |
| "grad_norm": 0.3918368860240494, |
| "learning_rate": 1.0961932054943778e-05, |
| "loss": 1.0645, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.5763169743358847, |
| "grad_norm": 0.4581899552563918, |
| "learning_rate": 1.0920230083375474e-05, |
| "loss": 1.0358, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.579918955425484, |
| "grad_norm": 0.38868664670217856, |
| "learning_rate": 1.0878511965507435e-05, |
| "loss": 1.0925, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.5835209365150833, |
| "grad_norm": 0.39442356826437475, |
| "learning_rate": 1.083677843332316e-05, |
| "loss": 1.0021, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.5871229176046826, |
| "grad_norm": 0.37354063111611663, |
| "learning_rate": 1.07950302190766e-05, |
| "loss": 1.0662, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.590724898694282, |
| "grad_norm": 0.4457477359352462, |
| "learning_rate": 1.0753268055279328e-05, |
| "loss": 1.0846, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.594326879783881, |
| "grad_norm": 0.38440552556884544, |
| "learning_rate": 1.071149267468767e-05, |
| "loss": 1.0935, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.5979288608734805, |
| "grad_norm": 0.4442803874978093, |
| "learning_rate": 1.0669704810289852e-05, |
| "loss": 1.0742, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.6015308419630796, |
| "grad_norm": 0.42334251654019767, |
| "learning_rate": 1.0627905195293135e-05, |
| "loss": 1.055, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.6051328230526791, |
| "grad_norm": 0.4095750298762355, |
| "learning_rate": 1.0586094563110965e-05, |
| "loss": 1.0823, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.6087348041422782, |
| "grad_norm": 0.3964266147818775, |
| "learning_rate": 1.0544273647350091e-05, |
| "loss": 1.0601, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.6123367852318775, |
| "grad_norm": 0.44463908288535714, |
| "learning_rate": 1.0502443181797696e-05, |
| "loss": 1.0785, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.6159387663214768, |
| "grad_norm": 0.4156265203109765, |
| "learning_rate": 1.0460603900408523e-05, |
| "loss": 1.0626, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.6195407474110761, |
| "grad_norm": 0.39302802410193105, |
| "learning_rate": 1.0418756537291996e-05, |
| "loss": 1.0757, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.6231427285006754, |
| "grad_norm": 0.436974563701175, |
| "learning_rate": 1.0376901826699349e-05, |
| "loss": 1.0763, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.6267447095902745, |
| "grad_norm": 0.35660710540513446, |
| "learning_rate": 1.0335040503010715e-05, |
| "loss": 1.0436, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.630346690679874, |
| "grad_norm": 0.44808765989398597, |
| "learning_rate": 1.0293173300722286e-05, |
| "loss": 1.0447, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.6339486717694731, |
| "grad_norm": 0.3908658383980917, |
| "learning_rate": 1.0251300954433377e-05, |
| "loss": 1.0628, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.6375506528590726, |
| "grad_norm": 0.3769270122969533, |
| "learning_rate": 1.0209424198833571e-05, |
| "loss": 1.0422, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.6411526339486717, |
| "grad_norm": 0.4157226943708876, |
| "learning_rate": 1.0167543768689816e-05, |
| "loss": 1.0942, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.644754615038271, |
| "grad_norm": 0.3918615965581052, |
| "learning_rate": 1.0125660398833528e-05, |
| "loss": 1.0683, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.6483565961278703, |
| "grad_norm": 0.3696748568466132, |
| "learning_rate": 1.0083774824147707e-05, |
| "loss": 1.0501, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.6519585772174696, |
| "grad_norm": 0.40613906238610387, |
| "learning_rate": 1.0041887779554041e-05, |
| "loss": 1.0304, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.655560558307069, |
| "grad_norm": 0.4713866826383946, |
| "learning_rate": 1e-05, |
| "loss": 1.0932, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.659162539396668, |
| "grad_norm": 0.3808411609869271, |
| "learning_rate": 9.958112220445964e-06, |
| "loss": 1.0499, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.6627645204862675, |
| "grad_norm": 0.42267248087775466, |
| "learning_rate": 9.916225175852295e-06, |
| "loss": 1.0569, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.6663665015758666, |
| "grad_norm": 0.40057884175324787, |
| "learning_rate": 9.874339601166474e-06, |
| "loss": 1.0856, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.6699684826654662, |
| "grad_norm": 0.4200039300684594, |
| "learning_rate": 9.832456231310189e-06, |
| "loss": 1.0701, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.6735704637550652, |
| "grad_norm": 0.3807617132647988, |
| "learning_rate": 9.790575801166432e-06, |
| "loss": 1.0323, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.6771724448446645, |
| "grad_norm": 0.35317335401111594, |
| "learning_rate": 9.748699045566626e-06, |
| "loss": 1.0601, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.6807744259342638, |
| "grad_norm": 0.37171379697914825, |
| "learning_rate": 9.706826699277719e-06, |
| "loss": 1.0786, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.6843764070238632, |
| "grad_norm": 0.3849323727194956, |
| "learning_rate": 9.664959496989286e-06, |
| "loss": 1.0491, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.6879783881134625, |
| "grad_norm": 0.37494318535714616, |
| "learning_rate": 9.623098173300655e-06, |
| "loss": 1.0542, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.6915803692030615, |
| "grad_norm": 0.3748460304855388, |
| "learning_rate": 9.581243462708007e-06, |
| "loss": 1.0684, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.695182350292661, |
| "grad_norm": 0.39405203222657664, |
| "learning_rate": 9.539396099591477e-06, |
| "loss": 1.0288, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.6987843313822601, |
| "grad_norm": 0.3723298923446926, |
| "learning_rate": 9.497556818202306e-06, |
| "loss": 1.0766, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.7023863124718597, |
| "grad_norm": 0.40349524691861394, |
| "learning_rate": 9.45572635264991e-06, |
| "loss": 1.028, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.7059882935614588, |
| "grad_norm": 0.3774369820292427, |
| "learning_rate": 9.413905436889035e-06, |
| "loss": 1.0163, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.709590274651058, |
| "grad_norm": 0.39112160984642014, |
| "learning_rate": 9.372094804706867e-06, |
| "loss": 1.0519, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.7131922557406574, |
| "grad_norm": 0.36216118500946415, |
| "learning_rate": 9.330295189710153e-06, |
| "loss": 1.0672, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.7167942368302567, |
| "grad_norm": 0.39800150062216283, |
| "learning_rate": 9.288507325312334e-06, |
| "loss": 1.0512, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.720396217919856, |
| "grad_norm": 0.3889564980075968, |
| "learning_rate": 9.246731944720675e-06, |
| "loss": 1.0502, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.723998199009455, |
| "grad_norm": 0.37451683920257034, |
| "learning_rate": 9.204969780923404e-06, |
| "loss": 1.0501, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.7276001800990546, |
| "grad_norm": 0.3659458628681279, |
| "learning_rate": 9.163221566676847e-06, |
| "loss": 1.0895, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.7312021611886537, |
| "grad_norm": 0.3818889556949621, |
| "learning_rate": 9.121488034492569e-06, |
| "loss": 1.07, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.7348041422782532, |
| "grad_norm": 0.39633104419329285, |
| "learning_rate": 9.07976991662453e-06, |
| "loss": 1.042, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.7384061233678523, |
| "grad_norm": 0.36488741451183215, |
| "learning_rate": 9.038067945056229e-06, |
| "loss": 1.0582, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.7420081044574516, |
| "grad_norm": 0.4009746608756165, |
| "learning_rate": 8.996382851487851e-06, |
| "loss": 1.0527, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.7456100855470509, |
| "grad_norm": 0.34959191455078537, |
| "learning_rate": 8.954715367323468e-06, |
| "loss": 1.0544, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.7492120666366502, |
| "grad_norm": 0.3875312568594575, |
| "learning_rate": 8.913066223658152e-06, |
| "loss": 1.0995, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.7528140477262495, |
| "grad_norm": 0.40191028528335604, |
| "learning_rate": 8.871436151265183e-06, |
| "loss": 1.0172, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.7564160288158486, |
| "grad_norm": 0.3725098516681764, |
| "learning_rate": 8.829825880583228e-06, |
| "loss": 1.0673, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.760018009905448, |
| "grad_norm": 0.3707612131182388, |
| "learning_rate": 8.788236141703498e-06, |
| "loss": 1.0101, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.7636199909950472, |
| "grad_norm": 0.35295699106722733, |
| "learning_rate": 8.746667664356957e-06, |
| "loss": 1.0599, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.7672219720846467, |
| "grad_norm": 0.4162609463004788, |
| "learning_rate": 8.705121177901532e-06, |
| "loss": 1.0742, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.7708239531742458, |
| "grad_norm": 0.44614718310588797, |
| "learning_rate": 8.663597411309278e-06, |
| "loss": 1.0885, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.774425934263845, |
| "grad_norm": 0.40315874933464857, |
| "learning_rate": 8.62209709315362e-06, |
| "loss": 1.0691, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.7780279153534444, |
| "grad_norm": 0.4208945390769586, |
| "learning_rate": 8.580620951596556e-06, |
| "loss": 1.0402, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.7816298964430437, |
| "grad_norm": 0.38983621399148105, |
| "learning_rate": 8.539169714375885e-06, |
| "loss": 1.0775, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.785231877532643, |
| "grad_norm": 0.34388392057002276, |
| "learning_rate": 8.49774410879243e-06, |
| "loss": 1.0481, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.788833858622242, |
| "grad_norm": 0.36549331298779086, |
| "learning_rate": 8.45634486169729e-06, |
| "loss": 1.0742, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.7924358397118416, |
| "grad_norm": 0.3765100092100856, |
| "learning_rate": 8.414972699479076e-06, |
| "loss": 1.0421, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.7960378208014407, |
| "grad_norm": 0.3645842636596493, |
| "learning_rate": 8.373628348051165e-06, |
| "loss": 1.078, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.7996398018910402, |
| "grad_norm": 0.34660753222711216, |
| "learning_rate": 8.332312532838978e-06, |
| "loss": 1.0084, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.8032417829806393, |
| "grad_norm": 0.4014198867972262, |
| "learning_rate": 8.291025978767236e-06, |
| "loss": 1.0576, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.8068437640702386, |
| "grad_norm": 0.3892762348796361, |
| "learning_rate": 8.249769410247239e-06, |
| "loss": 1.0282, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.810445745159838, |
| "grad_norm": 0.38260409243656623, |
| "learning_rate": 8.208543551164178e-06, |
| "loss": 1.0296, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.8140477262494372, |
| "grad_norm": 0.379290556848078, |
| "learning_rate": 8.167349124864406e-06, |
| "loss": 1.0377, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.8176497073390365, |
| "grad_norm": 0.3667728549510959, |
| "learning_rate": 8.126186854142752e-06, |
| "loss": 1.0922, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.8212516884286356, |
| "grad_norm": 0.39028760553614594, |
| "learning_rate": 8.08505746122987e-06, |
| "loss": 1.0111, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.8248536695182351, |
| "grad_norm": 0.3264937322802376, |
| "learning_rate": 8.04396166777952e-06, |
| "loss": 1.0608, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.8284556506078342, |
| "grad_norm": 0.3872948567161633, |
| "learning_rate": 8.00290019485593e-06, |
| "loss": 1.0184, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.8320576316974337, |
| "grad_norm": 0.375778538737738, |
| "learning_rate": 7.961873762921153e-06, |
| "loss": 1.0741, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.8356596127870328, |
| "grad_norm": 0.38922486919953275, |
| "learning_rate": 7.92088309182241e-06, |
| "loss": 1.0704, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.8392615938766321, |
| "grad_norm": 0.35122990930601744, |
| "learning_rate": 7.879928900779457e-06, |
| "loss": 1.0799, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.8428635749662314, |
| "grad_norm": 0.4478564069383381, |
| "learning_rate": 7.83901190837198e-06, |
| "loss": 1.0464, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.8464655560558307, |
| "grad_norm": 0.35648462953231047, |
| "learning_rate": 7.798132832526986e-06, |
| "loss": 1.0121, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.85006753714543, |
| "grad_norm": 0.3638752797994591, |
| "learning_rate": 7.757292390506191e-06, |
| "loss": 1.0925, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.8536695182350291, |
| "grad_norm": 0.3433836230952432, |
| "learning_rate": 7.716491298893443e-06, |
| "loss": 1.0815, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.8572714993246286, |
| "grad_norm": 0.35384613049243435, |
| "learning_rate": 7.67573027358216e-06, |
| "loss": 1.0318, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.8608734804142277, |
| "grad_norm": 0.37559592659309676, |
| "learning_rate": 7.635010029762755e-06, |
| "loss": 1.0079, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.8644754615038273, |
| "grad_norm": 0.36727820003067874, |
| "learning_rate": 7.594331281910082e-06, |
| "loss": 1.0645, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.8680774425934263, |
| "grad_norm": 0.36686591642219624, |
| "learning_rate": 7.553694743770928e-06, |
| "loss": 1.0445, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.8716794236830256, |
| "grad_norm": 0.395124020614898, |
| "learning_rate": 7.513101128351454e-06, |
| "loss": 1.0406, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.875281404772625, |
| "grad_norm": 0.34867792527984953, |
| "learning_rate": 7.472551147904708e-06, |
| "loss": 1.0183, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.8788833858622243, |
| "grad_norm": 0.3714009910047558, |
| "learning_rate": 7.432045513918122e-06, |
| "loss": 1.0835, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.8824853669518236, |
| "grad_norm": 0.4609356812486851, |
| "learning_rate": 7.391584937101034e-06, |
| "loss": 1.041, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.8860873480414226, |
| "grad_norm": 0.3516070011374235, |
| "learning_rate": 7.351170127372191e-06, |
| "loss": 1.0479, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.8896893291310222, |
| "grad_norm": 0.3792211704379124, |
| "learning_rate": 7.310801793847344e-06, |
| "loss": 1.0624, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.8932913102206212, |
| "grad_norm": 0.3832970387005155, |
| "learning_rate": 7.27048064482675e-06, |
| "loss": 1.0905, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.8968932913102208, |
| "grad_norm": 0.32532278572212303, |
| "learning_rate": 7.2302073877827775e-06, |
| "loss": 1.0801, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.9004952723998199, |
| "grad_norm": 0.35420111438111074, |
| "learning_rate": 7.189982729347491e-06, |
| "loss": 1.049, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.9040972534894192, |
| "grad_norm": 0.3810071761237156, |
| "learning_rate": 7.149807375300239e-06, |
| "loss": 1.0815, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.9076992345790185, |
| "grad_norm": 0.38800137852134464, |
| "learning_rate": 7.109682030555283e-06, |
| "loss": 1.0869, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.9113012156686178, |
| "grad_norm": 0.35140727868189997, |
| "learning_rate": 7.069607399149427e-06, |
| "loss": 1.0863, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.914903196758217, |
| "grad_norm": 0.36309573184736715, |
| "learning_rate": 7.029584184229653e-06, |
| "loss": 1.0766, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.9185051778478162, |
| "grad_norm": 0.3595848300506225, |
| "learning_rate": 6.9896130880407965e-06, |
| "loss": 1.0629, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.9221071589374157, |
| "grad_norm": 0.36507261229113985, |
| "learning_rate": 6.949694811913226e-06, |
| "loss": 1.0558, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.9257091400270148, |
| "grad_norm": 0.38022318175959224, |
| "learning_rate": 6.909830056250527e-06, |
| "loss": 1.0992, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.9293111211166143, |
| "grad_norm": 0.3622647507744223, |
| "learning_rate": 6.870019520517217e-06, |
| "loss": 1.0448, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.9329131022062134, |
| "grad_norm": 0.3879251818441808, |
| "learning_rate": 6.830263903226483e-06, |
| "loss": 1.014, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.9365150832958127, |
| "grad_norm": 0.3770921433716005, |
| "learning_rate": 6.790563901927907e-06, |
| "loss": 1.0433, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.940117064385412, |
| "grad_norm": 0.3429218608177139, |
| "learning_rate": 6.750920213195238e-06, |
| "loss": 1.0092, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.9437190454750113, |
| "grad_norm": 0.40402011246662706, |
| "learning_rate": 6.711333532614168e-06, |
| "loss": 1.1084, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.9473210265646106, |
| "grad_norm": 0.36580482028612343, |
| "learning_rate": 6.671804554770135e-06, |
| "loss": 1.024, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.9509230076542097, |
| "grad_norm": 0.36292599434315215, |
| "learning_rate": 6.63233397323612e-06, |
| "loss": 1.0513, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.9545249887438092, |
| "grad_norm": 0.35695925852275306, |
| "learning_rate": 6.5929224805604845e-06, |
| "loss": 1.0628, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.9581269698334083, |
| "grad_norm": 0.3705571538869372, |
| "learning_rate": 6.553570768254831e-06, |
| "loss": 1.0629, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.9617289509230078, |
| "grad_norm": 0.3792662852599605, |
| "learning_rate": 6.5142795267818505e-06, |
| "loss": 1.0386, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.965330932012607, |
| "grad_norm": 0.35476045622132796, |
| "learning_rate": 6.475049445543215e-06, |
| "loss": 1.0177, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.9689329131022062, |
| "grad_norm": 0.3492404685458133, |
| "learning_rate": 6.435881212867494e-06, |
| "loss": 1.0504, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.9725348941918055, |
| "grad_norm": 0.4226557680193911, |
| "learning_rate": 6.396775515998055e-06, |
| "loss": 1.0357, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.9761368752814048, |
| "grad_norm": 0.3544819686411779, |
| "learning_rate": 6.357733041081018e-06, |
| "loss": 1.0313, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.979738856371004, |
| "grad_norm": 0.3576985894558687, |
| "learning_rate": 6.318754473153221e-06, |
| "loss": 1.0556, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.9833408374606032, |
| "grad_norm": 0.38304487450513486, |
| "learning_rate": 6.27984049613019e-06, |
| "loss": 1.0847, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.9869428185502027, |
| "grad_norm": 0.3778750401571093, |
| "learning_rate": 6.240991792794133e-06, |
| "loss": 1.0449, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.9905447996398018, |
| "grad_norm": 0.38239316652436883, |
| "learning_rate": 6.202209044781991e-06, |
| "loss": 1.0724, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.9941467807294013, |
| "grad_norm": 0.37264062709497653, |
| "learning_rate": 6.1634929325734385e-06, |
| "loss": 1.0495, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.9977487618190004, |
| "grad_norm": 0.3814129120202483, |
| "learning_rate": 6.124844135478971e-06, |
| "loss": 1.0797, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.474449077137118, |
| "learning_rate": 6.086263331627976e-06, |
| "loss": 1.0397, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.003601981089599, |
| "grad_norm": 0.4939329048052644, |
| "learning_rate": 6.047751197956838e-06, |
| "loss": 1.0193, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.0072039621791986, |
| "grad_norm": 0.4069092448405673, |
| "learning_rate": 6.009308410197048e-06, |
| "loss": 1.041, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.0108059432687977, |
| "grad_norm": 0.4250891501151535, |
| "learning_rate": 5.970935642863375e-06, |
| "loss": 1.0227, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.014407924358397, |
| "grad_norm": 0.3594971878564212, |
| "learning_rate": 5.932633569242e-06, |
| "loss": 1.005, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.0180099054479963, |
| "grad_norm": 0.4609014096156842, |
| "learning_rate": 5.894402861378721e-06, |
| "loss": 1.0299, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.021611886537596, |
| "grad_norm": 0.3705357880540049, |
| "learning_rate": 5.85624419006716e-06, |
| "loss": 1.0222, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.025213867627195, |
| "grad_norm": 0.3813251036571487, |
| "learning_rate": 5.818158224836987e-06, |
| "loss": 1.0567, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.0288158487167944, |
| "grad_norm": 0.3890721462984715, |
| "learning_rate": 5.780145633942173e-06, |
| "loss": 1.0339, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.0324178298063935, |
| "grad_norm": 0.3809090801785457, |
| "learning_rate": 5.742207084349274e-06, |
| "loss": 1.0478, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.0360198108959926, |
| "grad_norm": 0.40541221049002046, |
| "learning_rate": 5.704343241725719e-06, |
| "loss": 1.0407, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.039621791985592, |
| "grad_norm": 0.37262338413182816, |
| "learning_rate": 5.666554770428129e-06, |
| "loss": 0.999, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.043223773075191, |
| "grad_norm": 0.3912469690271038, |
| "learning_rate": 5.628842333490674e-06, |
| "loss": 1.0254, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.0468257541647907, |
| "grad_norm": 0.3823659623908264, |
| "learning_rate": 5.591206592613416e-06, |
| "loss": 1.0472, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.05042773525439, |
| "grad_norm": 0.39800929974704197, |
| "learning_rate": 5.553648208150728e-06, |
| "loss": 1.0175, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.0540297163439893, |
| "grad_norm": 0.37984256110729486, |
| "learning_rate": 5.516167839099679e-06, |
| "loss": 1.0224, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.0576316974335884, |
| "grad_norm": 0.37331566293711554, |
| "learning_rate": 5.478766143088492e-06, |
| "loss": 1.0281, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.061233678523188, |
| "grad_norm": 0.3793468581472536, |
| "learning_rate": 5.441443776365003e-06, |
| "loss": 1.0347, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.064835659612787, |
| "grad_norm": 0.37247668162127545, |
| "learning_rate": 5.404201393785123e-06, |
| "loss": 1.0158, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.068437640702386, |
| "grad_norm": 0.35625577651915435, |
| "learning_rate": 5.367039648801386e-06, |
| "loss": 1.0431, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.0720396217919856, |
| "grad_norm": 0.346540893004091, |
| "learning_rate": 5.3299591934514485e-06, |
| "loss": 1.0623, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.0756416028815847, |
| "grad_norm": 0.35902980848857413, |
| "learning_rate": 5.292960678346674e-06, |
| "loss": 1.0113, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.0792435839711843, |
| "grad_norm": 0.3685493674313566, |
| "learning_rate": 5.256044752660709e-06, |
| "loss": 1.0259, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.0828455650607833, |
| "grad_norm": 0.3540236036587142, |
| "learning_rate": 5.219212064118079e-06, |
| "loss": 0.9985, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.086447546150383, |
| "grad_norm": 0.32253321278425034, |
| "learning_rate": 5.1824632589828465e-06, |
| "loss": 1.0108, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.090049527239982, |
| "grad_norm": 0.333242489765692, |
| "learning_rate": 5.145798982047261e-06, |
| "loss": 1.0216, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.0936515083295815, |
| "grad_norm": 0.3760891075992454, |
| "learning_rate": 5.109219876620441e-06, |
| "loss": 1.0224, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.0972534894191805, |
| "grad_norm": 0.3552029095416183, |
| "learning_rate": 5.072726584517086e-06, |
| "loss": 1.0431, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.1008554705087796, |
| "grad_norm": 0.3323491854581079, |
| "learning_rate": 5.036319746046232e-06, |
| "loss": 1.0106, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.104457451598379, |
| "grad_norm": 0.3446958028136881, |
| "learning_rate": 5.000000000000003e-06, |
| "loss": 1.0274, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.1080594326879782, |
| "grad_norm": 0.3530398631476858, |
| "learning_rate": 4.9637679836423926e-06, |
| "loss": 1.0056, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.1116614137775778, |
| "grad_norm": 0.33679871079729334, |
| "learning_rate": 4.927624332698109e-06, |
| "loss": 0.9911, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.115263394867177, |
| "grad_norm": 0.33207368160766926, |
| "learning_rate": 4.891569681341403e-06, |
| "loss": 0.9956, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.1188653759567764, |
| "grad_norm": 0.35011583818440906, |
| "learning_rate": 4.855604662184935e-06, |
| "loss": 1.0343, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.1224673570463755, |
| "grad_norm": 0.3439461702913823, |
| "learning_rate": 4.8197299062687e-06, |
| "loss": 1.0076, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.126069338135975, |
| "grad_norm": 0.3431059305918204, |
| "learning_rate": 4.783946043048922e-06, |
| "loss": 1.0045, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.129671319225574, |
| "grad_norm": 0.3335988787100524, |
| "learning_rate": 4.7482537003870425e-06, |
| "loss": 1.0475, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.133273300315173, |
| "grad_norm": 0.34354558544465463, |
| "learning_rate": 4.712653504538684e-06, |
| "loss": 1.0199, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.1368752814047727, |
| "grad_norm": 0.3382565003079515, |
| "learning_rate": 4.677146080142664e-06, |
| "loss": 1.0511, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.1404772624943718, |
| "grad_norm": 0.33339479407145134, |
| "learning_rate": 4.641732050210032e-06, |
| "loss": 1.0039, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.1440792435839713, |
| "grad_norm": 0.3333633490849815, |
| "learning_rate": 4.606412036113166e-06, |
| "loss": 1.0225, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.1476812246735704, |
| "grad_norm": 0.37262240929934437, |
| "learning_rate": 4.571186657574828e-06, |
| "loss": 0.9972, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.15128320576317, |
| "grad_norm": 0.32792263517939074, |
| "learning_rate": 4.53605653265731e-06, |
| "loss": 1.0098, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.154885186852769, |
| "grad_norm": 0.3441866597830616, |
| "learning_rate": 4.501022277751602e-06, |
| "loss": 1.0263, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.1584871679423685, |
| "grad_norm": 0.3461912099769324, |
| "learning_rate": 4.46608450756656e-06, |
| "loss": 1.0076, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.1620891490319676, |
| "grad_norm": 0.344418378011401, |
| "learning_rate": 4.4312438351181246e-06, |
| "loss": 1.0026, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.1656911301215667, |
| "grad_norm": 0.34391661494134057, |
| "learning_rate": 4.3965008717185555e-06, |
| "loss": 1.057, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.169293111211166, |
| "grad_norm": 0.3581472947364702, |
| "learning_rate": 4.361856226965733e-06, |
| "loss": 1.0205, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.1728950923007653, |
| "grad_norm": 0.3465025674342639, |
| "learning_rate": 4.3273105087324375e-06, |
| "loss": 1.0427, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.176497073390365, |
| "grad_norm": 0.335644916094797, |
| "learning_rate": 4.292864323155684e-06, |
| "loss": 1.013, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.180099054479964, |
| "grad_norm": 0.34645700944111246, |
| "learning_rate": 4.258518274626103e-06, |
| "loss": 1.0085, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.1837010355695634, |
| "grad_norm": 0.3367994413102695, |
| "learning_rate": 4.224272965777326e-06, |
| "loss": 0.9995, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.1873030166591625, |
| "grad_norm": 0.3482781362659147, |
| "learning_rate": 4.190128997475402e-06, |
| "loss": 1.0187, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.190904997748762, |
| "grad_norm": 0.34267581794413754, |
| "learning_rate": 4.15608696880828e-06, |
| "loss": 1.027, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.194506978838361, |
| "grad_norm": 0.3417912821482072, |
| "learning_rate": 4.12214747707527e-06, |
| "loss": 1.0205, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.19810895992796, |
| "grad_norm": 0.3539060519978852, |
| "learning_rate": 4.08831111777658e-06, |
| "loss": 1.026, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.2017109410175597, |
| "grad_norm": 0.36009439935664145, |
| "learning_rate": 4.05457848460287e-06, |
| "loss": 1.0478, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.205312922107159, |
| "grad_norm": 0.3163909613714324, |
| "learning_rate": 4.020950169424815e-06, |
| "loss": 1.0344, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.2089149031967583, |
| "grad_norm": 0.3735043169453698, |
| "learning_rate": 3.987426762282733e-06, |
| "loss": 1.0183, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.2125168842863574, |
| "grad_norm": 0.3518277242253219, |
| "learning_rate": 3.954008851376252e-06, |
| "loss": 0.9977, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.216118865375957, |
| "grad_norm": 0.3359572704066411, |
| "learning_rate": 3.920697023053949e-06, |
| "loss": 1.0129, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.219720846465556, |
| "grad_norm": 0.34679374301792026, |
| "learning_rate": 3.887491861803085e-06, |
| "loss": 1.0369, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.2233228275551555, |
| "grad_norm": 0.3554106488928109, |
| "learning_rate": 3.854393950239356e-06, |
| "loss": 1.0541, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.2269248086447546, |
| "grad_norm": 0.36410638112961874, |
| "learning_rate": 3.821403869096658e-06, |
| "loss": 1.0484, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.2305267897343537, |
| "grad_norm": 0.3726674226615999, |
| "learning_rate": 3.7885221972168974e-06, |
| "loss": 0.9996, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.2341287708239532, |
| "grad_norm": 0.32071959755439255, |
| "learning_rate": 3.7557495115398446e-06, |
| "loss": 1.0226, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.2377307519135523, |
| "grad_norm": 0.3215751149289109, |
| "learning_rate": 3.723086387092997e-06, |
| "loss": 1.0615, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.241332733003152, |
| "grad_norm": 0.3335995490205665, |
| "learning_rate": 3.6905333969815038e-06, |
| "loss": 1.0251, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.244934714092751, |
| "grad_norm": 0.3186445241093055, |
| "learning_rate": 3.658091112378106e-06, |
| "loss": 1.0456, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.2485366951823504, |
| "grad_norm": 0.36143620784288955, |
| "learning_rate": 3.625760102513103e-06, |
| "loss": 1.0123, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.2521386762719495, |
| "grad_norm": 0.3224936607992704, |
| "learning_rate": 3.5935409346643835e-06, |
| "loss": 1.0416, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.2557406573615486, |
| "grad_norm": 0.3169610192123779, |
| "learning_rate": 3.5614341741474633e-06, |
| "loss": 1.0411, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.259342638451148, |
| "grad_norm": 0.3351431039266966, |
| "learning_rate": 3.5294403843055604e-06, |
| "loss": 0.9808, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.2629446195407477, |
| "grad_norm": 0.34545715291938534, |
| "learning_rate": 3.4975601264997094e-06, |
| "loss": 0.9858, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.2665466006303467, |
| "grad_norm": 0.3402207715752116, |
| "learning_rate": 3.4657939600989453e-06, |
| "loss": 1.0344, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.270148581719946, |
| "grad_norm": 0.31919756352252837, |
| "learning_rate": 3.4341424424704373e-06, |
| "loss": 1.027, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.2737505628095454, |
| "grad_norm": 0.3254229470180326, |
| "learning_rate": 3.4026061289697397e-06, |
| "loss": 1.0477, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.2773525438991444, |
| "grad_norm": 0.3485785799890875, |
| "learning_rate": 3.3711855729310482e-06, |
| "loss": 0.9807, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.280954524988744, |
| "grad_norm": 0.3370790147553092, |
| "learning_rate": 3.3398813256574847e-06, |
| "loss": 1.0253, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.284556506078343, |
| "grad_norm": 0.34933583452394323, |
| "learning_rate": 3.308693936411421e-06, |
| "loss": 1.051, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.2881584871679426, |
| "grad_norm": 0.3291847316505696, |
| "learning_rate": 3.2776239524048426e-06, |
| "loss": 1.0301, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.2917604682575416, |
| "grad_norm": 0.3282659819120877, |
| "learning_rate": 3.2466719187897555e-06, |
| "loss": 1.0605, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.2953624493471407, |
| "grad_norm": 0.3503752481260586, |
| "learning_rate": 3.2158383786486204e-06, |
| "loss": 1.0459, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.2989644304367403, |
| "grad_norm": 0.3150273914111954, |
| "learning_rate": 3.1851238729848033e-06, |
| "loss": 1.0224, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.3025664115263393, |
| "grad_norm": 0.311191100633195, |
| "learning_rate": 3.1545289407131128e-06, |
| "loss": 1.0097, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.306168392615939, |
| "grad_norm": 0.33262128665463914, |
| "learning_rate": 3.124054118650327e-06, |
| "loss": 0.9822, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.309770373705538, |
| "grad_norm": 0.3410576738345857, |
| "learning_rate": 3.0936999415057712e-06, |
| "loss": 1.0232, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.3133723547951375, |
| "grad_norm": 0.3249566852034601, |
| "learning_rate": 3.063466941871952e-06, |
| "loss": 1.0859, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.3169743358847366, |
| "grad_norm": 0.32584616890667684, |
| "learning_rate": 3.033355650215193e-06, |
| "loss": 1.0096, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.3205763169743356, |
| "grad_norm": 0.41451190520375586, |
| "learning_rate": 3.003366594866345e-06, |
| "loss": 1.0446, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.324178298063935, |
| "grad_norm": 0.34209014370963425, |
| "learning_rate": 2.9735003020115095e-06, |
| "loss": 1.0078, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.3277802791535347, |
| "grad_norm": 0.3174268768382899, |
| "learning_rate": 2.9437572956827965e-06, |
| "loss": 1.0514, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.3313822602431338, |
| "grad_norm": 0.3186326270646109, |
| "learning_rate": 2.9141380977491373e-06, |
| "loss": 1.0514, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.334984241332733, |
| "grad_norm": 0.32744958939960994, |
| "learning_rate": 2.884643227907147e-06, |
| "loss": 1.0321, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.3385862224223324, |
| "grad_norm": 0.31976373277654097, |
| "learning_rate": 2.855273203671969e-06, |
| "loss": 1.0462, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.3421882035119315, |
| "grad_norm": 0.3260597497013275, |
| "learning_rate": 2.8260285403682153e-06, |
| "loss": 1.001, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.345790184601531, |
| "grad_norm": 0.3234067877610257, |
| "learning_rate": 2.796909751120931e-06, |
| "loss": 1.0085, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.34939216569113, |
| "grad_norm": 0.3488543921988241, |
| "learning_rate": 2.7679173468465813e-06, |
| "loss": 0.9998, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.3529941467807296, |
| "grad_norm": 0.3354554026750642, |
| "learning_rate": 2.739051836244081e-06, |
| "loss": 1.0111, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.3565961278703287, |
| "grad_norm": 0.39039617710408275, |
| "learning_rate": 2.7103137257858867e-06, |
| "loss": 1.0127, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.3601981089599278, |
| "grad_norm": 0.31209609961183865, |
| "learning_rate": 2.6817035197090892e-06, |
| "loss": 0.9669, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.3638000900495273, |
| "grad_norm": 0.34206804401975316, |
| "learning_rate": 2.6532217200065856e-06, |
| "loss": 1.0329, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.3674020711391264, |
| "grad_norm": 0.32294558270727086, |
| "learning_rate": 2.624868826418262e-06, |
| "loss": 1.0276, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.371004052228726, |
| "grad_norm": 0.3140157718547382, |
| "learning_rate": 2.596645336422219e-06, |
| "loss": 0.9824, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.374606033318325, |
| "grad_norm": 0.3146506712675248, |
| "learning_rate": 2.5685517452260566e-06, |
| "loss": 0.994, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.3782080144079245, |
| "grad_norm": 0.3202340753255117, |
| "learning_rate": 2.5405885457581793e-06, |
| "loss": 1.023, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.3818099954975236, |
| "grad_norm": 0.3366554103917838, |
| "learning_rate": 2.512756228659141e-06, |
| "loss": 1.0612, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.3854119765871227, |
| "grad_norm": 0.30979957127142305, |
| "learning_rate": 2.48505528227304e-06, |
| "loss": 1.0104, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.389013957676722, |
| "grad_norm": 0.37006676179931625, |
| "learning_rate": 2.4574861926389615e-06, |
| "loss": 1.0003, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.3926159387663217, |
| "grad_norm": 0.31452187110342483, |
| "learning_rate": 2.4300494434824373e-06, |
| "loss": 1.0022, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.396217919855921, |
| "grad_norm": 0.31388372674341497, |
| "learning_rate": 2.4027455162069567e-06, |
| "loss": 1.0032, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.39981990094552, |
| "grad_norm": 0.32599440695916065, |
| "learning_rate": 2.37557488988552e-06, |
| "loss": 1.009, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.4034218820351194, |
| "grad_norm": 0.3359193184523073, |
| "learning_rate": 2.3485380412522586e-06, |
| "loss": 1.0032, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.4070238631247185, |
| "grad_norm": 0.32390733602879396, |
| "learning_rate": 2.321635444694028e-06, |
| "loss": 1.0156, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.410625844214318, |
| "grad_norm": 0.32639545162339606, |
| "learning_rate": 2.2948675722421086e-06, |
| "loss": 1.0094, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.414227825303917, |
| "grad_norm": 0.3169489255573464, |
| "learning_rate": 2.2682348935639274e-06, |
| "loss": 0.9929, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.4178298063935166, |
| "grad_norm": 0.31560638305744454, |
| "learning_rate": 2.241737875954808e-06, |
| "loss": 1.0019, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.4214317874831157, |
| "grad_norm": 0.30345956283887016, |
| "learning_rate": 2.215376984329767e-06, |
| "loss": 1.0554, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.425033768572715, |
| "grad_norm": 0.33061892220271266, |
| "learning_rate": 2.1891526812153674e-06, |
| "loss": 1.0243, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.4286357496623143, |
| "grad_norm": 0.31141403075409474, |
| "learning_rate": 2.163065426741603e-06, |
| "loss": 1.0032, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.4322377307519134, |
| "grad_norm": 0.3114068907243682, |
| "learning_rate": 2.1371156786338108e-06, |
| "loss": 1.0374, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.435839711841513, |
| "grad_norm": 0.31861886395406197, |
| "learning_rate": 2.1113038922046603e-06, |
| "loss": 0.9952, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.439441692931112, |
| "grad_norm": 0.3287572525443517, |
| "learning_rate": 2.0856305203461436e-06, |
| "loss": 1.0325, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.4430436740207115, |
| "grad_norm": 0.36186094186687373, |
| "learning_rate": 2.0600960135216463e-06, |
| "loss": 0.9926, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.4466456551103106, |
| "grad_norm": 0.30636844898796295, |
| "learning_rate": 2.0347008197580376e-06, |
| "loss": 1.0238, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.4502476361999097, |
| "grad_norm": 0.2979916206809337, |
| "learning_rate": 2.009445384637805e-06, |
| "loss": 1.0409, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.4538496172895092, |
| "grad_norm": 0.31056851669462426, |
| "learning_rate": 1.984330151291233e-06, |
| "loss": 1.021, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.4574515983791088, |
| "grad_norm": 0.2949831827027024, |
| "learning_rate": 1.959355560388654e-06, |
| "loss": 1.0273, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.461053579468708, |
| "grad_norm": 0.3094484969518943, |
| "learning_rate": 1.934522050132678e-06, |
| "loss": 0.9774, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.464655560558307, |
| "grad_norm": 0.30543455422553123, |
| "learning_rate": 1.9098300562505266e-06, |
| "loss": 1.0241, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.4682575416479065, |
| "grad_norm": 0.3025054624466129, |
| "learning_rate": 1.8852800119863912e-06, |
| "loss": 0.984, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.4718595227375055, |
| "grad_norm": 0.3342495529664936, |
| "learning_rate": 1.8608723480938207e-06, |
| "loss": 1.0099, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.475461503827105, |
| "grad_norm": 0.31289078266029946, |
| "learning_rate": 1.8366074928281608e-06, |
| "loss": 1.006, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.479063484916704, |
| "grad_norm": 0.3353331141673875, |
| "learning_rate": 1.812485871939056e-06, |
| "loss": 1.0249, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.4826654660063037, |
| "grad_norm": 0.3119445186960836, |
| "learning_rate": 1.7885079086629598e-06, |
| "loss": 1.0053, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.4862674470959027, |
| "grad_norm": 0.3302052985983449, |
| "learning_rate": 1.7646740237157256e-06, |
| "loss": 1.0277, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.489869428185502, |
| "grad_norm": 0.3275354950604541, |
| "learning_rate": 1.7409846352852144e-06, |
| "loss": 0.9917, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.4934714092751014, |
| "grad_norm": 0.31586372849293165, |
| "learning_rate": 1.7174401590239587e-06, |
| "loss": 1.0249, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.4970733903647004, |
| "grad_norm": 0.3174602960440597, |
| "learning_rate": 1.6940410080418723e-06, |
| "loss": 1.0565, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.5006753714543, |
| "grad_norm": 0.33298389981600035, |
| "learning_rate": 1.6707875928990059e-06, |
| "loss": 1.0006, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.504277352543899, |
| "grad_norm": 0.3205610906349836, |
| "learning_rate": 1.6476803215983295e-06, |
| "loss": 0.9964, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.5078793336334986, |
| "grad_norm": 0.30896509639861985, |
| "learning_rate": 1.6247195995785836e-06, |
| "loss": 1.0019, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.5114813147230977, |
| "grad_norm": 0.31262628703518114, |
| "learning_rate": 1.601905829707171e-06, |
| "loss": 1.0029, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.5150832958126967, |
| "grad_norm": 0.30795619502338967, |
| "learning_rate": 1.579239412273078e-06, |
| "loss": 1.0229, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.5186852769022963, |
| "grad_norm": 0.3020571701208897, |
| "learning_rate": 1.5567207449798517e-06, |
| "loss": 1.0247, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.522287257991896, |
| "grad_norm": 0.29835872568121286, |
| "learning_rate": 1.5343502229386209e-06, |
| "loss": 1.0174, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.525889239081495, |
| "grad_norm": 0.30361488660335045, |
| "learning_rate": 1.5121282386611823e-06, |
| "loss": 1.0028, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.529491220171094, |
| "grad_norm": 0.31465286337965065, |
| "learning_rate": 1.490055182053083e-06, |
| "loss": 1.004, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.5330932012606935, |
| "grad_norm": 0.30631196832564805, |
| "learning_rate": 1.468131440406798e-06, |
| "loss": 0.985, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.5366951823502926, |
| "grad_norm": 0.3196788292460061, |
| "learning_rate": 1.446357398394934e-06, |
| "loss": 1.0145, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.540297163439892, |
| "grad_norm": 0.29430710531359733, |
| "learning_rate": 1.4247334380634792e-06, |
| "loss": 1.0091, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.543899144529491, |
| "grad_norm": 0.31298151261812024, |
| "learning_rate": 1.40325993882509e-06, |
| "loss": 1.044, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.5475011256190907, |
| "grad_norm": 0.32508133965006203, |
| "learning_rate": 1.381937277452451e-06, |
| "loss": 1.0063, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.55110310670869, |
| "grad_norm": 0.31566927264294303, |
| "learning_rate": 1.3607658280716474e-06, |
| "loss": 1.028, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.554705087798289, |
| "grad_norm": 0.32649550812534267, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 1.0101, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.5583070688878884, |
| "grad_norm": 0.32595113341227283, |
| "learning_rate": 1.3188780485176089e-06, |
| "loss": 1.0159, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.5619090499774875, |
| "grad_norm": 0.31965852157693103, |
| "learning_rate": 1.2981624533047432e-06, |
| "loss": 1.033, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.565511031067087, |
| "grad_norm": 0.3426503831208016, |
| "learning_rate": 1.277599539991563e-06, |
| "loss": 1.0354, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.569113012156686, |
| "grad_norm": 0.31221502350115277, |
| "learning_rate": 1.257189669373664e-06, |
| "loss": 0.9685, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.5727149932462856, |
| "grad_norm": 0.34880419135024343, |
| "learning_rate": 1.2369331995613664e-06, |
| "loss": 0.9951, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.5763169743358847, |
| "grad_norm": 0.34938754310051195, |
| "learning_rate": 1.2168304859734226e-06, |
| "loss": 1.016, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.5799189554254838, |
| "grad_norm": 0.3087396968980489, |
| "learning_rate": 1.196881881330798e-06, |
| "loss": 1.0263, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.5835209365150833, |
| "grad_norm": 0.33000757813456594, |
| "learning_rate": 1.1770877356504684e-06, |
| "loss": 1.034, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.587122917604683, |
| "grad_norm": 0.31776268637097194, |
| "learning_rate": 1.1574483962392768e-06, |
| "loss": 1.0112, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.590724898694282, |
| "grad_norm": 0.33709822417912993, |
| "learning_rate": 1.1379642076878528e-06, |
| "loss": 1.0274, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.594326879783881, |
| "grad_norm": 0.359343155445679, |
| "learning_rate": 1.1186355118645552e-06, |
| "loss": 0.9775, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.5979288608734805, |
| "grad_norm": 0.3420518614358689, |
| "learning_rate": 1.0994626479094749e-06, |
| "loss": 0.9646, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.6015308419630796, |
| "grad_norm": 0.3329137768847881, |
| "learning_rate": 1.0804459522284927e-06, |
| "loss": 1.0553, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.605132823052679, |
| "grad_norm": 0.32922642858289314, |
| "learning_rate": 1.0615857584873624e-06, |
| "loss": 1.0518, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.608734804142278, |
| "grad_norm": 0.3097397436832331, |
| "learning_rate": 1.042882397605871e-06, |
| "loss": 1.0188, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.6123367852318777, |
| "grad_norm": 0.29829342214667487, |
| "learning_rate": 1.024336197752025e-06, |
| "loss": 1.0438, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.615938766321477, |
| "grad_norm": 0.31217358831201003, |
| "learning_rate": 1.0059474843362893e-06, |
| "loss": 1.0032, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.619540747411076, |
| "grad_norm": 0.3201823915459118, |
| "learning_rate": 9.877165800058874e-07, |
| "loss": 0.9919, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.6231427285006754, |
| "grad_norm": 0.32248829320394873, |
| "learning_rate": 9.696438046391288e-07, |
| "loss": 1.0369, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.6267447095902745, |
| "grad_norm": 0.3340702746330119, |
| "learning_rate": 9.517294753398066e-07, |
| "loss": 1.0231, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.630346690679874, |
| "grad_norm": 0.3051585478060942, |
| "learning_rate": 9.339739064316233e-07, |
| "loss": 1.0412, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.633948671769473, |
| "grad_norm": 0.3343984759282754, |
| "learning_rate": 9.16377409452689e-07, |
| "loss": 0.9904, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.6375506528590726, |
| "grad_norm": 0.3315297942247698, |
| "learning_rate": 8.989402931500434e-07, |
| "loss": 0.9646, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.6411526339486717, |
| "grad_norm": 0.29454473044406815, |
| "learning_rate": 8.816628634742441e-07, |
| "loss": 1.0308, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.644754615038271, |
| "grad_norm": 0.29980517042210647, |
| "learning_rate": 8.645454235739903e-07, |
| "loss": 1.0433, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.6483565961278703, |
| "grad_norm": 0.31486187522491016, |
| "learning_rate": 8.475882737908248e-07, |
| "loss": 1.0218, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.65195857721747, |
| "grad_norm": 0.31014871229791796, |
| "learning_rate": 8.307917116538378e-07, |
| "loss": 1.0289, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.655560558307069, |
| "grad_norm": 0.30923672329131785, |
| "learning_rate": 8.141560318744601e-07, |
| "loss": 0.9933, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.659162539396668, |
| "grad_norm": 0.31391118611814095, |
| "learning_rate": 7.976815263412963e-07, |
| "loss": 1.0151, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.6627645204862675, |
| "grad_norm": 0.3022912413661513, |
| "learning_rate": 7.81368484114996e-07, |
| "loss": 1.0375, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.6663665015758666, |
| "grad_norm": 0.30102474712586647, |
| "learning_rate": 7.652171914231777e-07, |
| "loss": 0.998, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.669968482665466, |
| "grad_norm": 0.3344345054369882, |
| "learning_rate": 7.492279316554207e-07, |
| "loss": 1.0116, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.6735704637550652, |
| "grad_norm": 0.30810835809358583, |
| "learning_rate": 7.334009853582791e-07, |
| "loss": 1.0138, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.6771724448446648, |
| "grad_norm": 0.31169817062387034, |
| "learning_rate": 7.177366302303667e-07, |
| "loss": 1.0123, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.680774425934264, |
| "grad_norm": 0.302051466346212, |
| "learning_rate": 7.022351411174866e-07, |
| "loss": 1.0058, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.684376407023863, |
| "grad_norm": 0.31271489474747693, |
| "learning_rate": 6.868967900077972e-07, |
| "loss": 1.0205, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.6879783881134625, |
| "grad_norm": 0.3046685784012554, |
| "learning_rate": 6.717218460270536e-07, |
| "loss": 1.0297, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.6915803692030615, |
| "grad_norm": 0.3091004895138168, |
| "learning_rate": 6.567105754338798e-07, |
| "loss": 1.0062, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.695182350292661, |
| "grad_norm": 0.6619931249945514, |
| "learning_rate": 6.418632416150927e-07, |
| "loss": 1.0098, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.69878433138226, |
| "grad_norm": 0.31069210179532813, |
| "learning_rate": 6.271801050810856e-07, |
| "loss": 0.9951, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.7023863124718597, |
| "grad_norm": 0.3012735480622768, |
| "learning_rate": 6.126614234612593e-07, |
| "loss": 1.0061, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.7059882935614588, |
| "grad_norm": 0.3000137169371359, |
| "learning_rate": 5.98307451499498e-07, |
| "loss": 1.024, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.709590274651058, |
| "grad_norm": 0.3033346887663797, |
| "learning_rate": 5.841184410496992e-07, |
| "loss": 0.9764, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.7131922557406574, |
| "grad_norm": 0.3001684014436916, |
| "learning_rate": 5.700946410713548e-07, |
| "loss": 1.0507, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.716794236830257, |
| "grad_norm": 0.31689104223586045, |
| "learning_rate": 5.562362976251901e-07, |
| "loss": 1.0248, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.720396217919856, |
| "grad_norm": 0.3027427141765732, |
| "learning_rate": 5.425436538688322e-07, |
| "loss": 1.0187, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.723998199009455, |
| "grad_norm": 0.29852321847470953, |
| "learning_rate": 5.290169500525577e-07, |
| "loss": 1.0334, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.7276001800990546, |
| "grad_norm": 0.31769362484611574, |
| "learning_rate": 5.156564235150686e-07, |
| "loss": 1.0217, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.7312021611886537, |
| "grad_norm": 0.2850213681608941, |
| "learning_rate": 5.024623086793323e-07, |
| "loss": 1.0593, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.734804142278253, |
| "grad_norm": 0.31660514087011005, |
| "learning_rate": 4.894348370484648e-07, |
| "loss": 1.0047, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.7384061233678523, |
| "grad_norm": 0.29892729204296253, |
| "learning_rate": 4.765742372016735e-07, |
| "loss": 1.0122, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.742008104457452, |
| "grad_norm": 0.29768762906348106, |
| "learning_rate": 4.638807347902408e-07, |
| "loss": 1.0318, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.745610085547051, |
| "grad_norm": 0.32179368841761125, |
| "learning_rate": 4.5135455253357053e-07, |
| "loss": 1.0525, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.74921206663665, |
| "grad_norm": 0.3026572573980653, |
| "learning_rate": 4.3899591021527743e-07, |
| "loss": 1.0013, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.7528140477262495, |
| "grad_norm": 0.2905717915737932, |
| "learning_rate": 4.268050246793276e-07, |
| "loss": 1.0077, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.7564160288158486, |
| "grad_norm": 0.2998183022036548, |
| "learning_rate": 4.1478210982624055e-07, |
| "loss": 1.0233, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.760018009905448, |
| "grad_norm": 0.2836630257107552, |
| "learning_rate": 4.0292737660933335e-07, |
| "loss": 1.0589, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.763619990995047, |
| "grad_norm": 0.3387412349831205, |
| "learning_rate": 3.912410330310157e-07, |
| "loss": 1.0481, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.7672219720846467, |
| "grad_norm": 0.30462916867157586, |
| "learning_rate": 3.7972328413914074e-07, |
| "loss": 1.0467, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.770823953174246, |
| "grad_norm": 0.3329559658159068, |
| "learning_rate": 3.68374332023419e-07, |
| "loss": 1.0108, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.774425934263845, |
| "grad_norm": 0.28172636762146697, |
| "learning_rate": 3.571943758118546e-07, |
| "loss": 0.9995, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.7780279153534444, |
| "grad_norm": 0.3111382662396738, |
| "learning_rate": 3.4618361166726123e-07, |
| "loss": 0.9725, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.781629896443044, |
| "grad_norm": 0.3073360135405115, |
| "learning_rate": 3.3534223278382405e-07, |
| "loss": 0.9822, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.785231877532643, |
| "grad_norm": 0.2963099792533409, |
| "learning_rate": 3.246704293837011e-07, |
| "loss": 1.0193, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.788833858622242, |
| "grad_norm": 0.30866278348936116, |
| "learning_rate": 3.1416838871368925e-07, |
| "loss": 1.0268, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.7924358397118416, |
| "grad_norm": 0.29638477487585746, |
| "learning_rate": 3.0383629504194047e-07, |
| "loss": 1.0086, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.7960378208014407, |
| "grad_norm": 0.2945124143251557, |
| "learning_rate": 2.936743296547273e-07, |
| "loss": 1.0185, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.7996398018910402, |
| "grad_norm": 0.33444042724853856, |
| "learning_rate": 2.836826708532603e-07, |
| "loss": 1.0191, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.8032417829806393, |
| "grad_norm": 0.30059631184223035, |
| "learning_rate": 2.7386149395056463e-07, |
| "loss": 1.0442, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.806843764070239, |
| "grad_norm": 0.2890342295211199, |
| "learning_rate": 2.6421097126839714e-07, |
| "loss": 1.0021, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.810445745159838, |
| "grad_norm": 0.30814736535023135, |
| "learning_rate": 2.547312721342277e-07, |
| "loss": 0.9701, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.814047726249437, |
| "grad_norm": 0.30319118209429197, |
| "learning_rate": 2.4542256287826915e-07, |
| "loss": 1.0202, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.8176497073390365, |
| "grad_norm": 0.29527039246262643, |
| "learning_rate": 2.3628500683055222e-07, |
| "loss": 1.0296, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.8212516884286356, |
| "grad_norm": 0.3030958737117825, |
| "learning_rate": 2.273187643180652e-07, |
| "loss": 1.0352, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.824853669518235, |
| "grad_norm": 0.30484119879728905, |
| "learning_rate": 2.1852399266194312e-07, |
| "loss": 0.9906, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.828455650607834, |
| "grad_norm": 0.29348375997270915, |
| "learning_rate": 2.0990084617470207e-07, |
| "loss": 0.9936, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.8320576316974337, |
| "grad_norm": 0.3019632569068919, |
| "learning_rate": 2.014494761575314e-07, |
| "loss": 1.0134, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.835659612787033, |
| "grad_norm": 0.29834862005250573, |
| "learning_rate": 1.9317003089764365e-07, |
| "loss": 0.9878, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.839261593876632, |
| "grad_norm": 0.3071156712148951, |
| "learning_rate": 1.8506265566567095e-07, |
| "loss": 1.0368, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.8428635749662314, |
| "grad_norm": 0.3059484670117058, |
| "learning_rate": 1.7712749271311392e-07, |
| "loss": 1.018, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.846465556055831, |
| "grad_norm": 0.2912963362312011, |
| "learning_rate": 1.6936468126984573e-07, |
| "loss": 1.0113, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.85006753714543, |
| "grad_norm": 0.3815766680087311, |
| "learning_rate": 1.6177435754167413e-07, |
| "loss": 0.9733, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.853669518235029, |
| "grad_norm": 0.2845148982323957, |
| "learning_rate": 1.543566547079467e-07, |
| "loss": 1.0193, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.8572714993246286, |
| "grad_norm": 0.3056808122393604, |
| "learning_rate": 1.4711170291921485e-07, |
| "loss": 1.0474, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.8608734804142277, |
| "grad_norm": 0.29263268916623003, |
| "learning_rate": 1.400396292949513e-07, |
| "loss": 1.0313, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.8644754615038273, |
| "grad_norm": 0.3183921476253176, |
| "learning_rate": 1.3314055792131964e-07, |
| "loss": 0.9876, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.8680774425934263, |
| "grad_norm": 0.3007022901060275, |
| "learning_rate": 1.26414609848996e-07, |
| "loss": 1.042, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.871679423683026, |
| "grad_norm": 0.30830289680212397, |
| "learning_rate": 1.1986190309104861e-07, |
| "loss": 1.0094, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.875281404772625, |
| "grad_norm": 0.3076104467984216, |
| "learning_rate": 1.134825526208605e-07, |
| "loss": 1.0169, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.878883385862224, |
| "grad_norm": 0.2934424704925479, |
| "learning_rate": 1.0727667037011668e-07, |
| "loss": 0.9978, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.8824853669518236, |
| "grad_norm": 0.3246266836029091, |
| "learning_rate": 1.0124436522684244e-07, |
| "loss": 1.0176, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.8860873480414226, |
| "grad_norm": 0.30525459115513015, |
| "learning_rate": 9.538574303348813e-08, |
| "loss": 0.9958, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.889689329131022, |
| "grad_norm": 0.2942524891286466, |
| "learning_rate": 8.970090658507291e-08, |
| "loss": 0.9733, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.8932913102206212, |
| "grad_norm": 0.29680112082527976, |
| "learning_rate": 8.418995562738286e-08, |
| "loss": 1.0256, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.8968932913102208, |
| "grad_norm": 0.2986648492402886, |
| "learning_rate": 7.885298685522235e-08, |
| "loss": 1.0418, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.90049527239982, |
| "grad_norm": 0.3051344650638145, |
| "learning_rate": 7.369009391070992e-08, |
| "loss": 1.022, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.904097253489419, |
| "grad_norm": 0.2873270522563981, |
| "learning_rate": 6.870136738164612e-08, |
| "loss": 1.0048, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.9076992345790185, |
| "grad_norm": 0.308857400528317, |
| "learning_rate": 6.388689479991606e-08, |
| "loss": 1.0277, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.911301215668618, |
| "grad_norm": 0.3024988034565225, |
| "learning_rate": 5.9246760639953824e-08, |
| "loss": 1.0342, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.914903196758217, |
| "grad_norm": 0.5297760349271741, |
| "learning_rate": 5.4781046317267103e-08, |
| "loss": 0.9963, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.918505177847816, |
| "grad_norm": 0.31444626063066605, |
| "learning_rate": 5.048983018699827e-08, |
| "loss": 1.0337, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.9221071589374157, |
| "grad_norm": 0.6226804157824651, |
| "learning_rate": 4.6373187542561036e-08, |
| "loss": 1.0062, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.9257091400270148, |
| "grad_norm": 0.304865153239609, |
| "learning_rate": 4.2431190614309334e-08, |
| "loss": 0.9745, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.9293111211166143, |
| "grad_norm": 0.29221297160895904, |
| "learning_rate": 3.866390856827495e-08, |
| "loss": 1.0248, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.9329131022062134, |
| "grad_norm": 0.36519492084131305, |
| "learning_rate": 3.50714075049563e-08, |
| "loss": 1.02, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.936515083295813, |
| "grad_norm": 0.2838345710823907, |
| "learning_rate": 3.165375045815266e-08, |
| "loss": 1.0114, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.940117064385412, |
| "grad_norm": 0.31575735380031167, |
| "learning_rate": 2.8410997393860663e-08, |
| "loss": 1.0366, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.943719045475011, |
| "grad_norm": 0.3099387210219997, |
| "learning_rate": 2.5343205209225062e-08, |
| "loss": 1.0361, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.9473210265646106, |
| "grad_norm": 0.2935126694654585, |
| "learning_rate": 2.2450427731534052e-08, |
| "loss": 0.9911, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.9509230076542097, |
| "grad_norm": 0.2838948843015787, |
| "learning_rate": 1.973271571728441e-08, |
| "loss": 1.0004, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.954524988743809, |
| "grad_norm": 0.29407693899364834, |
| "learning_rate": 1.7190116851280024e-08, |
| "loss": 1.003, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.9581269698334083, |
| "grad_norm": 0.3050678620636247, |
| "learning_rate": 1.482267574580143e-08, |
| "loss": 0.9785, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.961728950923008, |
| "grad_norm": 0.30072571972857975, |
| "learning_rate": 1.2630433939825326e-08, |
| "loss": 1.0212, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.965330932012607, |
| "grad_norm": 0.29556108311353174, |
| "learning_rate": 1.0613429898287397e-08, |
| "loss": 1.0484, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.968932913102206, |
| "grad_norm": 0.29316766843555686, |
| "learning_rate": 8.771699011416169e-09, |
| "loss": 1.0124, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.9725348941918055, |
| "grad_norm": 0.2897984568684424, |
| "learning_rate": 7.105273594107953e-09, |
| "loss": 1.0527, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.976136875281405, |
| "grad_norm": 0.29983343922706296, |
| "learning_rate": 5.614182885357311e-09, |
| "loss": 1.022, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.979738856371004, |
| "grad_norm": 0.28416220599411646, |
| "learning_rate": 4.298453047749674e-09, |
| "loss": 1.0388, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.983340837460603, |
| "grad_norm": 0.3010968060672787, |
| "learning_rate": 3.1581071670006013e-09, |
| "loss": 1.0531, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.9869428185502027, |
| "grad_norm": 0.2904445388666316, |
| "learning_rate": 2.193165251545004e-09, |
| "loss": 1.0169, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.990544799639802, |
| "grad_norm": 0.30584434012715184, |
| "learning_rate": 1.4036442321962995e-09, |
| "loss": 1.0135, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.9941467807294013, |
| "grad_norm": 0.28605013841859234, |
| "learning_rate": 7.895579618388827e-10, |
| "loss": 1.01, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.9977487618190004, |
| "grad_norm": 0.30677993503436984, |
| "learning_rate": 3.509172151938689e-10, |
| "loss": 0.9589, |
| "step": 833 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.30677993503436984, |
| "learning_rate": 8.772968862369447e-11, |
| "loss": 0.9939, |
| "step": 834 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 834, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1027465229107200.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
