{ "best_metric": 2710.1728, "best_model_checkpoint": "/jasmine/s-elmadany/ds_UBC_AfroT5_large_1M_2e-5/checkpoint-122140", "epoch": 10.0, "eval_steps": 500, "global_step": 122140, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 1.9983625347961356e-05, "loss": 8.4624, "step": 100 }, { "epoch": 0.02, "learning_rate": 1.9967250695922714e-05, "loss": 5.9771, "step": 200 }, { "epoch": 0.02, "learning_rate": 1.995087604388407e-05, "loss": 5.7693, "step": 300 }, { "epoch": 0.03, "learning_rate": 1.9934501391845424e-05, "loss": 5.0828, "step": 400 }, { "epoch": 0.04, "learning_rate": 1.991812673980678e-05, "loss": 4.8058, "step": 500 }, { "epoch": 0.05, "learning_rate": 1.9901752087768136e-05, "loss": 4.5844, "step": 600 }, { "epoch": 0.06, "learning_rate": 1.988537743572949e-05, "loss": 4.4461, "step": 700 }, { "epoch": 0.07, "learning_rate": 1.986900278369085e-05, "loss": 4.3994, "step": 800 }, { "epoch": 0.07, "learning_rate": 1.9852628131652203e-05, "loss": 4.3327, "step": 900 }, { "epoch": 0.08, "learning_rate": 1.983625347961356e-05, "loss": 4.2567, "step": 1000 }, { "epoch": 0.09, "learning_rate": 1.9819878827574916e-05, "loss": 4.2223, "step": 1100 }, { "epoch": 0.1, "learning_rate": 1.980350417553627e-05, "loss": 4.1905, "step": 1200 }, { "epoch": 0.11, "learning_rate": 1.978712952349763e-05, "loss": 4.1563, "step": 1300 }, { "epoch": 0.11, "learning_rate": 1.9770754871458983e-05, "loss": 4.1126, "step": 1400 }, { "epoch": 0.12, "learning_rate": 1.9754380219420338e-05, "loss": 4.0979, "step": 1500 }, { "epoch": 0.13, "learning_rate": 1.9738005567381696e-05, "loss": 4.0696, "step": 1600 }, { "epoch": 0.14, "learning_rate": 1.972163091534305e-05, "loss": 4.0446, "step": 1700 }, { "epoch": 0.15, "learning_rate": 1.9705256263304405e-05, "loss": 4.0218, "step": 1800 }, { "epoch": 0.16, "learning_rate": 1.9688881611265763e-05, "loss": 3.9976, "step": 1900 }, { "epoch": 0.16, "learning_rate": 1.9672506959227118e-05, "loss": 3.9459, "step": 2000 }, { "epoch": 0.17, "learning_rate": 1.9656132307188473e-05, "loss": 3.9501, "step": 2100 }, { "epoch": 0.18, "learning_rate": 1.963975765514983e-05, "loss": 3.9454, "step": 2200 }, { "epoch": 0.19, "learning_rate": 1.9623383003111185e-05, "loss": 3.9145, "step": 2300 }, { "epoch": 0.2, "learning_rate": 1.960700835107254e-05, "loss": 3.9358, "step": 2400 }, { "epoch": 0.2, "learning_rate": 1.9590633699033898e-05, "loss": 3.8542, "step": 2500 }, { "epoch": 0.21, "learning_rate": 1.9574259046995253e-05, "loss": 3.8823, "step": 2600 }, { "epoch": 0.22, "learning_rate": 1.9557884394956607e-05, "loss": 3.8611, "step": 2700 }, { "epoch": 0.23, "learning_rate": 1.9541509742917965e-05, "loss": 3.8609, "step": 2800 }, { "epoch": 0.24, "learning_rate": 1.952513509087932e-05, "loss": 3.8498, "step": 2900 }, { "epoch": 0.25, "learning_rate": 1.9508760438840678e-05, "loss": 3.8349, "step": 3000 }, { "epoch": 0.25, "learning_rate": 1.9492385786802032e-05, "loss": 3.8498, "step": 3100 }, { "epoch": 0.26, "learning_rate": 1.9476011134763387e-05, "loss": 3.7941, "step": 3200 }, { "epoch": 0.27, "learning_rate": 1.9459636482724745e-05, "loss": 3.8308, "step": 3300 }, { "epoch": 0.28, "learning_rate": 1.94432618306861e-05, "loss": 3.7989, "step": 3400 }, { "epoch": 0.29, "learning_rate": 1.9426887178647454e-05, "loss": 3.8041, "step": 3500 }, { "epoch": 0.29, "learning_rate": 1.9410512526608812e-05, "loss": 3.7968, "step": 3600 }, { "epoch": 0.3, "learning_rate": 1.9394137874570167e-05, "loss": 3.7609, "step": 3700 }, { "epoch": 0.31, "learning_rate": 1.937776322253152e-05, "loss": 3.7525, "step": 3800 }, { "epoch": 0.32, "learning_rate": 1.936138857049288e-05, "loss": 3.7561, "step": 3900 }, { "epoch": 0.33, "learning_rate": 1.9345013918454234e-05, "loss": 3.7288, "step": 4000 }, { "epoch": 0.34, "learning_rate": 1.932863926641559e-05, "loss": 3.748, "step": 4100 }, { "epoch": 0.34, "learning_rate": 1.9312264614376947e-05, "loss": 3.7518, "step": 4200 }, { "epoch": 0.35, "learning_rate": 1.92958899623383e-05, "loss": 3.718, "step": 4300 }, { "epoch": 0.36, "learning_rate": 1.9279515310299656e-05, "loss": 3.7124, "step": 4400 }, { "epoch": 0.37, "learning_rate": 1.9263140658261014e-05, "loss": 3.7118, "step": 4500 }, { "epoch": 0.38, "learning_rate": 1.924676600622237e-05, "loss": 3.6885, "step": 4600 }, { "epoch": 0.38, "learning_rate": 1.9230391354183727e-05, "loss": 3.7057, "step": 4700 }, { "epoch": 0.39, "learning_rate": 1.921401670214508e-05, "loss": 3.6812, "step": 4800 }, { "epoch": 0.4, "learning_rate": 1.9197642050106436e-05, "loss": 3.6831, "step": 4900 }, { "epoch": 0.41, "learning_rate": 1.9181267398067794e-05, "loss": 3.6705, "step": 5000 }, { "epoch": 0.42, "learning_rate": 1.916489274602915e-05, "loss": 3.687, "step": 5100 }, { "epoch": 0.43, "learning_rate": 1.9148518093990503e-05, "loss": 3.677, "step": 5200 }, { "epoch": 0.43, "learning_rate": 1.913214344195186e-05, "loss": 3.6632, "step": 5300 }, { "epoch": 0.44, "learning_rate": 1.9115768789913216e-05, "loss": 3.6626, "step": 5400 }, { "epoch": 0.45, "learning_rate": 1.909939413787457e-05, "loss": 3.6451, "step": 5500 }, { "epoch": 0.46, "learning_rate": 1.908301948583593e-05, "loss": 3.6283, "step": 5600 }, { "epoch": 0.47, "learning_rate": 1.9066644833797283e-05, "loss": 3.6321, "step": 5700 }, { "epoch": 0.47, "learning_rate": 1.9050270181758638e-05, "loss": 3.6007, "step": 5800 }, { "epoch": 0.48, "learning_rate": 1.9033895529719996e-05, "loss": 3.6293, "step": 5900 }, { "epoch": 0.49, "learning_rate": 1.901752087768135e-05, "loss": 3.5916, "step": 6000 }, { "epoch": 0.5, "learning_rate": 1.9001146225642705e-05, "loss": 3.6187, "step": 6100 }, { "epoch": 0.51, "learning_rate": 1.8984771573604063e-05, "loss": 3.6006, "step": 6200 }, { "epoch": 0.52, "learning_rate": 1.8968396921565418e-05, "loss": 3.5998, "step": 6300 }, { "epoch": 0.52, "learning_rate": 1.8952022269526773e-05, "loss": 3.5517, "step": 6400 }, { "epoch": 0.53, "learning_rate": 1.893564761748813e-05, "loss": 3.5713, "step": 6500 }, { "epoch": 0.54, "learning_rate": 1.8919272965449485e-05, "loss": 3.5718, "step": 6600 }, { "epoch": 0.55, "learning_rate": 1.8902898313410843e-05, "loss": 3.5697, "step": 6700 }, { "epoch": 0.56, "learning_rate": 1.8886523661372198e-05, "loss": 3.5477, "step": 6800 }, { "epoch": 0.56, "learning_rate": 1.8870149009333552e-05, "loss": 3.5405, "step": 6900 }, { "epoch": 0.57, "learning_rate": 1.885377435729491e-05, "loss": 3.5724, "step": 7000 }, { "epoch": 0.58, "learning_rate": 1.8837399705256265e-05, "loss": 3.544, "step": 7100 }, { "epoch": 0.59, "learning_rate": 1.882102505321762e-05, "loss": 3.5689, "step": 7200 }, { "epoch": 0.6, "learning_rate": 1.8804650401178978e-05, "loss": 3.5258, "step": 7300 }, { "epoch": 0.61, "learning_rate": 1.8788275749140332e-05, "loss": 3.5395, "step": 7400 }, { "epoch": 0.61, "learning_rate": 1.8771901097101687e-05, "loss": 3.5342, "step": 7500 }, { "epoch": 0.62, "learning_rate": 1.8755526445063045e-05, "loss": 3.5367, "step": 7600 }, { "epoch": 0.63, "learning_rate": 1.87391517930244e-05, "loss": 3.5328, "step": 7700 }, { "epoch": 0.64, "learning_rate": 1.8722777140985754e-05, "loss": 3.5402, "step": 7800 }, { "epoch": 0.65, "learning_rate": 1.8706402488947112e-05, "loss": 3.5269, "step": 7900 }, { "epoch": 0.65, "learning_rate": 1.8690027836908467e-05, "loss": 3.5107, "step": 8000 }, { "epoch": 0.66, "learning_rate": 1.867365318486982e-05, "loss": 3.5119, "step": 8100 }, { "epoch": 0.67, "learning_rate": 1.8657278532831176e-05, "loss": 3.5255, "step": 8200 }, { "epoch": 0.68, "learning_rate": 1.8640903880792534e-05, "loss": 3.506, "step": 8300 }, { "epoch": 0.69, "learning_rate": 1.8624529228753892e-05, "loss": 3.4903, "step": 8400 }, { "epoch": 0.7, "learning_rate": 1.8608154576715247e-05, "loss": 3.531, "step": 8500 }, { "epoch": 0.7, "learning_rate": 1.85917799246766e-05, "loss": 3.5041, "step": 8600 }, { "epoch": 0.71, "learning_rate": 1.857540527263796e-05, "loss": 3.4605, "step": 8700 }, { "epoch": 0.72, "learning_rate": 1.8559030620599314e-05, "loss": 3.4925, "step": 8800 }, { "epoch": 0.73, "learning_rate": 1.854265596856067e-05, "loss": 3.4748, "step": 8900 }, { "epoch": 0.74, "learning_rate": 1.8526281316522027e-05, "loss": 3.4565, "step": 9000 }, { "epoch": 0.75, "learning_rate": 1.850990666448338e-05, "loss": 3.4581, "step": 9100 }, { "epoch": 0.75, "learning_rate": 1.8493532012444736e-05, "loss": 3.4933, "step": 9200 }, { "epoch": 0.76, "learning_rate": 1.8477157360406094e-05, "loss": 3.4837, "step": 9300 }, { "epoch": 0.77, "learning_rate": 1.846078270836745e-05, "loss": 3.4716, "step": 9400 }, { "epoch": 0.78, "learning_rate": 1.8444408056328803e-05, "loss": 3.4574, "step": 9500 }, { "epoch": 0.79, "learning_rate": 1.842803340429016e-05, "loss": 3.4469, "step": 9600 }, { "epoch": 0.79, "learning_rate": 1.8411658752251516e-05, "loss": 3.4244, "step": 9700 }, { "epoch": 0.8, "learning_rate": 1.839528410021287e-05, "loss": 3.3977, "step": 9800 }, { "epoch": 0.81, "learning_rate": 1.837890944817423e-05, "loss": 3.4462, "step": 9900 }, { "epoch": 0.82, "learning_rate": 1.8362534796135583e-05, "loss": 3.4458, "step": 10000 }, { "epoch": 0.83, "learning_rate": 1.8346160144096938e-05, "loss": 3.4315, "step": 10100 }, { "epoch": 0.84, "learning_rate": 1.8329785492058296e-05, "loss": 3.4124, "step": 10200 }, { "epoch": 0.84, "learning_rate": 1.831341084001965e-05, "loss": 3.409, "step": 10300 }, { "epoch": 0.85, "learning_rate": 1.829703618798101e-05, "loss": 3.4229, "step": 10400 }, { "epoch": 0.86, "learning_rate": 1.8280661535942363e-05, "loss": 3.4055, "step": 10500 }, { "epoch": 0.87, "learning_rate": 1.8264286883903718e-05, "loss": 3.3975, "step": 10600 }, { "epoch": 0.88, "learning_rate": 1.8247912231865076e-05, "loss": 3.4197, "step": 10700 }, { "epoch": 0.88, "learning_rate": 1.823153757982643e-05, "loss": 3.395, "step": 10800 }, { "epoch": 0.89, "learning_rate": 1.8215162927787785e-05, "loss": 3.4371, "step": 10900 }, { "epoch": 0.9, "learning_rate": 1.8198788275749143e-05, "loss": 3.3775, "step": 11000 }, { "epoch": 0.91, "learning_rate": 1.8182413623710498e-05, "loss": 3.3925, "step": 11100 }, { "epoch": 0.92, "learning_rate": 1.8166038971671852e-05, "loss": 3.4044, "step": 11200 }, { "epoch": 0.93, "learning_rate": 1.814966431963321e-05, "loss": 3.4044, "step": 11300 }, { "epoch": 0.93, "learning_rate": 1.8133289667594565e-05, "loss": 3.3841, "step": 11400 }, { "epoch": 0.94, "learning_rate": 1.811691501555592e-05, "loss": 3.4051, "step": 11500 }, { "epoch": 0.95, "learning_rate": 1.8100540363517278e-05, "loss": 3.3812, "step": 11600 }, { "epoch": 0.96, "learning_rate": 1.8084165711478632e-05, "loss": 3.3966, "step": 11700 }, { "epoch": 0.97, "learning_rate": 1.8067791059439987e-05, "loss": 3.4188, "step": 11800 }, { "epoch": 0.97, "learning_rate": 1.805141640740134e-05, "loss": 3.3683, "step": 11900 }, { "epoch": 0.98, "learning_rate": 1.80350417553627e-05, "loss": 3.3872, "step": 12000 }, { "epoch": 0.99, "learning_rate": 1.8018667103324058e-05, "loss": 3.3407, "step": 12100 }, { "epoch": 1.0, "learning_rate": 1.8002292451285412e-05, "loss": 3.3987, "step": 12200 }, { "epoch": 1.0, "eval_bleu": 732.9294, "eval_chrf": 2404.1983, "eval_chrf_plus": 2251.1143, "eval_gen_len": 14.592, "eval_loss": 2.8766348361968994, "eval_runtime": 38.5936, "eval_samples_per_second": 25.911, "eval_steps_per_second": 1.088, "step": 12214 }, { "epoch": 1.01, "learning_rate": 1.7985917799246767e-05, "loss": 3.3044, "step": 12300 }, { "epoch": 1.02, "learning_rate": 1.7969543147208125e-05, "loss": 3.2769, "step": 12400 }, { "epoch": 1.02, "learning_rate": 1.795316849516948e-05, "loss": 3.3158, "step": 12500 }, { "epoch": 1.03, "learning_rate": 1.7936793843130834e-05, "loss": 3.3013, "step": 12600 }, { "epoch": 1.04, "learning_rate": 1.7920419191092192e-05, "loss": 3.3322, "step": 12700 }, { "epoch": 1.05, "learning_rate": 1.7904044539053547e-05, "loss": 3.2939, "step": 12800 }, { "epoch": 1.06, "learning_rate": 1.78876698870149e-05, "loss": 3.2753, "step": 12900 }, { "epoch": 1.06, "learning_rate": 1.787129523497626e-05, "loss": 3.3128, "step": 13000 }, { "epoch": 1.07, "learning_rate": 1.7854920582937614e-05, "loss": 3.2881, "step": 13100 }, { "epoch": 1.08, "learning_rate": 1.783854593089897e-05, "loss": 3.2776, "step": 13200 }, { "epoch": 1.09, "learning_rate": 1.7822171278860327e-05, "loss": 3.2845, "step": 13300 }, { "epoch": 1.1, "learning_rate": 1.780579662682168e-05, "loss": 3.2722, "step": 13400 }, { "epoch": 1.11, "learning_rate": 1.7789421974783036e-05, "loss": 3.2907, "step": 13500 }, { "epoch": 1.11, "learning_rate": 1.777304732274439e-05, "loss": 3.29, "step": 13600 }, { "epoch": 1.12, "learning_rate": 1.775667267070575e-05, "loss": 3.2576, "step": 13700 }, { "epoch": 1.13, "learning_rate": 1.7740298018667107e-05, "loss": 3.2402, "step": 13800 }, { "epoch": 1.14, "learning_rate": 1.772392336662846e-05, "loss": 3.2807, "step": 13900 }, { "epoch": 1.15, "learning_rate": 1.7707548714589816e-05, "loss": 3.268, "step": 14000 }, { "epoch": 1.15, "learning_rate": 1.7691174062551174e-05, "loss": 3.2347, "step": 14100 }, { "epoch": 1.16, "learning_rate": 1.767479941051253e-05, "loss": 3.2847, "step": 14200 }, { "epoch": 1.17, "learning_rate": 1.7658424758473883e-05, "loss": 3.2423, "step": 14300 }, { "epoch": 1.18, "learning_rate": 1.764205010643524e-05, "loss": 3.2641, "step": 14400 }, { "epoch": 1.19, "learning_rate": 1.7625675454396596e-05, "loss": 3.245, "step": 14500 }, { "epoch": 1.2, "learning_rate": 1.760930080235795e-05, "loss": 3.2686, "step": 14600 }, { "epoch": 1.2, "learning_rate": 1.759292615031931e-05, "loss": 3.1976, "step": 14700 }, { "epoch": 1.21, "learning_rate": 1.7576551498280663e-05, "loss": 3.2724, "step": 14800 }, { "epoch": 1.22, "learning_rate": 1.7560176846242018e-05, "loss": 3.2294, "step": 14900 }, { "epoch": 1.23, "learning_rate": 1.7543802194203376e-05, "loss": 3.2484, "step": 15000 }, { "epoch": 1.24, "learning_rate": 1.752742754216473e-05, "loss": 3.2628, "step": 15100 }, { "epoch": 1.24, "learning_rate": 1.7511052890126085e-05, "loss": 3.2275, "step": 15200 }, { "epoch": 1.25, "learning_rate": 1.7494678238087443e-05, "loss": 3.2636, "step": 15300 }, { "epoch": 1.26, "learning_rate": 1.7478303586048798e-05, "loss": 3.2635, "step": 15400 }, { "epoch": 1.27, "learning_rate": 1.7461928934010152e-05, "loss": 3.2374, "step": 15500 }, { "epoch": 1.28, "learning_rate": 1.7445554281971507e-05, "loss": 3.224, "step": 15600 }, { "epoch": 1.29, "learning_rate": 1.7429179629932865e-05, "loss": 3.2542, "step": 15700 }, { "epoch": 1.29, "learning_rate": 1.7412804977894223e-05, "loss": 3.2073, "step": 15800 }, { "epoch": 1.3, "learning_rate": 1.7396430325855578e-05, "loss": 3.2291, "step": 15900 }, { "epoch": 1.31, "learning_rate": 1.7380055673816932e-05, "loss": 3.2193, "step": 16000 }, { "epoch": 1.32, "learning_rate": 1.736368102177829e-05, "loss": 3.2367, "step": 16100 }, { "epoch": 1.33, "learning_rate": 1.7347306369739645e-05, "loss": 3.1989, "step": 16200 }, { "epoch": 1.33, "learning_rate": 1.7330931717701e-05, "loss": 3.2228, "step": 16300 }, { "epoch": 1.34, "learning_rate": 1.7314557065662358e-05, "loss": 3.1936, "step": 16400 }, { "epoch": 1.35, "learning_rate": 1.7298182413623712e-05, "loss": 3.2073, "step": 16500 }, { "epoch": 1.36, "learning_rate": 1.7281807761585067e-05, "loss": 3.22, "step": 16600 }, { "epoch": 1.37, "learning_rate": 1.7265433109546425e-05, "loss": 3.2036, "step": 16700 }, { "epoch": 1.38, "learning_rate": 1.724905845750778e-05, "loss": 3.2283, "step": 16800 }, { "epoch": 1.38, "learning_rate": 1.7232683805469134e-05, "loss": 3.253, "step": 16900 }, { "epoch": 1.39, "learning_rate": 1.7216309153430492e-05, "loss": 3.1681, "step": 17000 }, { "epoch": 1.4, "learning_rate": 1.7199934501391847e-05, "loss": 3.2035, "step": 17100 }, { "epoch": 1.41, "learning_rate": 1.71835598493532e-05, "loss": 3.2251, "step": 17200 }, { "epoch": 1.42, "learning_rate": 1.7167185197314556e-05, "loss": 3.1773, "step": 17300 }, { "epoch": 1.42, "learning_rate": 1.7150810545275914e-05, "loss": 3.1996, "step": 17400 }, { "epoch": 1.43, "learning_rate": 1.7134435893237272e-05, "loss": 3.178, "step": 17500 }, { "epoch": 1.44, "learning_rate": 1.7118061241198627e-05, "loss": 3.2248, "step": 17600 }, { "epoch": 1.45, "learning_rate": 1.710168658915998e-05, "loss": 3.2019, "step": 17700 }, { "epoch": 1.46, "learning_rate": 1.708531193712134e-05, "loss": 3.2058, "step": 17800 }, { "epoch": 1.47, "learning_rate": 1.7068937285082694e-05, "loss": 3.1742, "step": 17900 }, { "epoch": 1.47, "learning_rate": 1.705256263304405e-05, "loss": 3.1653, "step": 18000 }, { "epoch": 1.48, "learning_rate": 1.7036187981005407e-05, "loss": 3.2102, "step": 18100 }, { "epoch": 1.49, "learning_rate": 1.701981332896676e-05, "loss": 3.2096, "step": 18200 }, { "epoch": 1.5, "learning_rate": 1.7003438676928116e-05, "loss": 3.2129, "step": 18300 }, { "epoch": 1.51, "learning_rate": 1.6987064024889474e-05, "loss": 3.1804, "step": 18400 }, { "epoch": 1.51, "learning_rate": 1.697068937285083e-05, "loss": 3.1715, "step": 18500 }, { "epoch": 1.52, "learning_rate": 1.6954314720812183e-05, "loss": 3.1591, "step": 18600 }, { "epoch": 1.53, "learning_rate": 1.693794006877354e-05, "loss": 3.1861, "step": 18700 }, { "epoch": 1.54, "learning_rate": 1.6921565416734896e-05, "loss": 3.1293, "step": 18800 }, { "epoch": 1.55, "learning_rate": 1.690519076469625e-05, "loss": 3.1695, "step": 18900 }, { "epoch": 1.56, "learning_rate": 1.6888816112657605e-05, "loss": 3.2078, "step": 19000 }, { "epoch": 1.56, "learning_rate": 1.6872441460618963e-05, "loss": 3.1875, "step": 19100 }, { "epoch": 1.57, "learning_rate": 1.6856066808580318e-05, "loss": 3.141, "step": 19200 }, { "epoch": 1.58, "learning_rate": 1.6839692156541672e-05, "loss": 3.1861, "step": 19300 }, { "epoch": 1.59, "learning_rate": 1.682331750450303e-05, "loss": 3.1515, "step": 19400 }, { "epoch": 1.6, "learning_rate": 1.680694285246439e-05, "loss": 3.1628, "step": 19500 }, { "epoch": 1.6, "learning_rate": 1.6790568200425743e-05, "loss": 3.1899, "step": 19600 }, { "epoch": 1.61, "learning_rate": 1.6774193548387098e-05, "loss": 3.1687, "step": 19700 }, { "epoch": 1.62, "learning_rate": 1.6757818896348456e-05, "loss": 3.1699, "step": 19800 }, { "epoch": 1.63, "learning_rate": 1.674144424430981e-05, "loss": 3.1611, "step": 19900 }, { "epoch": 1.64, "learning_rate": 1.6725069592271165e-05, "loss": 3.1627, "step": 20000 }, { "epoch": 1.65, "learning_rate": 1.6708694940232523e-05, "loss": 3.1446, "step": 20100 }, { "epoch": 1.65, "learning_rate": 1.6692320288193878e-05, "loss": 3.1411, "step": 20200 }, { "epoch": 1.66, "learning_rate": 1.6675945636155232e-05, "loss": 3.1532, "step": 20300 }, { "epoch": 1.67, "learning_rate": 1.665957098411659e-05, "loss": 3.1618, "step": 20400 }, { "epoch": 1.68, "learning_rate": 1.6643196332077945e-05, "loss": 3.1464, "step": 20500 }, { "epoch": 1.69, "learning_rate": 1.66268216800393e-05, "loss": 3.1684, "step": 20600 }, { "epoch": 1.69, "learning_rate": 1.6610447028000657e-05, "loss": 3.1111, "step": 20700 }, { "epoch": 1.7, "learning_rate": 1.6594072375962012e-05, "loss": 3.1576, "step": 20800 }, { "epoch": 1.71, "learning_rate": 1.6577697723923367e-05, "loss": 3.1661, "step": 20900 }, { "epoch": 1.72, "learning_rate": 1.656132307188472e-05, "loss": 3.1532, "step": 21000 }, { "epoch": 1.73, "learning_rate": 1.654494841984608e-05, "loss": 3.1055, "step": 21100 }, { "epoch": 1.74, "learning_rate": 1.6528573767807437e-05, "loss": 3.1367, "step": 21200 }, { "epoch": 1.74, "learning_rate": 1.6512199115768792e-05, "loss": 3.1055, "step": 21300 }, { "epoch": 1.75, "learning_rate": 1.6495824463730147e-05, "loss": 3.1471, "step": 21400 }, { "epoch": 1.76, "learning_rate": 1.6479449811691505e-05, "loss": 3.1165, "step": 21500 }, { "epoch": 1.77, "learning_rate": 1.646307515965286e-05, "loss": 3.1307, "step": 21600 }, { "epoch": 1.78, "learning_rate": 1.6446700507614214e-05, "loss": 3.163, "step": 21700 }, { "epoch": 1.78, "learning_rate": 1.6430325855575572e-05, "loss": 3.1192, "step": 21800 }, { "epoch": 1.79, "learning_rate": 1.6413951203536927e-05, "loss": 3.0997, "step": 21900 }, { "epoch": 1.8, "learning_rate": 1.639757655149828e-05, "loss": 3.125, "step": 22000 }, { "epoch": 1.81, "learning_rate": 1.638120189945964e-05, "loss": 3.1122, "step": 22100 }, { "epoch": 1.82, "learning_rate": 1.6364827247420994e-05, "loss": 3.0875, "step": 22200 }, { "epoch": 1.83, "learning_rate": 1.634845259538235e-05, "loss": 3.0969, "step": 22300 }, { "epoch": 1.83, "learning_rate": 1.6332077943343707e-05, "loss": 3.1037, "step": 22400 }, { "epoch": 1.84, "learning_rate": 1.631570329130506e-05, "loss": 3.1123, "step": 22500 }, { "epoch": 1.85, "learning_rate": 1.6299328639266416e-05, "loss": 3.1142, "step": 22600 }, { "epoch": 1.86, "learning_rate": 1.628295398722777e-05, "loss": 3.1189, "step": 22700 }, { "epoch": 1.87, "learning_rate": 1.626657933518913e-05, "loss": 3.1587, "step": 22800 }, { "epoch": 1.87, "learning_rate": 1.6250204683150483e-05, "loss": 3.1438, "step": 22900 }, { "epoch": 1.88, "learning_rate": 1.623383003111184e-05, "loss": 3.109, "step": 23000 }, { "epoch": 1.89, "learning_rate": 1.6217455379073196e-05, "loss": 3.1217, "step": 23100 }, { "epoch": 1.9, "learning_rate": 1.6201080727034554e-05, "loss": 3.0996, "step": 23200 }, { "epoch": 1.91, "learning_rate": 1.618470607499591e-05, "loss": 3.0898, "step": 23300 }, { "epoch": 1.92, "learning_rate": 1.6168331422957263e-05, "loss": 3.0998, "step": 23400 }, { "epoch": 1.92, "learning_rate": 1.615195677091862e-05, "loss": 3.0892, "step": 23500 }, { "epoch": 1.93, "learning_rate": 1.6135582118879976e-05, "loss": 3.0579, "step": 23600 }, { "epoch": 1.94, "learning_rate": 1.611920746684133e-05, "loss": 3.0764, "step": 23700 }, { "epoch": 1.95, "learning_rate": 1.6102832814802688e-05, "loss": 3.0782, "step": 23800 }, { "epoch": 1.96, "learning_rate": 1.6086458162764043e-05, "loss": 3.1002, "step": 23900 }, { "epoch": 1.96, "learning_rate": 1.6070083510725398e-05, "loss": 3.0959, "step": 24000 }, { "epoch": 1.97, "learning_rate": 1.6053708858686756e-05, "loss": 3.1025, "step": 24100 }, { "epoch": 1.98, "learning_rate": 1.603733420664811e-05, "loss": 3.0993, "step": 24200 }, { "epoch": 1.99, "learning_rate": 1.6020959554609465e-05, "loss": 3.096, "step": 24300 }, { "epoch": 2.0, "learning_rate": 1.600458490257082e-05, "loss": 3.087, "step": 24400 }, { "epoch": 2.0, "eval_bleu": 811.1414, "eval_chrf": 2564.1192, "eval_chrf_plus": 2406.0925, "eval_gen_len": 14.665, "eval_loss": 2.703340530395508, "eval_runtime": 38.3779, "eval_samples_per_second": 26.057, "eval_steps_per_second": 1.094, "step": 24428 }, { "epoch": 2.01, "learning_rate": 1.5988210250532177e-05, "loss": 3.0467, "step": 24500 }, { "epoch": 2.01, "learning_rate": 1.5971835598493532e-05, "loss": 3.0037, "step": 24600 }, { "epoch": 2.02, "learning_rate": 1.5955460946454887e-05, "loss": 3.0283, "step": 24700 }, { "epoch": 2.03, "learning_rate": 1.5939086294416245e-05, "loss": 3.0406, "step": 24800 }, { "epoch": 2.04, "learning_rate": 1.5922711642377603e-05, "loss": 3.0001, "step": 24900 }, { "epoch": 2.05, "learning_rate": 1.5906336990338957e-05, "loss": 3.026, "step": 25000 }, { "epoch": 2.06, "learning_rate": 1.5889962338300312e-05, "loss": 3.0017, "step": 25100 }, { "epoch": 2.06, "learning_rate": 1.587358768626167e-05, "loss": 3.0257, "step": 25200 }, { "epoch": 2.07, "learning_rate": 1.5857213034223025e-05, "loss": 2.999, "step": 25300 }, { "epoch": 2.08, "learning_rate": 1.584083838218438e-05, "loss": 3.024, "step": 25400 }, { "epoch": 2.09, "learning_rate": 1.5824463730145737e-05, "loss": 3.0346, "step": 25500 }, { "epoch": 2.1, "learning_rate": 1.5808089078107092e-05, "loss": 2.9922, "step": 25600 }, { "epoch": 2.1, "learning_rate": 1.5791714426068447e-05, "loss": 3.0021, "step": 25700 }, { "epoch": 2.11, "learning_rate": 1.5775339774029805e-05, "loss": 3.0432, "step": 25800 }, { "epoch": 2.12, "learning_rate": 1.575896512199116e-05, "loss": 2.9909, "step": 25900 }, { "epoch": 2.13, "learning_rate": 1.5742590469952514e-05, "loss": 3.039, "step": 26000 }, { "epoch": 2.14, "learning_rate": 1.5726215817913872e-05, "loss": 2.9914, "step": 26100 }, { "epoch": 2.15, "learning_rate": 1.5709841165875227e-05, "loss": 3.0141, "step": 26200 }, { "epoch": 2.15, "learning_rate": 1.569346651383658e-05, "loss": 3.0008, "step": 26300 }, { "epoch": 2.16, "learning_rate": 1.5677091861797936e-05, "loss": 3.0262, "step": 26400 }, { "epoch": 2.17, "learning_rate": 1.5660717209759294e-05, "loss": 3.0113, "step": 26500 }, { "epoch": 2.18, "learning_rate": 1.564434255772065e-05, "loss": 3.038, "step": 26600 }, { "epoch": 2.19, "learning_rate": 1.5627967905682006e-05, "loss": 3.0078, "step": 26700 }, { "epoch": 2.19, "learning_rate": 1.561159325364336e-05, "loss": 3.0023, "step": 26800 }, { "epoch": 2.2, "learning_rate": 1.559521860160472e-05, "loss": 3.0095, "step": 26900 }, { "epoch": 2.21, "learning_rate": 1.5578843949566074e-05, "loss": 2.9869, "step": 27000 }, { "epoch": 2.22, "learning_rate": 1.556246929752743e-05, "loss": 3.0389, "step": 27100 }, { "epoch": 2.23, "learning_rate": 1.5546094645488786e-05, "loss": 3.0175, "step": 27200 }, { "epoch": 2.24, "learning_rate": 1.552971999345014e-05, "loss": 3.0092, "step": 27300 }, { "epoch": 2.24, "learning_rate": 1.5513345341411496e-05, "loss": 2.9981, "step": 27400 }, { "epoch": 2.25, "learning_rate": 1.5496970689372854e-05, "loss": 2.999, "step": 27500 }, { "epoch": 2.26, "learning_rate": 1.5480596037334208e-05, "loss": 2.9858, "step": 27600 }, { "epoch": 2.27, "learning_rate": 1.5464221385295563e-05, "loss": 2.9776, "step": 27700 }, { "epoch": 2.28, "learning_rate": 1.544784673325692e-05, "loss": 2.9879, "step": 27800 }, { "epoch": 2.28, "learning_rate": 1.5431472081218276e-05, "loss": 3.0294, "step": 27900 }, { "epoch": 2.29, "learning_rate": 1.541509742917963e-05, "loss": 3.048, "step": 28000 }, { "epoch": 2.3, "learning_rate": 1.5398722777140985e-05, "loss": 3.0125, "step": 28100 }, { "epoch": 2.31, "learning_rate": 1.5382348125102343e-05, "loss": 3.0201, "step": 28200 }, { "epoch": 2.32, "learning_rate": 1.5365973473063697e-05, "loss": 2.9874, "step": 28300 }, { "epoch": 2.33, "learning_rate": 1.5349598821025052e-05, "loss": 2.9942, "step": 28400 }, { "epoch": 2.33, "learning_rate": 1.533322416898641e-05, "loss": 3.0, "step": 28500 }, { "epoch": 2.34, "learning_rate": 1.5316849516947768e-05, "loss": 2.9812, "step": 28600 }, { "epoch": 2.35, "learning_rate": 1.5300474864909123e-05, "loss": 2.9315, "step": 28700 }, { "epoch": 2.36, "learning_rate": 1.5284100212870477e-05, "loss": 3.0019, "step": 28800 }, { "epoch": 2.37, "learning_rate": 1.5267725560831835e-05, "loss": 2.9821, "step": 28900 }, { "epoch": 2.37, "learning_rate": 1.525135090879319e-05, "loss": 3.0036, "step": 29000 }, { "epoch": 2.38, "learning_rate": 1.5234976256754546e-05, "loss": 2.9855, "step": 29100 }, { "epoch": 2.39, "learning_rate": 1.5218601604715901e-05, "loss": 2.9627, "step": 29200 }, { "epoch": 2.4, "learning_rate": 1.5202226952677257e-05, "loss": 2.9755, "step": 29300 }, { "epoch": 2.41, "learning_rate": 1.5185852300638612e-05, "loss": 2.9636, "step": 29400 }, { "epoch": 2.42, "learning_rate": 1.5169477648599968e-05, "loss": 2.9918, "step": 29500 }, { "epoch": 2.42, "learning_rate": 1.5153102996561325e-05, "loss": 2.9975, "step": 29600 }, { "epoch": 2.43, "learning_rate": 1.513672834452268e-05, "loss": 2.9579, "step": 29700 }, { "epoch": 2.44, "learning_rate": 1.5120353692484036e-05, "loss": 2.9867, "step": 29800 }, { "epoch": 2.45, "learning_rate": 1.5103979040445392e-05, "loss": 2.9265, "step": 29900 }, { "epoch": 2.46, "learning_rate": 1.5087604388406747e-05, "loss": 2.9504, "step": 30000 }, { "epoch": 2.46, "learning_rate": 1.5071229736368103e-05, "loss": 3.0254, "step": 30100 }, { "epoch": 2.47, "learning_rate": 1.5054855084329459e-05, "loss": 2.9785, "step": 30200 }, { "epoch": 2.48, "learning_rate": 1.5038480432290814e-05, "loss": 2.9722, "step": 30300 }, { "epoch": 2.49, "learning_rate": 1.5022105780252172e-05, "loss": 2.9798, "step": 30400 }, { "epoch": 2.5, "learning_rate": 1.5005731128213528e-05, "loss": 2.9653, "step": 30500 }, { "epoch": 2.51, "learning_rate": 1.4989356476174883e-05, "loss": 2.9449, "step": 30600 }, { "epoch": 2.51, "learning_rate": 1.4972981824136239e-05, "loss": 2.9874, "step": 30700 }, { "epoch": 2.52, "learning_rate": 1.4956607172097595e-05, "loss": 2.9705, "step": 30800 }, { "epoch": 2.53, "learning_rate": 1.494023252005895e-05, "loss": 2.9521, "step": 30900 }, { "epoch": 2.54, "learning_rate": 1.4923857868020306e-05, "loss": 2.953, "step": 31000 }, { "epoch": 2.55, "learning_rate": 1.4907483215981661e-05, "loss": 2.9573, "step": 31100 }, { "epoch": 2.55, "learning_rate": 1.4891108563943017e-05, "loss": 2.9484, "step": 31200 }, { "epoch": 2.56, "learning_rate": 1.4874733911904374e-05, "loss": 2.974, "step": 31300 }, { "epoch": 2.57, "learning_rate": 1.4858359259865728e-05, "loss": 2.9488, "step": 31400 }, { "epoch": 2.58, "learning_rate": 1.4841984607827085e-05, "loss": 2.9693, "step": 31500 }, { "epoch": 2.59, "learning_rate": 1.4825609955788441e-05, "loss": 2.9617, "step": 31600 }, { "epoch": 2.6, "learning_rate": 1.4809235303749796e-05, "loss": 2.9411, "step": 31700 }, { "epoch": 2.6, "learning_rate": 1.4792860651711152e-05, "loss": 2.9701, "step": 31800 }, { "epoch": 2.61, "learning_rate": 1.4776485999672508e-05, "loss": 2.9615, "step": 31900 }, { "epoch": 2.62, "learning_rate": 1.4760111347633863e-05, "loss": 2.9625, "step": 32000 }, { "epoch": 2.63, "learning_rate": 1.4743736695595219e-05, "loss": 2.9556, "step": 32100 }, { "epoch": 2.64, "learning_rate": 1.4727362043556577e-05, "loss": 2.9596, "step": 32200 }, { "epoch": 2.64, "learning_rate": 1.4710987391517932e-05, "loss": 2.9666, "step": 32300 }, { "epoch": 2.65, "learning_rate": 1.4694612739479288e-05, "loss": 2.9693, "step": 32400 }, { "epoch": 2.66, "learning_rate": 1.4678238087440644e-05, "loss": 2.9688, "step": 32500 }, { "epoch": 2.67, "learning_rate": 1.4661863435401999e-05, "loss": 2.9515, "step": 32600 }, { "epoch": 2.68, "learning_rate": 1.4645488783363355e-05, "loss": 2.968, "step": 32700 }, { "epoch": 2.69, "learning_rate": 1.4629114131324712e-05, "loss": 2.9521, "step": 32800 }, { "epoch": 2.69, "learning_rate": 1.4612739479286066e-05, "loss": 2.9489, "step": 32900 }, { "epoch": 2.7, "learning_rate": 1.4596364827247423e-05, "loss": 2.9333, "step": 33000 }, { "epoch": 2.71, "learning_rate": 1.4579990175208777e-05, "loss": 2.9158, "step": 33100 }, { "epoch": 2.72, "learning_rate": 1.4563615523170134e-05, "loss": 2.9574, "step": 33200 }, { "epoch": 2.73, "learning_rate": 1.454724087113149e-05, "loss": 2.947, "step": 33300 }, { "epoch": 2.73, "learning_rate": 1.4530866219092845e-05, "loss": 2.9294, "step": 33400 }, { "epoch": 2.74, "learning_rate": 1.4514491567054201e-05, "loss": 2.924, "step": 33500 }, { "epoch": 2.75, "learning_rate": 1.4498116915015557e-05, "loss": 2.9552, "step": 33600 }, { "epoch": 2.76, "learning_rate": 1.4481742262976912e-05, "loss": 2.9372, "step": 33700 }, { "epoch": 2.77, "learning_rate": 1.4465367610938268e-05, "loss": 2.9317, "step": 33800 }, { "epoch": 2.78, "learning_rate": 1.4448992958899623e-05, "loss": 2.9588, "step": 33900 }, { "epoch": 2.78, "learning_rate": 1.4432618306860979e-05, "loss": 2.9627, "step": 34000 }, { "epoch": 2.79, "learning_rate": 1.4416243654822337e-05, "loss": 2.9301, "step": 34100 }, { "epoch": 2.8, "learning_rate": 1.4399869002783693e-05, "loss": 2.9504, "step": 34200 }, { "epoch": 2.81, "learning_rate": 1.4383494350745048e-05, "loss": 2.9052, "step": 34300 }, { "epoch": 2.82, "learning_rate": 1.4367119698706404e-05, "loss": 2.9013, "step": 34400 }, { "epoch": 2.82, "learning_rate": 1.435074504666776e-05, "loss": 2.9394, "step": 34500 }, { "epoch": 2.83, "learning_rate": 1.4334370394629115e-05, "loss": 2.9642, "step": 34600 }, { "epoch": 2.84, "learning_rate": 1.4317995742590472e-05, "loss": 2.9105, "step": 34700 }, { "epoch": 2.85, "learning_rate": 1.4301621090551826e-05, "loss": 2.9039, "step": 34800 }, { "epoch": 2.86, "learning_rate": 1.4285246438513183e-05, "loss": 2.9139, "step": 34900 }, { "epoch": 2.87, "learning_rate": 1.4268871786474539e-05, "loss": 2.9577, "step": 35000 }, { "epoch": 2.87, "learning_rate": 1.4252497134435894e-05, "loss": 2.9013, "step": 35100 }, { "epoch": 2.88, "learning_rate": 1.423612248239725e-05, "loss": 2.9357, "step": 35200 }, { "epoch": 2.89, "learning_rate": 1.4219747830358606e-05, "loss": 2.9391, "step": 35300 }, { "epoch": 2.9, "learning_rate": 1.4203373178319961e-05, "loss": 2.9265, "step": 35400 }, { "epoch": 2.91, "learning_rate": 1.4186998526281317e-05, "loss": 2.935, "step": 35500 }, { "epoch": 2.91, "learning_rate": 1.4170623874242674e-05, "loss": 2.9592, "step": 35600 }, { "epoch": 2.92, "learning_rate": 1.4154249222204028e-05, "loss": 2.9216, "step": 35700 }, { "epoch": 2.93, "learning_rate": 1.4137874570165385e-05, "loss": 2.924, "step": 35800 }, { "epoch": 2.94, "learning_rate": 1.4121499918126743e-05, "loss": 2.9216, "step": 35900 }, { "epoch": 2.95, "learning_rate": 1.4105125266088097e-05, "loss": 2.9226, "step": 36000 }, { "epoch": 2.96, "learning_rate": 1.4088750614049453e-05, "loss": 2.9056, "step": 36100 }, { "epoch": 2.96, "learning_rate": 1.407237596201081e-05, "loss": 2.9386, "step": 36200 }, { "epoch": 2.97, "learning_rate": 1.4056001309972164e-05, "loss": 2.9027, "step": 36300 }, { "epoch": 2.98, "learning_rate": 1.403962665793352e-05, "loss": 2.9573, "step": 36400 }, { "epoch": 2.99, "learning_rate": 1.4023252005894875e-05, "loss": 2.9368, "step": 36500 }, { "epoch": 3.0, "learning_rate": 1.4006877353856232e-05, "loss": 2.905, "step": 36600 }, { "epoch": 3.0, "eval_bleu": 871.025, "eval_chrf": 2652.0809, "eval_chrf_plus": 2492.3287, "eval_gen_len": 14.666, "eval_loss": 2.5985164642333984, "eval_runtime": 38.3521, "eval_samples_per_second": 26.074, "eval_steps_per_second": 1.095, "step": 36642 }, { "epoch": 3.0, "learning_rate": 1.3990502701817588e-05, "loss": 2.8775, "step": 36700 }, { "epoch": 3.01, "learning_rate": 1.3974128049778943e-05, "loss": 2.8513, "step": 36800 }, { "epoch": 3.02, "learning_rate": 1.3957753397740299e-05, "loss": 2.8564, "step": 36900 }, { "epoch": 3.03, "learning_rate": 1.3941378745701655e-05, "loss": 2.8596, "step": 37000 }, { "epoch": 3.04, "learning_rate": 1.392500409366301e-05, "loss": 2.8591, "step": 37100 }, { "epoch": 3.05, "learning_rate": 1.3908629441624366e-05, "loss": 2.8619, "step": 37200 }, { "epoch": 3.05, "learning_rate": 1.3892254789585723e-05, "loss": 2.8753, "step": 37300 }, { "epoch": 3.06, "learning_rate": 1.3875880137547077e-05, "loss": 2.8761, "step": 37400 }, { "epoch": 3.07, "learning_rate": 1.3859505485508434e-05, "loss": 2.8231, "step": 37500 }, { "epoch": 3.08, "learning_rate": 1.3843130833469788e-05, "loss": 2.8332, "step": 37600 }, { "epoch": 3.09, "learning_rate": 1.3826756181431145e-05, "loss": 2.8417, "step": 37700 }, { "epoch": 3.09, "learning_rate": 1.3810381529392503e-05, "loss": 2.8426, "step": 37800 }, { "epoch": 3.1, "learning_rate": 1.3794006877353859e-05, "loss": 2.8603, "step": 37900 }, { "epoch": 3.11, "learning_rate": 1.3777632225315213e-05, "loss": 2.8538, "step": 38000 }, { "epoch": 3.12, "learning_rate": 1.376125757327657e-05, "loss": 2.8442, "step": 38100 }, { "epoch": 3.13, "learning_rate": 1.3744882921237926e-05, "loss": 2.8499, "step": 38200 }, { "epoch": 3.14, "learning_rate": 1.372850826919928e-05, "loss": 2.8347, "step": 38300 }, { "epoch": 3.14, "learning_rate": 1.3712133617160637e-05, "loss": 2.8528, "step": 38400 }, { "epoch": 3.15, "learning_rate": 1.3695758965121992e-05, "loss": 2.8532, "step": 38500 }, { "epoch": 3.16, "learning_rate": 1.3679384313083348e-05, "loss": 2.8538, "step": 38600 }, { "epoch": 3.17, "learning_rate": 1.3663009661044704e-05, "loss": 2.8473, "step": 38700 }, { "epoch": 3.18, "learning_rate": 1.3646635009006059e-05, "loss": 2.8365, "step": 38800 }, { "epoch": 3.18, "learning_rate": 1.3630260356967415e-05, "loss": 2.8565, "step": 38900 }, { "epoch": 3.19, "learning_rate": 1.3613885704928772e-05, "loss": 2.8504, "step": 39000 }, { "epoch": 3.2, "learning_rate": 1.3597511052890126e-05, "loss": 2.8732, "step": 39100 }, { "epoch": 3.21, "learning_rate": 1.3581136400851483e-05, "loss": 2.8724, "step": 39200 }, { "epoch": 3.22, "learning_rate": 1.3564761748812837e-05, "loss": 2.8346, "step": 39300 }, { "epoch": 3.23, "learning_rate": 1.3548387096774194e-05, "loss": 2.8302, "step": 39400 }, { "epoch": 3.23, "learning_rate": 1.353201244473555e-05, "loss": 2.8644, "step": 39500 }, { "epoch": 3.24, "learning_rate": 1.3515637792696908e-05, "loss": 2.8376, "step": 39600 }, { "epoch": 3.25, "learning_rate": 1.3499263140658263e-05, "loss": 2.8783, "step": 39700 }, { "epoch": 3.26, "learning_rate": 1.3482888488619619e-05, "loss": 2.8492, "step": 39800 }, { "epoch": 3.27, "learning_rate": 1.3466513836580975e-05, "loss": 2.8266, "step": 39900 }, { "epoch": 3.27, "learning_rate": 1.345013918454233e-05, "loss": 2.8566, "step": 40000 }, { "epoch": 3.28, "learning_rate": 1.3433764532503686e-05, "loss": 2.8507, "step": 40100 }, { "epoch": 3.29, "learning_rate": 1.341738988046504e-05, "loss": 2.872, "step": 40200 }, { "epoch": 3.3, "learning_rate": 1.3401015228426397e-05, "loss": 2.8386, "step": 40300 }, { "epoch": 3.31, "learning_rate": 1.3384640576387753e-05, "loss": 2.8702, "step": 40400 }, { "epoch": 3.32, "learning_rate": 1.3368265924349108e-05, "loss": 2.8243, "step": 40500 }, { "epoch": 3.32, "learning_rate": 1.3351891272310464e-05, "loss": 2.8271, "step": 40600 }, { "epoch": 3.33, "learning_rate": 1.333551662027182e-05, "loss": 2.8504, "step": 40700 }, { "epoch": 3.34, "learning_rate": 1.3319141968233175e-05, "loss": 2.8346, "step": 40800 }, { "epoch": 3.35, "learning_rate": 1.3302767316194532e-05, "loss": 2.8516, "step": 40900 }, { "epoch": 3.36, "learning_rate": 1.3286392664155888e-05, "loss": 2.8289, "step": 41000 }, { "epoch": 3.36, "learning_rate": 1.3270018012117243e-05, "loss": 2.8258, "step": 41100 }, { "epoch": 3.37, "learning_rate": 1.3253643360078599e-05, "loss": 2.8654, "step": 41200 }, { "epoch": 3.38, "learning_rate": 1.3237268708039954e-05, "loss": 2.84, "step": 41300 }, { "epoch": 3.39, "learning_rate": 1.3220894056001312e-05, "loss": 2.8269, "step": 41400 }, { "epoch": 3.4, "learning_rate": 1.3204519403962668e-05, "loss": 2.8432, "step": 41500 }, { "epoch": 3.41, "learning_rate": 1.3188144751924024e-05, "loss": 2.8462, "step": 41600 }, { "epoch": 3.41, "learning_rate": 1.3171770099885379e-05, "loss": 2.8131, "step": 41700 }, { "epoch": 3.42, "learning_rate": 1.3155395447846735e-05, "loss": 2.826, "step": 41800 }, { "epoch": 3.43, "learning_rate": 1.313902079580809e-05, "loss": 2.8396, "step": 41900 }, { "epoch": 3.44, "learning_rate": 1.3122646143769446e-05, "loss": 2.8241, "step": 42000 }, { "epoch": 3.45, "learning_rate": 1.3106271491730802e-05, "loss": 2.7975, "step": 42100 }, { "epoch": 3.46, "learning_rate": 1.3089896839692157e-05, "loss": 2.8249, "step": 42200 }, { "epoch": 3.46, "learning_rate": 1.3073522187653513e-05, "loss": 2.8189, "step": 42300 }, { "epoch": 3.47, "learning_rate": 1.305714753561487e-05, "loss": 2.8253, "step": 42400 }, { "epoch": 3.48, "learning_rate": 1.3040772883576224e-05, "loss": 2.8061, "step": 42500 }, { "epoch": 3.49, "learning_rate": 1.302439823153758e-05, "loss": 2.8074, "step": 42600 }, { "epoch": 3.5, "learning_rate": 1.3008023579498937e-05, "loss": 2.8325, "step": 42700 }, { "epoch": 3.5, "learning_rate": 1.2991648927460292e-05, "loss": 2.8204, "step": 42800 }, { "epoch": 3.51, "learning_rate": 1.2975274275421648e-05, "loss": 2.8388, "step": 42900 }, { "epoch": 3.52, "learning_rate": 1.2958899623383003e-05, "loss": 2.8278, "step": 43000 }, { "epoch": 3.53, "learning_rate": 1.2942524971344359e-05, "loss": 2.8339, "step": 43100 }, { "epoch": 3.54, "learning_rate": 1.2926150319305715e-05, "loss": 2.804, "step": 43200 }, { "epoch": 3.55, "learning_rate": 1.2909775667267073e-05, "loss": 2.8434, "step": 43300 }, { "epoch": 3.55, "learning_rate": 1.2893401015228428e-05, "loss": 2.8266, "step": 43400 }, { "epoch": 3.56, "learning_rate": 1.2877026363189784e-05, "loss": 2.8084, "step": 43500 }, { "epoch": 3.57, "learning_rate": 1.286065171115114e-05, "loss": 2.808, "step": 43600 }, { "epoch": 3.58, "learning_rate": 1.2844277059112495e-05, "loss": 2.8342, "step": 43700 }, { "epoch": 3.59, "learning_rate": 1.2827902407073852e-05, "loss": 2.8459, "step": 43800 }, { "epoch": 3.59, "learning_rate": 1.2811527755035206e-05, "loss": 2.8219, "step": 43900 }, { "epoch": 3.6, "learning_rate": 1.2795153102996562e-05, "loss": 2.8075, "step": 44000 }, { "epoch": 3.61, "learning_rate": 1.2778778450957919e-05, "loss": 2.8214, "step": 44100 }, { "epoch": 3.62, "learning_rate": 1.2762403798919273e-05, "loss": 2.8223, "step": 44200 }, { "epoch": 3.63, "learning_rate": 1.274602914688063e-05, "loss": 2.8085, "step": 44300 }, { "epoch": 3.64, "learning_rate": 1.2729654494841986e-05, "loss": 2.8086, "step": 44400 }, { "epoch": 3.64, "learning_rate": 1.271327984280334e-05, "loss": 2.8039, "step": 44500 }, { "epoch": 3.65, "learning_rate": 1.2696905190764697e-05, "loss": 2.8223, "step": 44600 }, { "epoch": 3.66, "learning_rate": 1.2680530538726052e-05, "loss": 2.8165, "step": 44700 }, { "epoch": 3.67, "learning_rate": 1.2664155886687408e-05, "loss": 2.8012, "step": 44800 }, { "epoch": 3.68, "learning_rate": 1.2647781234648764e-05, "loss": 2.8065, "step": 44900 }, { "epoch": 3.68, "learning_rate": 1.2631406582610119e-05, "loss": 2.8251, "step": 45000 }, { "epoch": 3.69, "learning_rate": 1.2615031930571477e-05, "loss": 2.8402, "step": 45100 }, { "epoch": 3.7, "learning_rate": 1.2598657278532833e-05, "loss": 2.7951, "step": 45200 }, { "epoch": 3.71, "learning_rate": 1.258228262649419e-05, "loss": 2.8053, "step": 45300 }, { "epoch": 3.72, "learning_rate": 1.2565907974455544e-05, "loss": 2.8495, "step": 45400 }, { "epoch": 3.73, "learning_rate": 1.25495333224169e-05, "loss": 2.8131, "step": 45500 }, { "epoch": 3.73, "learning_rate": 1.2533158670378255e-05, "loss": 2.7888, "step": 45600 }, { "epoch": 3.74, "learning_rate": 1.2516784018339612e-05, "loss": 2.8165, "step": 45700 }, { "epoch": 3.75, "learning_rate": 1.2500409366300968e-05, "loss": 2.814, "step": 45800 }, { "epoch": 3.76, "learning_rate": 1.2484034714262322e-05, "loss": 2.8309, "step": 45900 }, { "epoch": 3.77, "learning_rate": 1.2467660062223679e-05, "loss": 2.7945, "step": 46000 }, { "epoch": 3.77, "learning_rate": 1.2451285410185035e-05, "loss": 2.7825, "step": 46100 }, { "epoch": 3.78, "learning_rate": 1.243491075814639e-05, "loss": 2.7801, "step": 46200 }, { "epoch": 3.79, "learning_rate": 1.2418536106107746e-05, "loss": 2.8058, "step": 46300 }, { "epoch": 3.8, "learning_rate": 1.2402161454069102e-05, "loss": 2.8132, "step": 46400 }, { "epoch": 3.81, "learning_rate": 1.2385786802030457e-05, "loss": 2.807, "step": 46500 }, { "epoch": 3.82, "learning_rate": 1.2369412149991813e-05, "loss": 2.7962, "step": 46600 }, { "epoch": 3.82, "learning_rate": 1.2353037497953168e-05, "loss": 2.8217, "step": 46700 }, { "epoch": 3.83, "learning_rate": 1.2336662845914524e-05, "loss": 2.7893, "step": 46800 }, { "epoch": 3.84, "learning_rate": 1.232028819387588e-05, "loss": 2.7977, "step": 46900 }, { "epoch": 3.85, "learning_rate": 1.2303913541837239e-05, "loss": 2.8111, "step": 47000 }, { "epoch": 3.86, "learning_rate": 1.2287538889798593e-05, "loss": 2.7867, "step": 47100 }, { "epoch": 3.86, "learning_rate": 1.227116423775995e-05, "loss": 2.7771, "step": 47200 }, { "epoch": 3.87, "learning_rate": 1.2254789585721304e-05, "loss": 2.7968, "step": 47300 }, { "epoch": 3.88, "learning_rate": 1.223841493368266e-05, "loss": 2.8271, "step": 47400 }, { "epoch": 3.89, "learning_rate": 1.2222040281644017e-05, "loss": 2.8087, "step": 47500 }, { "epoch": 3.9, "learning_rate": 1.2205665629605372e-05, "loss": 2.8017, "step": 47600 }, { "epoch": 3.91, "learning_rate": 1.2189290977566728e-05, "loss": 2.8084, "step": 47700 }, { "epoch": 3.91, "learning_rate": 1.2172916325528084e-05, "loss": 2.8168, "step": 47800 }, { "epoch": 3.92, "learning_rate": 1.2156541673489439e-05, "loss": 2.8394, "step": 47900 }, { "epoch": 3.93, "learning_rate": 1.2140167021450795e-05, "loss": 2.7815, "step": 48000 }, { "epoch": 3.94, "learning_rate": 1.2123792369412151e-05, "loss": 2.8058, "step": 48100 }, { "epoch": 3.95, "learning_rate": 1.2107417717373506e-05, "loss": 2.771, "step": 48200 }, { "epoch": 3.95, "learning_rate": 1.2091043065334862e-05, "loss": 2.8163, "step": 48300 }, { "epoch": 3.96, "learning_rate": 1.2074668413296217e-05, "loss": 2.8269, "step": 48400 }, { "epoch": 3.97, "learning_rate": 1.2058293761257573e-05, "loss": 2.823, "step": 48500 }, { "epoch": 3.98, "learning_rate": 1.204191910921893e-05, "loss": 2.7733, "step": 48600 }, { "epoch": 3.99, "learning_rate": 1.2025544457180284e-05, "loss": 2.7565, "step": 48700 }, { "epoch": 4.0, "learning_rate": 1.2009169805141642e-05, "loss": 2.7801, "step": 48800 }, { "epoch": 4.0, "eval_bleu": 901.064, "eval_chrf": 2735.6707, "eval_chrf_plus": 2574.683, "eval_gen_len": 14.662, "eval_loss": 2.527679920196533, "eval_runtime": 38.6477, "eval_samples_per_second": 25.875, "eval_steps_per_second": 1.087, "step": 48856 }, { "epoch": 4.0, "learning_rate": 1.1992795153102999e-05, "loss": 2.7625, "step": 48900 }, { "epoch": 4.01, "learning_rate": 1.1976420501064355e-05, "loss": 2.7016, "step": 49000 }, { "epoch": 4.02, "learning_rate": 1.196004584902571e-05, "loss": 2.74, "step": 49100 }, { "epoch": 4.03, "learning_rate": 1.1943671196987066e-05, "loss": 2.7466, "step": 49200 }, { "epoch": 4.04, "learning_rate": 1.192729654494842e-05, "loss": 2.7237, "step": 49300 }, { "epoch": 4.04, "learning_rate": 1.1910921892909777e-05, "loss": 2.768, "step": 49400 }, { "epoch": 4.05, "learning_rate": 1.1894547240871133e-05, "loss": 2.7265, "step": 49500 }, { "epoch": 4.06, "learning_rate": 1.1878172588832488e-05, "loss": 2.7179, "step": 49600 }, { "epoch": 4.07, "learning_rate": 1.1861797936793844e-05, "loss": 2.6952, "step": 49700 }, { "epoch": 4.08, "learning_rate": 1.18454232847552e-05, "loss": 2.7131, "step": 49800 }, { "epoch": 4.09, "learning_rate": 1.1829048632716555e-05, "loss": 2.7492, "step": 49900 }, { "epoch": 4.09, "learning_rate": 1.1812673980677911e-05, "loss": 2.7349, "step": 50000 }, { "epoch": 4.1, "learning_rate": 1.1796299328639266e-05, "loss": 2.7603, "step": 50100 }, { "epoch": 4.11, "learning_rate": 1.1779924676600622e-05, "loss": 2.7132, "step": 50200 }, { "epoch": 4.12, "learning_rate": 1.1763550024561979e-05, "loss": 2.7195, "step": 50300 }, { "epoch": 4.13, "learning_rate": 1.1747175372523333e-05, "loss": 2.7586, "step": 50400 }, { "epoch": 4.13, "learning_rate": 1.173080072048469e-05, "loss": 2.6895, "step": 50500 }, { "epoch": 4.14, "learning_rate": 1.1714426068446048e-05, "loss": 2.7115, "step": 50600 }, { "epoch": 4.15, "learning_rate": 1.1698051416407404e-05, "loss": 2.7099, "step": 50700 }, { "epoch": 4.16, "learning_rate": 1.1681676764368759e-05, "loss": 2.7313, "step": 50800 }, { "epoch": 4.17, "learning_rate": 1.1665302112330115e-05, "loss": 2.7493, "step": 50900 }, { "epoch": 4.18, "learning_rate": 1.164892746029147e-05, "loss": 2.7305, "step": 51000 }, { "epoch": 4.18, "learning_rate": 1.1632552808252826e-05, "loss": 2.7458, "step": 51100 }, { "epoch": 4.19, "learning_rate": 1.1616178156214182e-05, "loss": 2.6953, "step": 51200 }, { "epoch": 4.2, "learning_rate": 1.1599803504175537e-05, "loss": 2.7367, "step": 51300 }, { "epoch": 4.21, "learning_rate": 1.1583428852136893e-05, "loss": 2.7498, "step": 51400 }, { "epoch": 4.22, "learning_rate": 1.156705420009825e-05, "loss": 2.727, "step": 51500 }, { "epoch": 4.22, "learning_rate": 1.1550679548059604e-05, "loss": 2.7481, "step": 51600 }, { "epoch": 4.23, "learning_rate": 1.153430489602096e-05, "loss": 2.7545, "step": 51700 }, { "epoch": 4.24, "learning_rate": 1.1517930243982317e-05, "loss": 2.7321, "step": 51800 }, { "epoch": 4.25, "learning_rate": 1.1501555591943671e-05, "loss": 2.7258, "step": 51900 }, { "epoch": 4.26, "learning_rate": 1.1485180939905028e-05, "loss": 2.7123, "step": 52000 }, { "epoch": 4.27, "learning_rate": 1.1468806287866382e-05, "loss": 2.7354, "step": 52100 }, { "epoch": 4.27, "learning_rate": 1.1452431635827739e-05, "loss": 2.7387, "step": 52200 }, { "epoch": 4.28, "learning_rate": 1.1436056983789095e-05, "loss": 2.7635, "step": 52300 }, { "epoch": 4.29, "learning_rate": 1.141968233175045e-05, "loss": 2.7104, "step": 52400 }, { "epoch": 4.3, "learning_rate": 1.1403307679711808e-05, "loss": 2.7499, "step": 52500 }, { "epoch": 4.31, "learning_rate": 1.1386933027673164e-05, "loss": 2.7054, "step": 52600 }, { "epoch": 4.31, "learning_rate": 1.1370558375634519e-05, "loss": 2.7084, "step": 52700 }, { "epoch": 4.32, "learning_rate": 1.1354183723595875e-05, "loss": 2.7467, "step": 52800 }, { "epoch": 4.33, "learning_rate": 1.1337809071557231e-05, "loss": 2.7327, "step": 52900 }, { "epoch": 4.34, "learning_rate": 1.1321434419518586e-05, "loss": 2.6927, "step": 53000 }, { "epoch": 4.35, "learning_rate": 1.1305059767479942e-05, "loss": 2.705, "step": 53100 }, { "epoch": 4.36, "learning_rate": 1.1288685115441299e-05, "loss": 2.7123, "step": 53200 }, { "epoch": 4.36, "learning_rate": 1.1272310463402653e-05, "loss": 2.7319, "step": 53300 }, { "epoch": 4.37, "learning_rate": 1.125593581136401e-05, "loss": 2.7112, "step": 53400 }, { "epoch": 4.38, "learning_rate": 1.1239561159325366e-05, "loss": 2.7509, "step": 53500 }, { "epoch": 4.39, "learning_rate": 1.122318650728672e-05, "loss": 2.7256, "step": 53600 }, { "epoch": 4.4, "learning_rate": 1.1206811855248077e-05, "loss": 2.726, "step": 53700 }, { "epoch": 4.4, "learning_rate": 1.1190437203209431e-05, "loss": 2.6912, "step": 53800 }, { "epoch": 4.41, "learning_rate": 1.1174062551170788e-05, "loss": 2.7434, "step": 53900 }, { "epoch": 4.42, "learning_rate": 1.1157687899132144e-05, "loss": 2.7085, "step": 54000 }, { "epoch": 4.43, "learning_rate": 1.1141313247093499e-05, "loss": 2.6887, "step": 54100 }, { "epoch": 4.44, "learning_rate": 1.1124938595054855e-05, "loss": 2.7507, "step": 54200 }, { "epoch": 4.45, "learning_rate": 1.1108563943016213e-05, "loss": 2.7167, "step": 54300 }, { "epoch": 4.45, "learning_rate": 1.109218929097757e-05, "loss": 2.7093, "step": 54400 }, { "epoch": 4.46, "learning_rate": 1.1075814638938924e-05, "loss": 2.7261, "step": 54500 }, { "epoch": 4.47, "learning_rate": 1.105943998690028e-05, "loss": 2.7224, "step": 54600 }, { "epoch": 4.48, "learning_rate": 1.1043065334861635e-05, "loss": 2.7195, "step": 54700 }, { "epoch": 4.49, "learning_rate": 1.1026690682822991e-05, "loss": 2.7271, "step": 54800 }, { "epoch": 4.49, "learning_rate": 1.1010316030784348e-05, "loss": 2.6997, "step": 54900 }, { "epoch": 4.5, "learning_rate": 1.0993941378745702e-05, "loss": 2.7087, "step": 55000 }, { "epoch": 4.51, "learning_rate": 1.0977566726707059e-05, "loss": 2.71, "step": 55100 }, { "epoch": 4.52, "learning_rate": 1.0961192074668415e-05, "loss": 2.748, "step": 55200 }, { "epoch": 4.53, "learning_rate": 1.094481742262977e-05, "loss": 2.7256, "step": 55300 }, { "epoch": 4.54, "learning_rate": 1.0928442770591126e-05, "loss": 2.7217, "step": 55400 }, { "epoch": 4.54, "learning_rate": 1.091206811855248e-05, "loss": 2.7287, "step": 55500 }, { "epoch": 4.55, "learning_rate": 1.0895693466513837e-05, "loss": 2.7147, "step": 55600 }, { "epoch": 4.56, "learning_rate": 1.0879318814475193e-05, "loss": 2.6992, "step": 55700 }, { "epoch": 4.57, "learning_rate": 1.0862944162436548e-05, "loss": 2.7216, "step": 55800 }, { "epoch": 4.58, "learning_rate": 1.0846569510397904e-05, "loss": 2.7001, "step": 55900 }, { "epoch": 4.58, "learning_rate": 1.083019485835926e-05, "loss": 2.7217, "step": 56000 }, { "epoch": 4.59, "learning_rate": 1.0813820206320615e-05, "loss": 2.7392, "step": 56100 }, { "epoch": 4.6, "learning_rate": 1.0797445554281973e-05, "loss": 2.7131, "step": 56200 }, { "epoch": 4.61, "learning_rate": 1.078107090224333e-05, "loss": 2.6884, "step": 56300 }, { "epoch": 4.62, "learning_rate": 1.0764696250204684e-05, "loss": 2.7238, "step": 56400 }, { "epoch": 4.63, "learning_rate": 1.074832159816604e-05, "loss": 2.7126, "step": 56500 }, { "epoch": 4.63, "learning_rate": 1.0731946946127397e-05, "loss": 2.712, "step": 56600 }, { "epoch": 4.64, "learning_rate": 1.0715572294088751e-05, "loss": 2.7054, "step": 56700 }, { "epoch": 4.65, "learning_rate": 1.0699197642050108e-05, "loss": 2.7433, "step": 56800 }, { "epoch": 4.66, "learning_rate": 1.0682822990011464e-05, "loss": 2.6941, "step": 56900 }, { "epoch": 4.67, "learning_rate": 1.0666448337972819e-05, "loss": 2.724, "step": 57000 }, { "epoch": 4.67, "learning_rate": 1.0650073685934175e-05, "loss": 2.6911, "step": 57100 }, { "epoch": 4.68, "learning_rate": 1.0633699033895531e-05, "loss": 2.7282, "step": 57200 }, { "epoch": 4.69, "learning_rate": 1.0617324381856886e-05, "loss": 2.7163, "step": 57300 }, { "epoch": 4.7, "learning_rate": 1.0600949729818242e-05, "loss": 2.7058, "step": 57400 }, { "epoch": 4.71, "learning_rate": 1.0584575077779597e-05, "loss": 2.7049, "step": 57500 }, { "epoch": 4.72, "learning_rate": 1.0568200425740953e-05, "loss": 2.7375, "step": 57600 }, { "epoch": 4.72, "learning_rate": 1.055182577370231e-05, "loss": 2.7072, "step": 57700 }, { "epoch": 4.73, "learning_rate": 1.0535451121663664e-05, "loss": 2.7157, "step": 57800 }, { "epoch": 4.74, "learning_rate": 1.051907646962502e-05, "loss": 2.7098, "step": 57900 }, { "epoch": 4.75, "learning_rate": 1.0502701817586378e-05, "loss": 2.7254, "step": 58000 }, { "epoch": 4.76, "learning_rate": 1.0486327165547733e-05, "loss": 2.6918, "step": 58100 }, { "epoch": 4.77, "learning_rate": 1.046995251350909e-05, "loss": 2.7007, "step": 58200 }, { "epoch": 4.77, "learning_rate": 1.0453577861470446e-05, "loss": 2.7673, "step": 58300 }, { "epoch": 4.78, "learning_rate": 1.04372032094318e-05, "loss": 2.687, "step": 58400 }, { "epoch": 4.79, "learning_rate": 1.0420828557393157e-05, "loss": 2.6976, "step": 58500 }, { "epoch": 4.8, "learning_rate": 1.0404453905354513e-05, "loss": 2.7166, "step": 58600 }, { "epoch": 4.81, "learning_rate": 1.0388079253315868e-05, "loss": 2.7329, "step": 58700 }, { "epoch": 4.81, "learning_rate": 1.0371704601277224e-05, "loss": 2.7008, "step": 58800 }, { "epoch": 4.82, "learning_rate": 1.035532994923858e-05, "loss": 2.7011, "step": 58900 }, { "epoch": 4.83, "learning_rate": 1.0338955297199935e-05, "loss": 2.7459, "step": 59000 }, { "epoch": 4.84, "learning_rate": 1.0322580645161291e-05, "loss": 2.6775, "step": 59100 }, { "epoch": 4.85, "learning_rate": 1.0306205993122646e-05, "loss": 2.7026, "step": 59200 }, { "epoch": 4.86, "learning_rate": 1.0289831341084002e-05, "loss": 2.7412, "step": 59300 }, { "epoch": 4.86, "learning_rate": 1.0273456689045359e-05, "loss": 2.7302, "step": 59400 }, { "epoch": 4.87, "learning_rate": 1.0257082037006713e-05, "loss": 2.7087, "step": 59500 }, { "epoch": 4.88, "learning_rate": 1.024070738496807e-05, "loss": 2.7151, "step": 59600 }, { "epoch": 4.89, "learning_rate": 1.0224332732929426e-05, "loss": 2.6936, "step": 59700 }, { "epoch": 4.9, "learning_rate": 1.0207958080890784e-05, "loss": 2.705, "step": 59800 }, { "epoch": 4.9, "learning_rate": 1.0191583428852138e-05, "loss": 2.7276, "step": 59900 }, { "epoch": 4.91, "learning_rate": 1.0175208776813495e-05, "loss": 2.7304, "step": 60000 }, { "epoch": 4.92, "learning_rate": 1.015883412477485e-05, "loss": 2.7073, "step": 60100 }, { "epoch": 4.93, "learning_rate": 1.0142459472736206e-05, "loss": 2.6806, "step": 60200 }, { "epoch": 4.94, "learning_rate": 1.0126084820697562e-05, "loss": 2.7106, "step": 60300 }, { "epoch": 4.95, "learning_rate": 1.0109710168658917e-05, "loss": 2.6818, "step": 60400 }, { "epoch": 4.95, "learning_rate": 1.0093335516620273e-05, "loss": 2.7072, "step": 60500 }, { "epoch": 4.96, "learning_rate": 1.007696086458163e-05, "loss": 2.6981, "step": 60600 }, { "epoch": 4.97, "learning_rate": 1.0060586212542984e-05, "loss": 2.6884, "step": 60700 }, { "epoch": 4.98, "learning_rate": 1.004421156050434e-05, "loss": 2.6921, "step": 60800 }, { "epoch": 4.99, "learning_rate": 1.0027836908465695e-05, "loss": 2.6885, "step": 60900 }, { "epoch": 4.99, "learning_rate": 1.0011462256427051e-05, "loss": 2.7105, "step": 61000 }, { "epoch": 5.0, "eval_bleu": 941.391, "eval_chrf": 2793.3653, "eval_chrf_plus": 2625.3519, "eval_gen_len": 14.666, "eval_loss": 2.477811813354492, "eval_runtime": 38.3865, "eval_samples_per_second": 26.051, "eval_steps_per_second": 1.094, "step": 61070 }, { "epoch": 5.0, "learning_rate": 9.995087604388408e-06, "loss": 2.7037, "step": 61100 }, { "epoch": 5.01, "learning_rate": 9.978712952349764e-06, "loss": 2.6766, "step": 61200 }, { "epoch": 5.02, "learning_rate": 9.96233830031112e-06, "loss": 2.6567, "step": 61300 }, { "epoch": 5.03, "learning_rate": 9.945963648272475e-06, "loss": 2.6702, "step": 61400 }, { "epoch": 5.04, "learning_rate": 9.929588996233831e-06, "loss": 2.6706, "step": 61500 }, { "epoch": 5.04, "learning_rate": 9.913214344195187e-06, "loss": 2.6327, "step": 61600 }, { "epoch": 5.05, "learning_rate": 9.896839692156542e-06, "loss": 2.6481, "step": 61700 }, { "epoch": 5.06, "learning_rate": 9.880465040117898e-06, "loss": 2.644, "step": 61800 }, { "epoch": 5.07, "learning_rate": 9.864090388079253e-06, "loss": 2.6387, "step": 61900 }, { "epoch": 5.08, "learning_rate": 9.84771573604061e-06, "loss": 2.6096, "step": 62000 }, { "epoch": 5.08, "learning_rate": 9.831341084001966e-06, "loss": 2.6466, "step": 62100 }, { "epoch": 5.09, "learning_rate": 9.814966431963322e-06, "loss": 2.639, "step": 62200 }, { "epoch": 5.1, "learning_rate": 9.798591779924678e-06, "loss": 2.6389, "step": 62300 }, { "epoch": 5.11, "learning_rate": 9.782217127886033e-06, "loss": 2.615, "step": 62400 }, { "epoch": 5.12, "learning_rate": 9.76584247584739e-06, "loss": 2.6486, "step": 62500 }, { "epoch": 5.13, "learning_rate": 9.749467823808746e-06, "loss": 2.6294, "step": 62600 }, { "epoch": 5.13, "learning_rate": 9.7330931717701e-06, "loss": 2.6415, "step": 62700 }, { "epoch": 5.14, "learning_rate": 9.716718519731457e-06, "loss": 2.6744, "step": 62800 }, { "epoch": 5.15, "learning_rate": 9.700343867692811e-06, "loss": 2.6236, "step": 62900 }, { "epoch": 5.16, "learning_rate": 9.683969215654168e-06, "loss": 2.6074, "step": 63000 }, { "epoch": 5.17, "learning_rate": 9.667594563615524e-06, "loss": 2.6673, "step": 63100 }, { "epoch": 5.17, "learning_rate": 9.65121991157688e-06, "loss": 2.6182, "step": 63200 }, { "epoch": 5.18, "learning_rate": 9.634845259538237e-06, "loss": 2.6363, "step": 63300 }, { "epoch": 5.19, "learning_rate": 9.618470607499591e-06, "loss": 2.648, "step": 63400 }, { "epoch": 5.2, "learning_rate": 9.602095955460947e-06, "loss": 2.6377, "step": 63500 }, { "epoch": 5.21, "learning_rate": 9.585721303422302e-06, "loss": 2.6505, "step": 63600 }, { "epoch": 5.22, "learning_rate": 9.569346651383658e-06, "loss": 2.6499, "step": 63700 }, { "epoch": 5.22, "learning_rate": 9.552971999345015e-06, "loss": 2.6385, "step": 63800 }, { "epoch": 5.23, "learning_rate": 9.53659734730637e-06, "loss": 2.662, "step": 63900 }, { "epoch": 5.24, "learning_rate": 9.520222695267727e-06, "loss": 2.6544, "step": 64000 }, { "epoch": 5.25, "learning_rate": 9.503848043229082e-06, "loss": 2.6315, "step": 64100 }, { "epoch": 5.26, "learning_rate": 9.487473391190438e-06, "loss": 2.6606, "step": 64200 }, { "epoch": 5.26, "learning_rate": 9.471098739151795e-06, "loss": 2.6502, "step": 64300 }, { "epoch": 5.27, "learning_rate": 9.45472408711315e-06, "loss": 2.6328, "step": 64400 }, { "epoch": 5.28, "learning_rate": 9.438349435074506e-06, "loss": 2.6469, "step": 64500 }, { "epoch": 5.29, "learning_rate": 9.42197478303586e-06, "loss": 2.6143, "step": 64600 }, { "epoch": 5.3, "learning_rate": 9.405600130997217e-06, "loss": 2.6565, "step": 64700 }, { "epoch": 5.31, "learning_rate": 9.389225478958573e-06, "loss": 2.6213, "step": 64800 }, { "epoch": 5.31, "learning_rate": 9.37285082691993e-06, "loss": 2.6449, "step": 64900 }, { "epoch": 5.32, "learning_rate": 9.356476174881286e-06, "loss": 2.6446, "step": 65000 }, { "epoch": 5.33, "learning_rate": 9.34010152284264e-06, "loss": 2.6314, "step": 65100 }, { "epoch": 5.34, "learning_rate": 9.323726870803997e-06, "loss": 2.6453, "step": 65200 }, { "epoch": 5.35, "learning_rate": 9.307352218765353e-06, "loss": 2.6418, "step": 65300 }, { "epoch": 5.35, "learning_rate": 9.290977566726707e-06, "loss": 2.6389, "step": 65400 }, { "epoch": 5.36, "learning_rate": 9.274602914688064e-06, "loss": 2.671, "step": 65500 }, { "epoch": 5.37, "learning_rate": 9.258228262649418e-06, "loss": 2.6571, "step": 65600 }, { "epoch": 5.38, "learning_rate": 9.241853610610775e-06, "loss": 2.6426, "step": 65700 }, { "epoch": 5.39, "learning_rate": 9.225478958572131e-06, "loss": 2.665, "step": 65800 }, { "epoch": 5.4, "learning_rate": 9.209104306533487e-06, "loss": 2.634, "step": 65900 }, { "epoch": 5.4, "learning_rate": 9.192729654494844e-06, "loss": 2.6479, "step": 66000 }, { "epoch": 5.41, "learning_rate": 9.176355002456198e-06, "loss": 2.6317, "step": 66100 }, { "epoch": 5.42, "learning_rate": 9.159980350417555e-06, "loss": 2.6429, "step": 66200 }, { "epoch": 5.43, "learning_rate": 9.14360569837891e-06, "loss": 2.638, "step": 66300 }, { "epoch": 5.44, "learning_rate": 9.127231046340266e-06, "loss": 2.6344, "step": 66400 }, { "epoch": 5.44, "learning_rate": 9.110856394301622e-06, "loss": 2.6152, "step": 66500 }, { "epoch": 5.45, "learning_rate": 9.094481742262977e-06, "loss": 2.6416, "step": 66600 }, { "epoch": 5.46, "learning_rate": 9.078107090224335e-06, "loss": 2.6115, "step": 66700 }, { "epoch": 5.47, "learning_rate": 9.06173243818569e-06, "loss": 2.6862, "step": 66800 }, { "epoch": 5.48, "learning_rate": 9.045357786147046e-06, "loss": 2.6273, "step": 66900 }, { "epoch": 5.49, "learning_rate": 9.028983134108402e-06, "loss": 2.6354, "step": 67000 }, { "epoch": 5.49, "learning_rate": 9.012608482069757e-06, "loss": 2.635, "step": 67100 }, { "epoch": 5.5, "learning_rate": 8.996233830031113e-06, "loss": 2.6303, "step": 67200 }, { "epoch": 5.51, "learning_rate": 8.979859177992467e-06, "loss": 2.6431, "step": 67300 }, { "epoch": 5.52, "learning_rate": 8.963484525953824e-06, "loss": 2.6356, "step": 67400 }, { "epoch": 5.53, "learning_rate": 8.94710987391518e-06, "loss": 2.6505, "step": 67500 }, { "epoch": 5.53, "learning_rate": 8.930735221876535e-06, "loss": 2.6433, "step": 67600 }, { "epoch": 5.54, "learning_rate": 8.914360569837893e-06, "loss": 2.6275, "step": 67700 }, { "epoch": 5.55, "learning_rate": 8.897985917799247e-06, "loss": 2.6287, "step": 67800 }, { "epoch": 5.56, "learning_rate": 8.881611265760604e-06, "loss": 2.6528, "step": 67900 }, { "epoch": 5.57, "learning_rate": 8.86523661372196e-06, "loss": 2.6361, "step": 68000 }, { "epoch": 5.58, "learning_rate": 8.848861961683315e-06, "loss": 2.6482, "step": 68100 }, { "epoch": 5.58, "learning_rate": 8.832487309644671e-06, "loss": 2.6487, "step": 68200 }, { "epoch": 5.59, "learning_rate": 8.816112657606026e-06, "loss": 2.6511, "step": 68300 }, { "epoch": 5.6, "learning_rate": 8.799738005567382e-06, "loss": 2.6125, "step": 68400 }, { "epoch": 5.61, "learning_rate": 8.783363353528738e-06, "loss": 2.6255, "step": 68500 }, { "epoch": 5.62, "learning_rate": 8.766988701490095e-06, "loss": 2.6203, "step": 68600 }, { "epoch": 5.62, "learning_rate": 8.750614049451451e-06, "loss": 2.6158, "step": 68700 }, { "epoch": 5.63, "learning_rate": 8.734239397412806e-06, "loss": 2.6542, "step": 68800 }, { "epoch": 5.64, "learning_rate": 8.717864745374162e-06, "loss": 2.6576, "step": 68900 }, { "epoch": 5.65, "learning_rate": 8.701490093335517e-06, "loss": 2.6632, "step": 69000 }, { "epoch": 5.66, "learning_rate": 8.685115441296873e-06, "loss": 2.6301, "step": 69100 }, { "epoch": 5.67, "learning_rate": 8.66874078925823e-06, "loss": 2.6334, "step": 69200 }, { "epoch": 5.67, "learning_rate": 8.652366137219584e-06, "loss": 2.6105, "step": 69300 }, { "epoch": 5.68, "learning_rate": 8.63599148518094e-06, "loss": 2.6296, "step": 69400 }, { "epoch": 5.69, "learning_rate": 8.619616833142296e-06, "loss": 2.6239, "step": 69500 }, { "epoch": 5.7, "learning_rate": 8.603242181103653e-06, "loss": 2.6069, "step": 69600 }, { "epoch": 5.71, "learning_rate": 8.586867529065009e-06, "loss": 2.6313, "step": 69700 }, { "epoch": 5.71, "learning_rate": 8.570492877026364e-06, "loss": 2.633, "step": 69800 }, { "epoch": 5.72, "learning_rate": 8.55411822498772e-06, "loss": 2.6343, "step": 69900 }, { "epoch": 5.73, "learning_rate": 8.537743572949075e-06, "loss": 2.6294, "step": 70000 }, { "epoch": 5.74, "learning_rate": 8.521368920910431e-06, "loss": 2.6343, "step": 70100 }, { "epoch": 5.75, "learning_rate": 8.504994268871787e-06, "loss": 2.6302, "step": 70200 }, { "epoch": 5.76, "learning_rate": 8.488619616833142e-06, "loss": 2.6118, "step": 70300 }, { "epoch": 5.76, "learning_rate": 8.4722449647945e-06, "loss": 2.6306, "step": 70400 }, { "epoch": 5.77, "learning_rate": 8.455870312755855e-06, "loss": 2.6119, "step": 70500 }, { "epoch": 5.78, "learning_rate": 8.439495660717211e-06, "loss": 2.6352, "step": 70600 }, { "epoch": 5.79, "learning_rate": 8.423121008678567e-06, "loss": 2.6078, "step": 70700 }, { "epoch": 5.8, "learning_rate": 8.406746356639922e-06, "loss": 2.6543, "step": 70800 }, { "epoch": 5.8, "learning_rate": 8.390371704601278e-06, "loss": 2.6499, "step": 70900 }, { "epoch": 5.81, "learning_rate": 8.373997052562633e-06, "loss": 2.6227, "step": 71000 }, { "epoch": 5.82, "learning_rate": 8.35762240052399e-06, "loss": 2.6355, "step": 71100 }, { "epoch": 5.83, "learning_rate": 8.341247748485345e-06, "loss": 2.6287, "step": 71200 }, { "epoch": 5.84, "learning_rate": 8.324873096446702e-06, "loss": 2.6446, "step": 71300 }, { "epoch": 5.85, "learning_rate": 8.308498444408058e-06, "loss": 2.641, "step": 71400 }, { "epoch": 5.85, "learning_rate": 8.292123792369413e-06, "loss": 2.6487, "step": 71500 }, { "epoch": 5.86, "learning_rate": 8.275749140330769e-06, "loss": 2.6324, "step": 71600 }, { "epoch": 5.87, "learning_rate": 8.259374488292124e-06, "loss": 2.6198, "step": 71700 }, { "epoch": 5.88, "learning_rate": 8.24299983625348e-06, "loss": 2.6237, "step": 71800 }, { "epoch": 5.89, "learning_rate": 8.226625184214836e-06, "loss": 2.6339, "step": 71900 }, { "epoch": 5.89, "learning_rate": 8.210250532176191e-06, "loss": 2.629, "step": 72000 }, { "epoch": 5.9, "learning_rate": 8.193875880137547e-06, "loss": 2.6365, "step": 72100 }, { "epoch": 5.91, "learning_rate": 8.177501228098904e-06, "loss": 2.6644, "step": 72200 }, { "epoch": 5.92, "learning_rate": 8.16112657606026e-06, "loss": 2.6232, "step": 72300 }, { "epoch": 5.93, "learning_rate": 8.144751924021616e-06, "loss": 2.6515, "step": 72400 }, { "epoch": 5.94, "learning_rate": 8.128377271982971e-06, "loss": 2.6166, "step": 72500 }, { "epoch": 5.94, "learning_rate": 8.112002619944327e-06, "loss": 2.6354, "step": 72600 }, { "epoch": 5.95, "learning_rate": 8.095627967905682e-06, "loss": 2.6005, "step": 72700 }, { "epoch": 5.96, "learning_rate": 8.079253315867038e-06, "loss": 2.6251, "step": 72800 }, { "epoch": 5.97, "learning_rate": 8.062878663828395e-06, "loss": 2.5943, "step": 72900 }, { "epoch": 5.98, "learning_rate": 8.04650401178975e-06, "loss": 2.5967, "step": 73000 }, { "epoch": 5.98, "learning_rate": 8.030129359751105e-06, "loss": 2.6441, "step": 73100 }, { "epoch": 5.99, "learning_rate": 8.013754707712462e-06, "loss": 2.6309, "step": 73200 }, { "epoch": 6.0, "eval_bleu": 942.9051, "eval_chrf": 2828.2232, "eval_chrf_plus": 2657.258, "eval_gen_len": 14.677, "eval_loss": 2.4349613189697266, "eval_runtime": 38.5767, "eval_samples_per_second": 25.922, "eval_steps_per_second": 1.089, "step": 73284 }, { "epoch": 6.0, "learning_rate": 7.997380055673818e-06, "loss": 2.6094, "step": 73300 }, { "epoch": 6.01, "learning_rate": 7.981005403635174e-06, "loss": 2.594, "step": 73400 }, { "epoch": 6.02, "learning_rate": 7.964630751596529e-06, "loss": 2.5775, "step": 73500 }, { "epoch": 6.03, "learning_rate": 7.948256099557885e-06, "loss": 2.5653, "step": 73600 }, { "epoch": 6.03, "learning_rate": 7.93188144751924e-06, "loss": 2.5773, "step": 73700 }, { "epoch": 6.04, "learning_rate": 7.915506795480596e-06, "loss": 2.585, "step": 73800 }, { "epoch": 6.05, "learning_rate": 7.899132143441953e-06, "loss": 2.5742, "step": 73900 }, { "epoch": 6.06, "learning_rate": 7.882757491403307e-06, "loss": 2.5905, "step": 74000 }, { "epoch": 6.07, "learning_rate": 7.866382839364665e-06, "loss": 2.5837, "step": 74100 }, { "epoch": 6.07, "learning_rate": 7.85000818732602e-06, "loss": 2.5667, "step": 74200 }, { "epoch": 6.08, "learning_rate": 7.833633535287376e-06, "loss": 2.5563, "step": 74300 }, { "epoch": 6.09, "learning_rate": 7.817258883248731e-06, "loss": 2.5947, "step": 74400 }, { "epoch": 6.1, "learning_rate": 7.800884231210087e-06, "loss": 2.5635, "step": 74500 }, { "epoch": 6.11, "learning_rate": 7.784509579171444e-06, "loss": 2.567, "step": 74600 }, { "epoch": 6.12, "learning_rate": 7.768134927132798e-06, "loss": 2.5654, "step": 74700 }, { "epoch": 6.12, "learning_rate": 7.751760275094155e-06, "loss": 2.573, "step": 74800 }, { "epoch": 6.13, "learning_rate": 7.735385623055511e-06, "loss": 2.5718, "step": 74900 }, { "epoch": 6.14, "learning_rate": 7.719010971016867e-06, "loss": 2.5964, "step": 75000 }, { "epoch": 6.15, "learning_rate": 7.702636318978224e-06, "loss": 2.5384, "step": 75100 }, { "epoch": 6.16, "learning_rate": 7.686261666939578e-06, "loss": 2.5768, "step": 75200 }, { "epoch": 6.17, "learning_rate": 7.669887014900934e-06, "loss": 2.6085, "step": 75300 }, { "epoch": 6.17, "learning_rate": 7.653512362862289e-06, "loss": 2.617, "step": 75400 }, { "epoch": 6.18, "learning_rate": 7.637137710823645e-06, "loss": 2.6014, "step": 75500 }, { "epoch": 6.19, "learning_rate": 7.620763058785001e-06, "loss": 2.572, "step": 75600 }, { "epoch": 6.2, "learning_rate": 7.604388406746357e-06, "loss": 2.5623, "step": 75700 }, { "epoch": 6.21, "learning_rate": 7.588013754707713e-06, "loss": 2.5994, "step": 75800 }, { "epoch": 6.21, "learning_rate": 7.571639102669069e-06, "loss": 2.5654, "step": 75900 }, { "epoch": 6.22, "learning_rate": 7.555264450630425e-06, "loss": 2.6115, "step": 76000 }, { "epoch": 6.23, "learning_rate": 7.538889798591781e-06, "loss": 2.5785, "step": 76100 }, { "epoch": 6.24, "learning_rate": 7.522515146553136e-06, "loss": 2.5755, "step": 76200 }, { "epoch": 6.25, "learning_rate": 7.506140494514493e-06, "loss": 2.6167, "step": 76300 }, { "epoch": 6.26, "learning_rate": 7.489765842475848e-06, "loss": 2.5617, "step": 76400 }, { "epoch": 6.26, "learning_rate": 7.473391190437204e-06, "loss": 2.588, "step": 76500 }, { "epoch": 6.27, "learning_rate": 7.457016538398559e-06, "loss": 2.5944, "step": 76600 }, { "epoch": 6.28, "learning_rate": 7.440641886359915e-06, "loss": 2.5729, "step": 76700 }, { "epoch": 6.29, "learning_rate": 7.424267234321272e-06, "loss": 2.5993, "step": 76800 }, { "epoch": 6.3, "learning_rate": 7.407892582282627e-06, "loss": 2.5932, "step": 76900 }, { "epoch": 6.3, "learning_rate": 7.3915179302439835e-06, "loss": 2.5664, "step": 77000 }, { "epoch": 6.31, "learning_rate": 7.375143278205339e-06, "loss": 2.5446, "step": 77100 }, { "epoch": 6.32, "learning_rate": 7.3587686261666945e-06, "loss": 2.5759, "step": 77200 }, { "epoch": 6.33, "learning_rate": 7.34239397412805e-06, "loss": 2.5856, "step": 77300 }, { "epoch": 6.34, "learning_rate": 7.326019322089406e-06, "loss": 2.5861, "step": 77400 }, { "epoch": 6.35, "learning_rate": 7.309644670050762e-06, "loss": 2.5872, "step": 77500 }, { "epoch": 6.35, "learning_rate": 7.293270018012117e-06, "loss": 2.617, "step": 77600 }, { "epoch": 6.36, "learning_rate": 7.2768953659734735e-06, "loss": 2.576, "step": 77700 }, { "epoch": 6.37, "learning_rate": 7.26052071393483e-06, "loss": 2.5765, "step": 77800 }, { "epoch": 6.38, "learning_rate": 7.244146061896185e-06, "loss": 2.5547, "step": 77900 }, { "epoch": 6.39, "learning_rate": 7.227771409857542e-06, "loss": 2.5883, "step": 78000 }, { "epoch": 6.39, "learning_rate": 7.211396757818897e-06, "loss": 2.5414, "step": 78100 }, { "epoch": 6.4, "learning_rate": 7.195022105780253e-06, "loss": 2.557, "step": 78200 }, { "epoch": 6.41, "learning_rate": 7.178647453741608e-06, "loss": 2.5618, "step": 78300 }, { "epoch": 6.42, "learning_rate": 7.1622728017029644e-06, "loss": 2.5766, "step": 78400 }, { "epoch": 6.43, "learning_rate": 7.14589814966432e-06, "loss": 2.5876, "step": 78500 }, { "epoch": 6.44, "learning_rate": 7.129523497625675e-06, "loss": 2.5599, "step": 78600 }, { "epoch": 6.44, "learning_rate": 7.1131488455870326e-06, "loss": 2.5776, "step": 78700 }, { "epoch": 6.45, "learning_rate": 7.096774193548388e-06, "loss": 2.5826, "step": 78800 }, { "epoch": 6.46, "learning_rate": 7.0803995415097435e-06, "loss": 2.5747, "step": 78900 }, { "epoch": 6.47, "learning_rate": 7.0640248894711e-06, "loss": 2.6132, "step": 79000 }, { "epoch": 6.48, "learning_rate": 7.047650237432455e-06, "loss": 2.567, "step": 79100 }, { "epoch": 6.48, "learning_rate": 7.031275585393811e-06, "loss": 2.5779, "step": 79200 }, { "epoch": 6.49, "learning_rate": 7.014900933355166e-06, "loss": 2.5782, "step": 79300 }, { "epoch": 6.5, "learning_rate": 6.998526281316523e-06, "loss": 2.5965, "step": 79400 }, { "epoch": 6.51, "learning_rate": 6.982151629277878e-06, "loss": 2.5868, "step": 79500 }, { "epoch": 6.52, "learning_rate": 6.965776977239234e-06, "loss": 2.5889, "step": 79600 }, { "epoch": 6.53, "learning_rate": 6.949402325200591e-06, "loss": 2.5912, "step": 79700 }, { "epoch": 6.53, "learning_rate": 6.933027673161946e-06, "loss": 2.576, "step": 79800 }, { "epoch": 6.54, "learning_rate": 6.916653021123302e-06, "loss": 2.5752, "step": 79900 }, { "epoch": 6.55, "learning_rate": 6.900278369084657e-06, "loss": 2.5793, "step": 80000 }, { "epoch": 6.56, "learning_rate": 6.8839037170460135e-06, "loss": 2.5879, "step": 80100 }, { "epoch": 6.57, "learning_rate": 6.867529065007369e-06, "loss": 2.5638, "step": 80200 }, { "epoch": 6.57, "learning_rate": 6.8511544129687244e-06, "loss": 2.5808, "step": 80300 }, { "epoch": 6.58, "learning_rate": 6.834779760930081e-06, "loss": 2.5688, "step": 80400 }, { "epoch": 6.59, "learning_rate": 6.818405108891437e-06, "loss": 2.5831, "step": 80500 }, { "epoch": 6.6, "learning_rate": 6.8020304568527926e-06, "loss": 2.5584, "step": 80600 }, { "epoch": 6.61, "learning_rate": 6.785655804814149e-06, "loss": 2.6074, "step": 80700 }, { "epoch": 6.62, "learning_rate": 6.769281152775504e-06, "loss": 2.5648, "step": 80800 }, { "epoch": 6.62, "learning_rate": 6.75290650073686e-06, "loss": 2.5987, "step": 80900 }, { "epoch": 6.63, "learning_rate": 6.736531848698215e-06, "loss": 2.5462, "step": 81000 }, { "epoch": 6.64, "learning_rate": 6.720157196659572e-06, "loss": 2.5563, "step": 81100 }, { "epoch": 6.65, "learning_rate": 6.703782544620927e-06, "loss": 2.6114, "step": 81200 }, { "epoch": 6.66, "learning_rate": 6.687407892582283e-06, "loss": 2.5669, "step": 81300 }, { "epoch": 6.66, "learning_rate": 6.67103324054364e-06, "loss": 2.5639, "step": 81400 }, { "epoch": 6.67, "learning_rate": 6.654658588504995e-06, "loss": 2.626, "step": 81500 }, { "epoch": 6.68, "learning_rate": 6.638283936466351e-06, "loss": 2.5719, "step": 81600 }, { "epoch": 6.69, "learning_rate": 6.621909284427707e-06, "loss": 2.5795, "step": 81700 }, { "epoch": 6.7, "learning_rate": 6.6055346323890625e-06, "loss": 2.5726, "step": 81800 }, { "epoch": 6.71, "learning_rate": 6.589159980350418e-06, "loss": 2.5499, "step": 81900 }, { "epoch": 6.71, "learning_rate": 6.5727853283117735e-06, "loss": 2.5656, "step": 82000 }, { "epoch": 6.72, "learning_rate": 6.55641067627313e-06, "loss": 2.5656, "step": 82100 }, { "epoch": 6.73, "learning_rate": 6.540036024234485e-06, "loss": 2.5595, "step": 82200 }, { "epoch": 6.74, "learning_rate": 6.523661372195841e-06, "loss": 2.5696, "step": 82300 }, { "epoch": 6.75, "learning_rate": 6.507286720157198e-06, "loss": 2.6089, "step": 82400 }, { "epoch": 6.75, "learning_rate": 6.490912068118553e-06, "loss": 2.5665, "step": 82500 }, { "epoch": 6.76, "learning_rate": 6.474537416079909e-06, "loss": 2.5973, "step": 82600 }, { "epoch": 6.77, "learning_rate": 6.458162764041264e-06, "loss": 2.5699, "step": 82700 }, { "epoch": 6.78, "learning_rate": 6.441788112002621e-06, "loss": 2.5383, "step": 82800 }, { "epoch": 6.79, "learning_rate": 6.425413459963976e-06, "loss": 2.5578, "step": 82900 }, { "epoch": 6.8, "learning_rate": 6.409038807925332e-06, "loss": 2.5557, "step": 83000 }, { "epoch": 6.8, "learning_rate": 6.392664155886688e-06, "loss": 2.5333, "step": 83100 }, { "epoch": 6.81, "learning_rate": 6.3762895038480434e-06, "loss": 2.579, "step": 83200 }, { "epoch": 6.82, "learning_rate": 6.3599148518094e-06, "loss": 2.5891, "step": 83300 }, { "epoch": 6.83, "learning_rate": 6.343540199770756e-06, "loss": 2.5803, "step": 83400 }, { "epoch": 6.84, "learning_rate": 6.3271655477321116e-06, "loss": 2.5818, "step": 83500 }, { "epoch": 6.84, "learning_rate": 6.310790895693467e-06, "loss": 2.5763, "step": 83600 }, { "epoch": 6.85, "learning_rate": 6.2944162436548225e-06, "loss": 2.5528, "step": 83700 }, { "epoch": 6.86, "learning_rate": 6.278041591616179e-06, "loss": 2.559, "step": 83800 }, { "epoch": 6.87, "learning_rate": 6.261666939577534e-06, "loss": 2.5455, "step": 83900 }, { "epoch": 6.88, "learning_rate": 6.24529228753889e-06, "loss": 2.5672, "step": 84000 }, { "epoch": 6.89, "learning_rate": 6.228917635500245e-06, "loss": 2.5598, "step": 84100 }, { "epoch": 6.89, "learning_rate": 6.2125429834616024e-06, "loss": 2.5807, "step": 84200 }, { "epoch": 6.9, "learning_rate": 6.196168331422958e-06, "loss": 2.5671, "step": 84300 }, { "epoch": 6.91, "learning_rate": 6.179793679384314e-06, "loss": 2.5396, "step": 84400 }, { "epoch": 6.92, "learning_rate": 6.16341902734567e-06, "loss": 2.5315, "step": 84500 }, { "epoch": 6.93, "learning_rate": 6.147044375307025e-06, "loss": 2.5686, "step": 84600 }, { "epoch": 6.93, "learning_rate": 6.130669723268381e-06, "loss": 2.5752, "step": 84700 }, { "epoch": 6.94, "learning_rate": 6.114295071229737e-06, "loss": 2.566, "step": 84800 }, { "epoch": 6.95, "learning_rate": 6.0979204191910925e-06, "loss": 2.5857, "step": 84900 }, { "epoch": 6.96, "learning_rate": 6.081545767152448e-06, "loss": 2.5951, "step": 85000 }, { "epoch": 6.97, "learning_rate": 6.065171115113805e-06, "loss": 2.5899, "step": 85100 }, { "epoch": 6.98, "learning_rate": 6.048796463075161e-06, "loss": 2.5783, "step": 85200 }, { "epoch": 6.98, "learning_rate": 6.032421811036516e-06, "loss": 2.5497, "step": 85300 }, { "epoch": 6.99, "learning_rate": 6.0160471589978716e-06, "loss": 2.5749, "step": 85400 }, { "epoch": 7.0, "eval_bleu": 968.8997, "eval_chrf": 2861.7868, "eval_chrf_plus": 2687.5064, "eval_gen_len": 14.652, "eval_loss": 2.4077491760253906, "eval_runtime": 38.1903, "eval_samples_per_second": 26.185, "eval_steps_per_second": 1.1, "step": 85498 }, { "epoch": 7.0, "learning_rate": 5.999672506959228e-06, "loss": 2.5836, "step": 85500 }, { "epoch": 7.01, "learning_rate": 5.983297854920583e-06, "loss": 2.5616, "step": 85600 }, { "epoch": 7.02, "learning_rate": 5.966923202881939e-06, "loss": 2.5122, "step": 85700 }, { "epoch": 7.02, "learning_rate": 5.950548550843295e-06, "loss": 2.5264, "step": 85800 }, { "epoch": 7.03, "learning_rate": 5.934173898804651e-06, "loss": 2.5504, "step": 85900 }, { "epoch": 7.04, "learning_rate": 5.917799246766007e-06, "loss": 2.552, "step": 86000 }, { "epoch": 7.05, "learning_rate": 5.901424594727363e-06, "loss": 2.5237, "step": 86100 }, { "epoch": 7.06, "learning_rate": 5.885049942688719e-06, "loss": 2.5496, "step": 86200 }, { "epoch": 7.07, "learning_rate": 5.868675290650074e-06, "loss": 2.5281, "step": 86300 }, { "epoch": 7.07, "learning_rate": 5.85230063861143e-06, "loss": 2.5384, "step": 86400 }, { "epoch": 7.08, "learning_rate": 5.835925986572786e-06, "loss": 2.557, "step": 86500 }, { "epoch": 7.09, "learning_rate": 5.8195513345341415e-06, "loss": 2.5591, "step": 86600 }, { "epoch": 7.1, "learning_rate": 5.803176682495497e-06, "loss": 2.5346, "step": 86700 }, { "epoch": 7.11, "learning_rate": 5.7868020304568525e-06, "loss": 2.539, "step": 86800 }, { "epoch": 7.11, "learning_rate": 5.770427378418209e-06, "loss": 2.5111, "step": 86900 }, { "epoch": 7.12, "learning_rate": 5.754052726379565e-06, "loss": 2.5263, "step": 87000 }, { "epoch": 7.13, "learning_rate": 5.7376780743409215e-06, "loss": 2.5451, "step": 87100 }, { "epoch": 7.14, "learning_rate": 5.721303422302277e-06, "loss": 2.5028, "step": 87200 }, { "epoch": 7.15, "learning_rate": 5.704928770263632e-06, "loss": 2.5378, "step": 87300 }, { "epoch": 7.16, "learning_rate": 5.688554118224988e-06, "loss": 2.5263, "step": 87400 }, { "epoch": 7.16, "learning_rate": 5.672179466186344e-06, "loss": 2.5375, "step": 87500 }, { "epoch": 7.17, "learning_rate": 5.6558048141477e-06, "loss": 2.5338, "step": 87600 }, { "epoch": 7.18, "learning_rate": 5.639430162109055e-06, "loss": 2.5378, "step": 87700 }, { "epoch": 7.19, "learning_rate": 5.623055510070411e-06, "loss": 2.5173, "step": 87800 }, { "epoch": 7.2, "learning_rate": 5.606680858031768e-06, "loss": 2.5416, "step": 87900 }, { "epoch": 7.2, "learning_rate": 5.590306205993123e-06, "loss": 2.5655, "step": 88000 }, { "epoch": 7.21, "learning_rate": 5.573931553954479e-06, "loss": 2.5181, "step": 88100 }, { "epoch": 7.22, "learning_rate": 5.557556901915835e-06, "loss": 2.5275, "step": 88200 }, { "epoch": 7.23, "learning_rate": 5.5411822498771906e-06, "loss": 2.5358, "step": 88300 }, { "epoch": 7.24, "learning_rate": 5.524807597838546e-06, "loss": 2.5359, "step": 88400 }, { "epoch": 7.25, "learning_rate": 5.508432945799902e-06, "loss": 2.5211, "step": 88500 }, { "epoch": 7.25, "learning_rate": 5.492058293761258e-06, "loss": 2.5447, "step": 88600 }, { "epoch": 7.26, "learning_rate": 5.475683641722613e-06, "loss": 2.5232, "step": 88700 }, { "epoch": 7.27, "learning_rate": 5.4593089896839705e-06, "loss": 2.5378, "step": 88800 }, { "epoch": 7.28, "learning_rate": 5.442934337645326e-06, "loss": 2.5483, "step": 88900 }, { "epoch": 7.29, "learning_rate": 5.4265596856066815e-06, "loss": 2.5405, "step": 89000 }, { "epoch": 7.29, "learning_rate": 5.410185033568037e-06, "loss": 2.509, "step": 89100 }, { "epoch": 7.3, "learning_rate": 5.393810381529393e-06, "loss": 2.5231, "step": 89200 }, { "epoch": 7.31, "learning_rate": 5.377435729490749e-06, "loss": 2.5538, "step": 89300 }, { "epoch": 7.32, "learning_rate": 5.361061077452104e-06, "loss": 2.5407, "step": 89400 }, { "epoch": 7.33, "learning_rate": 5.34468642541346e-06, "loss": 2.5306, "step": 89500 }, { "epoch": 7.34, "learning_rate": 5.328311773374816e-06, "loss": 2.5821, "step": 89600 }, { "epoch": 7.34, "learning_rate": 5.311937121336172e-06, "loss": 2.5328, "step": 89700 }, { "epoch": 7.35, "learning_rate": 5.295562469297529e-06, "loss": 2.5458, "step": 89800 }, { "epoch": 7.36, "learning_rate": 5.279187817258884e-06, "loss": 2.5367, "step": 89900 }, { "epoch": 7.37, "learning_rate": 5.26281316522024e-06, "loss": 2.5333, "step": 90000 }, { "epoch": 7.38, "learning_rate": 5.246438513181595e-06, "loss": 2.5492, "step": 90100 }, { "epoch": 7.38, "learning_rate": 5.230063861142951e-06, "loss": 2.5078, "step": 90200 }, { "epoch": 7.39, "learning_rate": 5.213689209104307e-06, "loss": 2.513, "step": 90300 }, { "epoch": 7.4, "learning_rate": 5.197314557065662e-06, "loss": 2.5322, "step": 90400 }, { "epoch": 7.41, "learning_rate": 5.180939905027018e-06, "loss": 2.5512, "step": 90500 }, { "epoch": 7.42, "learning_rate": 5.164565252988375e-06, "loss": 2.5409, "step": 90600 }, { "epoch": 7.43, "learning_rate": 5.1481906009497305e-06, "loss": 2.5273, "step": 90700 }, { "epoch": 7.43, "learning_rate": 5.131815948911086e-06, "loss": 2.5315, "step": 90800 }, { "epoch": 7.44, "learning_rate": 5.115441296872442e-06, "loss": 2.5052, "step": 90900 }, { "epoch": 7.45, "learning_rate": 5.099066644833798e-06, "loss": 2.5673, "step": 91000 }, { "epoch": 7.46, "learning_rate": 5.082691992795153e-06, "loss": 2.5222, "step": 91100 }, { "epoch": 7.47, "learning_rate": 5.06631734075651e-06, "loss": 2.5104, "step": 91200 }, { "epoch": 7.48, "learning_rate": 5.049942688717865e-06, "loss": 2.5237, "step": 91300 }, { "epoch": 7.48, "learning_rate": 5.0335680366792205e-06, "loss": 2.5361, "step": 91400 }, { "epoch": 7.49, "learning_rate": 5.017193384640576e-06, "loss": 2.517, "step": 91500 }, { "epoch": 7.5, "learning_rate": 5.000818732601933e-06, "loss": 2.5485, "step": 91600 }, { "epoch": 7.51, "learning_rate": 4.984444080563288e-06, "loss": 2.5295, "step": 91700 }, { "epoch": 7.52, "learning_rate": 4.968069428524644e-06, "loss": 2.5309, "step": 91800 }, { "epoch": 7.52, "learning_rate": 4.9516947764860005e-06, "loss": 2.5199, "step": 91900 }, { "epoch": 7.53, "learning_rate": 4.935320124447356e-06, "loss": 2.5216, "step": 92000 }, { "epoch": 7.54, "learning_rate": 4.918945472408711e-06, "loss": 2.5298, "step": 92100 }, { "epoch": 7.55, "learning_rate": 4.902570820370067e-06, "loss": 2.5084, "step": 92200 }, { "epoch": 7.56, "learning_rate": 4.886196168331423e-06, "loss": 2.4954, "step": 92300 }, { "epoch": 7.57, "learning_rate": 4.8698215162927795e-06, "loss": 2.5258, "step": 92400 }, { "epoch": 7.57, "learning_rate": 4.853446864254135e-06, "loss": 2.5319, "step": 92500 }, { "epoch": 7.58, "learning_rate": 4.8370722122154905e-06, "loss": 2.5105, "step": 92600 }, { "epoch": 7.59, "learning_rate": 4.820697560176847e-06, "loss": 2.5279, "step": 92700 }, { "epoch": 7.6, "learning_rate": 4.804322908138202e-06, "loss": 2.5328, "step": 92800 }, { "epoch": 7.61, "learning_rate": 4.787948256099559e-06, "loss": 2.5287, "step": 92900 }, { "epoch": 7.61, "learning_rate": 4.771573604060914e-06, "loss": 2.5093, "step": 93000 }, { "epoch": 7.62, "learning_rate": 4.75519895202227e-06, "loss": 2.5184, "step": 93100 }, { "epoch": 7.63, "learning_rate": 4.738824299983626e-06, "loss": 2.5407, "step": 93200 }, { "epoch": 7.64, "learning_rate": 4.722449647944981e-06, "loss": 2.5333, "step": 93300 }, { "epoch": 7.65, "learning_rate": 4.706074995906338e-06, "loss": 2.4874, "step": 93400 }, { "epoch": 7.66, "learning_rate": 4.689700343867693e-06, "loss": 2.5334, "step": 93500 }, { "epoch": 7.66, "learning_rate": 4.6733256918290495e-06, "loss": 2.5413, "step": 93600 }, { "epoch": 7.67, "learning_rate": 4.656951039790405e-06, "loss": 2.5073, "step": 93700 }, { "epoch": 7.68, "learning_rate": 4.6405763877517605e-06, "loss": 2.5276, "step": 93800 }, { "epoch": 7.69, "learning_rate": 4.624201735713117e-06, "loss": 2.5264, "step": 93900 }, { "epoch": 7.7, "learning_rate": 4.607827083674472e-06, "loss": 2.5465, "step": 94000 }, { "epoch": 7.7, "learning_rate": 4.591452431635829e-06, "loss": 2.5404, "step": 94100 }, { "epoch": 7.71, "learning_rate": 4.575077779597184e-06, "loss": 2.5142, "step": 94200 }, { "epoch": 7.72, "learning_rate": 4.5587031275585395e-06, "loss": 2.5218, "step": 94300 }, { "epoch": 7.73, "learning_rate": 4.542328475519895e-06, "loss": 2.5696, "step": 94400 }, { "epoch": 7.74, "learning_rate": 4.525953823481251e-06, "loss": 2.5272, "step": 94500 }, { "epoch": 7.75, "learning_rate": 4.509579171442608e-06, "loss": 2.5121, "step": 94600 }, { "epoch": 7.75, "learning_rate": 4.493204519403963e-06, "loss": 2.5392, "step": 94700 }, { "epoch": 7.76, "learning_rate": 4.476829867365319e-06, "loss": 2.5215, "step": 94800 }, { "epoch": 7.77, "learning_rate": 4.460455215326674e-06, "loss": 2.5177, "step": 94900 }, { "epoch": 7.78, "learning_rate": 4.4440805632880304e-06, "loss": 2.4851, "step": 95000 }, { "epoch": 7.79, "learning_rate": 4.427705911249387e-06, "loss": 2.5696, "step": 95100 }, { "epoch": 7.79, "learning_rate": 4.411331259210742e-06, "loss": 2.4741, "step": 95200 }, { "epoch": 7.8, "learning_rate": 4.394956607172098e-06, "loss": 2.5363, "step": 95300 }, { "epoch": 7.81, "learning_rate": 4.378581955133453e-06, "loss": 2.5258, "step": 95400 }, { "epoch": 7.82, "learning_rate": 4.3622073030948095e-06, "loss": 2.5155, "step": 95500 }, { "epoch": 7.83, "learning_rate": 4.345832651056166e-06, "loss": 2.5141, "step": 95600 }, { "epoch": 7.84, "learning_rate": 4.329457999017521e-06, "loss": 2.4956, "step": 95700 }, { "epoch": 7.84, "learning_rate": 4.313083346978877e-06, "loss": 2.5107, "step": 95800 }, { "epoch": 7.85, "learning_rate": 4.296708694940233e-06, "loss": 2.5159, "step": 95900 }, { "epoch": 7.86, "learning_rate": 4.280334042901589e-06, "loss": 2.5159, "step": 96000 }, { "epoch": 7.87, "learning_rate": 4.263959390862945e-06, "loss": 2.5321, "step": 96100 }, { "epoch": 7.88, "learning_rate": 4.2475847388243e-06, "loss": 2.5295, "step": 96200 }, { "epoch": 7.88, "learning_rate": 4.231210086785656e-06, "loss": 2.5022, "step": 96300 }, { "epoch": 7.89, "learning_rate": 4.214835434747012e-06, "loss": 2.5259, "step": 96400 }, { "epoch": 7.9, "learning_rate": 4.198460782708368e-06, "loss": 2.4996, "step": 96500 }, { "epoch": 7.91, "learning_rate": 4.182086130669724e-06, "loss": 2.5113, "step": 96600 }, { "epoch": 7.92, "learning_rate": 4.1657114786310795e-06, "loss": 2.5115, "step": 96700 }, { "epoch": 7.93, "learning_rate": 4.149336826592435e-06, "loss": 2.5159, "step": 96800 }, { "epoch": 7.93, "learning_rate": 4.132962174553791e-06, "loss": 2.5268, "step": 96900 }, { "epoch": 7.94, "learning_rate": 4.116587522515147e-06, "loss": 2.5041, "step": 97000 }, { "epoch": 7.95, "learning_rate": 4.100212870476502e-06, "loss": 2.5116, "step": 97100 }, { "epoch": 7.96, "learning_rate": 4.0838382184378586e-06, "loss": 2.5062, "step": 97200 }, { "epoch": 7.97, "learning_rate": 4.067463566399215e-06, "loss": 2.54, "step": 97300 }, { "epoch": 7.97, "learning_rate": 4.05108891436057e-06, "loss": 2.5216, "step": 97400 }, { "epoch": 7.98, "learning_rate": 4.034714262321926e-06, "loss": 2.5035, "step": 97500 }, { "epoch": 7.99, "learning_rate": 4.018339610283281e-06, "loss": 2.5216, "step": 97600 }, { "epoch": 8.0, "learning_rate": 4.001964958244638e-06, "loss": 2.5407, "step": 97700 }, { "epoch": 8.0, "eval_bleu": 980.1715, "eval_chrf": 2869.0816, "eval_chrf_plus": 2698.0447, "eval_gen_len": 14.656, "eval_loss": 2.388012170791626, "eval_runtime": 38.854, "eval_samples_per_second": 25.737, "eval_steps_per_second": 1.081, "step": 97712 }, { "epoch": 8.01, "learning_rate": 3.985590306205994e-06, "loss": 2.4997, "step": 97800 }, { "epoch": 8.02, "learning_rate": 3.9692156541673494e-06, "loss": 2.5192, "step": 97900 }, { "epoch": 8.02, "learning_rate": 3.952841002128705e-06, "loss": 2.477, "step": 98000 }, { "epoch": 8.03, "learning_rate": 3.93646635009006e-06, "loss": 2.5026, "step": 98100 }, { "epoch": 8.04, "learning_rate": 3.920091698051417e-06, "loss": 2.5002, "step": 98200 }, { "epoch": 8.05, "learning_rate": 3.903717046012773e-06, "loss": 2.4938, "step": 98300 }, { "epoch": 8.06, "learning_rate": 3.8873423939741285e-06, "loss": 2.488, "step": 98400 }, { "epoch": 8.06, "learning_rate": 3.870967741935484e-06, "loss": 2.5018, "step": 98500 }, { "epoch": 8.07, "learning_rate": 3.8545930898968395e-06, "loss": 2.5152, "step": 98600 }, { "epoch": 8.08, "learning_rate": 3.838218437858196e-06, "loss": 2.483, "step": 98700 }, { "epoch": 8.09, "learning_rate": 3.821843785819552e-06, "loss": 2.495, "step": 98800 }, { "epoch": 8.1, "learning_rate": 3.8054691337809076e-06, "loss": 2.5065, "step": 98900 }, { "epoch": 8.11, "learning_rate": 3.789094481742263e-06, "loss": 2.5051, "step": 99000 }, { "epoch": 8.11, "learning_rate": 3.772719829703619e-06, "loss": 2.5001, "step": 99100 }, { "epoch": 8.12, "learning_rate": 3.756345177664975e-06, "loss": 2.5074, "step": 99200 }, { "epoch": 8.13, "learning_rate": 3.7399705256263308e-06, "loss": 2.4961, "step": 99300 }, { "epoch": 8.14, "learning_rate": 3.7235958735876867e-06, "loss": 2.5006, "step": 99400 }, { "epoch": 8.15, "learning_rate": 3.707221221549042e-06, "loss": 2.4864, "step": 99500 }, { "epoch": 8.15, "learning_rate": 3.6908465695103985e-06, "loss": 2.4795, "step": 99600 }, { "epoch": 8.16, "learning_rate": 3.674471917471754e-06, "loss": 2.4886, "step": 99700 }, { "epoch": 8.17, "learning_rate": 3.65809726543311e-06, "loss": 2.4853, "step": 99800 }, { "epoch": 8.18, "learning_rate": 3.6417226133944653e-06, "loss": 2.5001, "step": 99900 }, { "epoch": 8.19, "learning_rate": 3.6253479613558212e-06, "loss": 2.5031, "step": 100000 }, { "epoch": 8.2, "learning_rate": 3.6089733093171776e-06, "loss": 2.4934, "step": 100100 }, { "epoch": 8.2, "learning_rate": 3.592598657278533e-06, "loss": 2.5008, "step": 100200 }, { "epoch": 8.21, "learning_rate": 3.576224005239889e-06, "loss": 2.4825, "step": 100300 }, { "epoch": 8.22, "learning_rate": 3.5598493532012444e-06, "loss": 2.4996, "step": 100400 }, { "epoch": 8.23, "learning_rate": 3.5434747011626007e-06, "loss": 2.5029, "step": 100500 }, { "epoch": 8.24, "learning_rate": 3.5271000491239566e-06, "loss": 2.4722, "step": 100600 }, { "epoch": 8.24, "learning_rate": 3.510725397085312e-06, "loss": 2.4791, "step": 100700 }, { "epoch": 8.25, "learning_rate": 3.494350745046668e-06, "loss": 2.4741, "step": 100800 }, { "epoch": 8.26, "learning_rate": 3.4779760930080235e-06, "loss": 2.5113, "step": 100900 }, { "epoch": 8.27, "learning_rate": 3.46160144096938e-06, "loss": 2.4916, "step": 101000 }, { "epoch": 8.28, "learning_rate": 3.4452267889307357e-06, "loss": 2.4865, "step": 101100 }, { "epoch": 8.29, "learning_rate": 3.428852136892091e-06, "loss": 2.4891, "step": 101200 }, { "epoch": 8.29, "learning_rate": 3.412477484853447e-06, "loss": 2.484, "step": 101300 }, { "epoch": 8.3, "learning_rate": 3.3961028328148026e-06, "loss": 2.4827, "step": 101400 }, { "epoch": 8.31, "learning_rate": 3.379728180776159e-06, "loss": 2.5062, "step": 101500 }, { "epoch": 8.32, "learning_rate": 3.363353528737515e-06, "loss": 2.5128, "step": 101600 }, { "epoch": 8.33, "learning_rate": 3.3469788766988703e-06, "loss": 2.508, "step": 101700 }, { "epoch": 8.33, "learning_rate": 3.330604224660226e-06, "loss": 2.4933, "step": 101800 }, { "epoch": 8.34, "learning_rate": 3.314229572621582e-06, "loss": 2.5001, "step": 101900 }, { "epoch": 8.35, "learning_rate": 3.297854920582938e-06, "loss": 2.4936, "step": 102000 }, { "epoch": 8.36, "learning_rate": 3.281480268544294e-06, "loss": 2.4793, "step": 102100 }, { "epoch": 8.37, "learning_rate": 3.2651056165056494e-06, "loss": 2.5187, "step": 102200 }, { "epoch": 8.38, "learning_rate": 3.2487309644670053e-06, "loss": 2.5113, "step": 102300 }, { "epoch": 8.38, "learning_rate": 3.232356312428361e-06, "loss": 2.5055, "step": 102400 }, { "epoch": 8.39, "learning_rate": 3.215981660389717e-06, "loss": 2.5111, "step": 102500 }, { "epoch": 8.4, "learning_rate": 3.1996070083510725e-06, "loss": 2.5075, "step": 102600 }, { "epoch": 8.41, "learning_rate": 3.1832323563124284e-06, "loss": 2.4961, "step": 102700 }, { "epoch": 8.42, "learning_rate": 3.1668577042737848e-06, "loss": 2.5245, "step": 102800 }, { "epoch": 8.42, "learning_rate": 3.1504830522351402e-06, "loss": 2.4936, "step": 102900 }, { "epoch": 8.43, "learning_rate": 3.134108400196496e-06, "loss": 2.4891, "step": 103000 }, { "epoch": 8.44, "learning_rate": 3.1177337481578516e-06, "loss": 2.5013, "step": 103100 }, { "epoch": 8.45, "learning_rate": 3.1013590961192075e-06, "loss": 2.4884, "step": 103200 }, { "epoch": 8.46, "learning_rate": 3.084984444080564e-06, "loss": 2.4928, "step": 103300 }, { "epoch": 8.47, "learning_rate": 3.0686097920419193e-06, "loss": 2.4995, "step": 103400 }, { "epoch": 8.47, "learning_rate": 3.0522351400032752e-06, "loss": 2.5228, "step": 103500 }, { "epoch": 8.48, "learning_rate": 3.0358604879646307e-06, "loss": 2.5199, "step": 103600 }, { "epoch": 8.49, "learning_rate": 3.019485835925987e-06, "loss": 2.4869, "step": 103700 }, { "epoch": 8.5, "learning_rate": 3.003111183887343e-06, "loss": 2.497, "step": 103800 }, { "epoch": 8.51, "learning_rate": 2.9867365318486984e-06, "loss": 2.4866, "step": 103900 }, { "epoch": 8.51, "learning_rate": 2.9703618798100543e-06, "loss": 2.4958, "step": 104000 }, { "epoch": 8.52, "learning_rate": 2.95398722777141e-06, "loss": 2.494, "step": 104100 }, { "epoch": 8.53, "learning_rate": 2.937612575732766e-06, "loss": 2.4919, "step": 104200 }, { "epoch": 8.54, "learning_rate": 2.921237923694122e-06, "loss": 2.5, "step": 104300 }, { "epoch": 8.55, "learning_rate": 2.9048632716554775e-06, "loss": 2.5147, "step": 104400 }, { "epoch": 8.56, "learning_rate": 2.8884886196168334e-06, "loss": 2.4622, "step": 104500 }, { "epoch": 8.56, "learning_rate": 2.872113967578189e-06, "loss": 2.4919, "step": 104600 }, { "epoch": 8.57, "learning_rate": 2.855739315539545e-06, "loss": 2.4882, "step": 104700 }, { "epoch": 8.58, "learning_rate": 2.839364663500901e-06, "loss": 2.5035, "step": 104800 }, { "epoch": 8.59, "learning_rate": 2.8229900114622566e-06, "loss": 2.49, "step": 104900 }, { "epoch": 8.6, "learning_rate": 2.8066153594236125e-06, "loss": 2.5085, "step": 105000 }, { "epoch": 8.6, "learning_rate": 2.7902407073849684e-06, "loss": 2.522, "step": 105100 }, { "epoch": 8.61, "learning_rate": 2.7738660553463243e-06, "loss": 2.5118, "step": 105200 }, { "epoch": 8.62, "learning_rate": 2.7574914033076798e-06, "loss": 2.4968, "step": 105300 }, { "epoch": 8.63, "learning_rate": 2.7411167512690357e-06, "loss": 2.5011, "step": 105400 }, { "epoch": 8.64, "learning_rate": 2.7247420992303916e-06, "loss": 2.4636, "step": 105500 }, { "epoch": 8.65, "learning_rate": 2.7083674471917475e-06, "loss": 2.5283, "step": 105600 }, { "epoch": 8.65, "learning_rate": 2.6919927951531034e-06, "loss": 2.5078, "step": 105700 }, { "epoch": 8.66, "learning_rate": 2.675618143114459e-06, "loss": 2.4719, "step": 105800 }, { "epoch": 8.67, "learning_rate": 2.6592434910758147e-06, "loss": 2.4869, "step": 105900 }, { "epoch": 8.68, "learning_rate": 2.642868839037171e-06, "loss": 2.5042, "step": 106000 }, { "epoch": 8.69, "learning_rate": 2.6264941869985265e-06, "loss": 2.4742, "step": 106100 }, { "epoch": 8.69, "learning_rate": 2.6101195349598824e-06, "loss": 2.469, "step": 106200 }, { "epoch": 8.7, "learning_rate": 2.593744882921238e-06, "loss": 2.4729, "step": 106300 }, { "epoch": 8.71, "learning_rate": 2.577370230882594e-06, "loss": 2.4797, "step": 106400 }, { "epoch": 8.72, "learning_rate": 2.56099557884395e-06, "loss": 2.5034, "step": 106500 }, { "epoch": 8.73, "learning_rate": 2.5446209268053056e-06, "loss": 2.4873, "step": 106600 }, { "epoch": 8.74, "learning_rate": 2.5282462747666615e-06, "loss": 2.4812, "step": 106700 }, { "epoch": 8.74, "learning_rate": 2.511871622728017e-06, "loss": 2.5116, "step": 106800 }, { "epoch": 8.75, "learning_rate": 2.495496970689373e-06, "loss": 2.5066, "step": 106900 }, { "epoch": 8.76, "learning_rate": 2.479122318650729e-06, "loss": 2.5003, "step": 107000 }, { "epoch": 8.77, "learning_rate": 2.4627476666120847e-06, "loss": 2.4658, "step": 107100 }, { "epoch": 8.78, "learning_rate": 2.4463730145734406e-06, "loss": 2.483, "step": 107200 }, { "epoch": 8.79, "learning_rate": 2.4299983625347965e-06, "loss": 2.4675, "step": 107300 }, { "epoch": 8.79, "learning_rate": 2.413623710496152e-06, "loss": 2.4703, "step": 107400 }, { "epoch": 8.8, "learning_rate": 2.3972490584575083e-06, "loss": 2.4838, "step": 107500 }, { "epoch": 8.81, "learning_rate": 2.3808744064188638e-06, "loss": 2.4974, "step": 107600 }, { "epoch": 8.82, "learning_rate": 2.3644997543802197e-06, "loss": 2.505, "step": 107700 }, { "epoch": 8.83, "learning_rate": 2.3481251023415756e-06, "loss": 2.4754, "step": 107800 }, { "epoch": 8.83, "learning_rate": 2.331750450302931e-06, "loss": 2.5193, "step": 107900 }, { "epoch": 8.84, "learning_rate": 2.315375798264287e-06, "loss": 2.4847, "step": 108000 }, { "epoch": 8.85, "learning_rate": 2.299001146225643e-06, "loss": 2.4857, "step": 108100 }, { "epoch": 8.86, "learning_rate": 2.2826264941869988e-06, "loss": 2.5072, "step": 108200 }, { "epoch": 8.87, "learning_rate": 2.2662518421483547e-06, "loss": 2.4878, "step": 108300 }, { "epoch": 8.88, "learning_rate": 2.24987719010971e-06, "loss": 2.4876, "step": 108400 }, { "epoch": 8.88, "learning_rate": 2.233502538071066e-06, "loss": 2.4714, "step": 108500 }, { "epoch": 8.89, "learning_rate": 2.217127886032422e-06, "loss": 2.5033, "step": 108600 }, { "epoch": 8.9, "learning_rate": 2.200753233993778e-06, "loss": 2.5034, "step": 108700 }, { "epoch": 8.91, "learning_rate": 2.1843785819551337e-06, "loss": 2.4987, "step": 108800 }, { "epoch": 8.92, "learning_rate": 2.1680039299164896e-06, "loss": 2.5166, "step": 108900 }, { "epoch": 8.92, "learning_rate": 2.151629277877845e-06, "loss": 2.5031, "step": 109000 }, { "epoch": 8.93, "learning_rate": 2.135254625839201e-06, "loss": 2.4761, "step": 109100 }, { "epoch": 8.94, "learning_rate": 2.118879973800557e-06, "loss": 2.486, "step": 109200 }, { "epoch": 8.95, "learning_rate": 2.102505321761913e-06, "loss": 2.5092, "step": 109300 }, { "epoch": 8.96, "learning_rate": 2.0861306697232687e-06, "loss": 2.5162, "step": 109400 }, { "epoch": 8.97, "learning_rate": 2.069756017684624e-06, "loss": 2.4616, "step": 109500 }, { "epoch": 8.97, "learning_rate": 2.05338136564598e-06, "loss": 2.5059, "step": 109600 }, { "epoch": 8.98, "learning_rate": 2.037006713607336e-06, "loss": 2.4782, "step": 109700 }, { "epoch": 8.99, "learning_rate": 2.020632061568692e-06, "loss": 2.5064, "step": 109800 }, { "epoch": 9.0, "learning_rate": 2.004257409530048e-06, "loss": 2.5296, "step": 109900 }, { "epoch": 9.0, "eval_bleu": 983.7557, "eval_chrf": 2873.9646, "eval_chrf_plus": 2702.4064, "eval_gen_len": 14.62, "eval_loss": 2.3763132095336914, "eval_runtime": 38.7822, "eval_samples_per_second": 25.785, "eval_steps_per_second": 1.083, "step": 109926 }, { "epoch": 9.01, "learning_rate": 1.9878827574914033e-06, "loss": 2.4896, "step": 110000 }, { "epoch": 9.01, "learning_rate": 1.971508105452759e-06, "loss": 2.4685, "step": 110100 }, { "epoch": 9.02, "learning_rate": 1.955133453414115e-06, "loss": 2.4665, "step": 110200 }, { "epoch": 9.03, "learning_rate": 1.938758801375471e-06, "loss": 2.4684, "step": 110300 }, { "epoch": 9.04, "learning_rate": 1.922384149336827e-06, "loss": 2.4761, "step": 110400 }, { "epoch": 9.05, "learning_rate": 1.9060094972981828e-06, "loss": 2.4977, "step": 110500 }, { "epoch": 9.06, "learning_rate": 1.8896348452595385e-06, "loss": 2.4788, "step": 110600 }, { "epoch": 9.06, "learning_rate": 1.8732601932208942e-06, "loss": 2.4939, "step": 110700 }, { "epoch": 9.07, "learning_rate": 1.85688554118225e-06, "loss": 2.4984, "step": 110800 }, { "epoch": 9.08, "learning_rate": 1.8405108891436058e-06, "loss": 2.4748, "step": 110900 }, { "epoch": 9.09, "learning_rate": 1.8241362371049617e-06, "loss": 2.4891, "step": 111000 }, { "epoch": 9.1, "learning_rate": 1.8077615850663173e-06, "loss": 2.4635, "step": 111100 }, { "epoch": 9.1, "learning_rate": 1.7913869330276735e-06, "loss": 2.4936, "step": 111200 }, { "epoch": 9.11, "learning_rate": 1.7750122809890291e-06, "loss": 2.4688, "step": 111300 }, { "epoch": 9.12, "learning_rate": 1.7586376289503848e-06, "loss": 2.4682, "step": 111400 }, { "epoch": 9.13, "learning_rate": 1.7422629769117407e-06, "loss": 2.4697, "step": 111500 }, { "epoch": 9.14, "learning_rate": 1.7258883248730964e-06, "loss": 2.4793, "step": 111600 }, { "epoch": 9.15, "learning_rate": 1.7095136728344525e-06, "loss": 2.4898, "step": 111700 }, { "epoch": 9.15, "learning_rate": 1.6931390207958082e-06, "loss": 2.4856, "step": 111800 }, { "epoch": 9.16, "learning_rate": 1.6767643687571641e-06, "loss": 2.4347, "step": 111900 }, { "epoch": 9.17, "learning_rate": 1.6603897167185198e-06, "loss": 2.4829, "step": 112000 }, { "epoch": 9.18, "learning_rate": 1.6440150646798757e-06, "loss": 2.4612, "step": 112100 }, { "epoch": 9.19, "learning_rate": 1.6276404126412314e-06, "loss": 2.4394, "step": 112200 }, { "epoch": 9.19, "learning_rate": 1.6112657606025873e-06, "loss": 2.5252, "step": 112300 }, { "epoch": 9.2, "learning_rate": 1.5948911085639432e-06, "loss": 2.4966, "step": 112400 }, { "epoch": 9.21, "learning_rate": 1.578516456525299e-06, "loss": 2.4586, "step": 112500 }, { "epoch": 9.22, "learning_rate": 1.5621418044866548e-06, "loss": 2.463, "step": 112600 }, { "epoch": 9.23, "learning_rate": 1.5457671524480105e-06, "loss": 2.4873, "step": 112700 }, { "epoch": 9.24, "learning_rate": 1.5293925004093666e-06, "loss": 2.4735, "step": 112800 }, { "epoch": 9.24, "learning_rate": 1.5130178483707223e-06, "loss": 2.4959, "step": 112900 }, { "epoch": 9.25, "learning_rate": 1.496643196332078e-06, "loss": 2.4856, "step": 113000 }, { "epoch": 9.26, "learning_rate": 1.4802685442934339e-06, "loss": 2.4681, "step": 113100 }, { "epoch": 9.27, "learning_rate": 1.4638938922547896e-06, "loss": 2.4575, "step": 113200 }, { "epoch": 9.28, "learning_rate": 1.4475192402161457e-06, "loss": 2.4866, "step": 113300 }, { "epoch": 9.28, "learning_rate": 1.4311445881775014e-06, "loss": 2.457, "step": 113400 }, { "epoch": 9.29, "learning_rate": 1.4147699361388573e-06, "loss": 2.4792, "step": 113500 }, { "epoch": 9.3, "learning_rate": 1.398395284100213e-06, "loss": 2.4699, "step": 113600 }, { "epoch": 9.31, "learning_rate": 1.3820206320615687e-06, "loss": 2.4806, "step": 113700 }, { "epoch": 9.32, "learning_rate": 1.3656459800229246e-06, "loss": 2.4692, "step": 113800 }, { "epoch": 9.33, "learning_rate": 1.3492713279842802e-06, "loss": 2.4843, "step": 113900 }, { "epoch": 9.33, "learning_rate": 1.3328966759456364e-06, "loss": 2.4625, "step": 114000 }, { "epoch": 9.34, "learning_rate": 1.316522023906992e-06, "loss": 2.4772, "step": 114100 }, { "epoch": 9.35, "learning_rate": 1.300147371868348e-06, "loss": 2.4641, "step": 114200 }, { "epoch": 9.36, "learning_rate": 1.2837727198297036e-06, "loss": 2.4972, "step": 114300 }, { "epoch": 9.37, "learning_rate": 1.2673980677910597e-06, "loss": 2.4601, "step": 114400 }, { "epoch": 9.37, "learning_rate": 1.2510234157524154e-06, "loss": 2.4744, "step": 114500 }, { "epoch": 9.38, "learning_rate": 1.2346487637137711e-06, "loss": 2.4776, "step": 114600 }, { "epoch": 9.39, "learning_rate": 1.218274111675127e-06, "loss": 2.4909, "step": 114700 }, { "epoch": 9.4, "learning_rate": 1.201899459636483e-06, "loss": 2.446, "step": 114800 }, { "epoch": 9.41, "learning_rate": 1.1855248075978386e-06, "loss": 2.4938, "step": 114900 }, { "epoch": 9.42, "learning_rate": 1.1691501555591945e-06, "loss": 2.4416, "step": 115000 }, { "epoch": 9.42, "learning_rate": 1.1527755035205502e-06, "loss": 2.484, "step": 115100 }, { "epoch": 9.43, "learning_rate": 1.1364008514819061e-06, "loss": 2.4538, "step": 115200 }, { "epoch": 9.44, "learning_rate": 1.120026199443262e-06, "loss": 2.465, "step": 115300 }, { "epoch": 9.45, "learning_rate": 1.1036515474046177e-06, "loss": 2.4822, "step": 115400 }, { "epoch": 9.46, "learning_rate": 1.0872768953659736e-06, "loss": 2.4673, "step": 115500 }, { "epoch": 9.46, "learning_rate": 1.0709022433273295e-06, "loss": 2.4847, "step": 115600 }, { "epoch": 9.47, "learning_rate": 1.0545275912886852e-06, "loss": 2.4347, "step": 115700 }, { "epoch": 9.48, "learning_rate": 1.038152939250041e-06, "loss": 2.4893, "step": 115800 }, { "epoch": 9.49, "learning_rate": 1.0217782872113968e-06, "loss": 2.4832, "step": 115900 }, { "epoch": 9.5, "learning_rate": 1.0054036351727527e-06, "loss": 2.4778, "step": 116000 }, { "epoch": 9.51, "learning_rate": 9.890289831341086e-07, "loss": 2.4509, "step": 116100 }, { "epoch": 9.51, "learning_rate": 9.726543310954643e-07, "loss": 2.4635, "step": 116200 }, { "epoch": 9.52, "learning_rate": 9.562796790568202e-07, "loss": 2.4781, "step": 116300 }, { "epoch": 9.53, "learning_rate": 9.399050270181759e-07, "loss": 2.451, "step": 116400 }, { "epoch": 9.54, "learning_rate": 9.235303749795318e-07, "loss": 2.4803, "step": 116500 }, { "epoch": 9.55, "learning_rate": 9.071557229408876e-07, "loss": 2.462, "step": 116600 }, { "epoch": 9.55, "learning_rate": 8.907810709022434e-07, "loss": 2.502, "step": 116700 }, { "epoch": 9.56, "learning_rate": 8.744064188635993e-07, "loss": 2.4988, "step": 116800 }, { "epoch": 9.57, "learning_rate": 8.58031766824955e-07, "loss": 2.4858, "step": 116900 }, { "epoch": 9.58, "learning_rate": 8.41657114786311e-07, "loss": 2.4803, "step": 117000 }, { "epoch": 9.59, "learning_rate": 8.252824627476667e-07, "loss": 2.4874, "step": 117100 }, { "epoch": 9.6, "learning_rate": 8.089078107090224e-07, "loss": 2.4499, "step": 117200 }, { "epoch": 9.6, "learning_rate": 7.925331586703782e-07, "loss": 2.4769, "step": 117300 }, { "epoch": 9.61, "learning_rate": 7.761585066317341e-07, "loss": 2.465, "step": 117400 }, { "epoch": 9.62, "learning_rate": 7.597838545930899e-07, "loss": 2.4572, "step": 117500 }, { "epoch": 9.63, "learning_rate": 7.434092025544458e-07, "loss": 2.4699, "step": 117600 }, { "epoch": 9.64, "learning_rate": 7.270345505158016e-07, "loss": 2.4953, "step": 117700 }, { "epoch": 9.64, "learning_rate": 7.106598984771574e-07, "loss": 2.4646, "step": 117800 }, { "epoch": 9.65, "learning_rate": 6.942852464385133e-07, "loss": 2.4412, "step": 117900 }, { "epoch": 9.66, "learning_rate": 6.77910594399869e-07, "loss": 2.4873, "step": 118000 }, { "epoch": 9.67, "learning_rate": 6.615359423612248e-07, "loss": 2.5147, "step": 118100 }, { "epoch": 9.68, "learning_rate": 6.451612903225807e-07, "loss": 2.4683, "step": 118200 }, { "epoch": 9.69, "learning_rate": 6.287866382839365e-07, "loss": 2.46, "step": 118300 }, { "epoch": 9.69, "learning_rate": 6.124119862452924e-07, "loss": 2.4775, "step": 118400 }, { "epoch": 9.7, "learning_rate": 5.960373342066481e-07, "loss": 2.5124, "step": 118500 }, { "epoch": 9.71, "learning_rate": 5.79662682168004e-07, "loss": 2.4728, "step": 118600 }, { "epoch": 9.72, "learning_rate": 5.632880301293598e-07, "loss": 2.4743, "step": 118700 }, { "epoch": 9.73, "learning_rate": 5.469133780907157e-07, "loss": 2.5134, "step": 118800 }, { "epoch": 9.73, "learning_rate": 5.305387260520714e-07, "loss": 2.4655, "step": 118900 }, { "epoch": 9.74, "learning_rate": 5.141640740134273e-07, "loss": 2.4559, "step": 119000 }, { "epoch": 9.75, "learning_rate": 4.977894219747831e-07, "loss": 2.4724, "step": 119100 }, { "epoch": 9.76, "learning_rate": 4.81414769936139e-07, "loss": 2.506, "step": 119200 }, { "epoch": 9.77, "learning_rate": 4.650401178974947e-07, "loss": 2.4379, "step": 119300 }, { "epoch": 9.78, "learning_rate": 4.486654658588505e-07, "loss": 2.4732, "step": 119400 }, { "epoch": 9.78, "learning_rate": 4.3229081382020635e-07, "loss": 2.4776, "step": 119500 }, { "epoch": 9.79, "learning_rate": 4.159161617815622e-07, "loss": 2.483, "step": 119600 }, { "epoch": 9.8, "learning_rate": 3.99541509742918e-07, "loss": 2.4569, "step": 119700 }, { "epoch": 9.81, "learning_rate": 3.831668577042738e-07, "loss": 2.4781, "step": 119800 }, { "epoch": 9.82, "learning_rate": 3.6679220566562964e-07, "loss": 2.4737, "step": 119900 }, { "epoch": 9.82, "learning_rate": 3.504175536269855e-07, "loss": 2.4749, "step": 120000 }, { "epoch": 9.83, "learning_rate": 3.3404290158834123e-07, "loss": 2.4582, "step": 120100 }, { "epoch": 9.84, "learning_rate": 3.176682495496971e-07, "loss": 2.4546, "step": 120200 }, { "epoch": 9.85, "learning_rate": 3.0129359751105293e-07, "loss": 2.4568, "step": 120300 }, { "epoch": 9.86, "learning_rate": 2.849189454724087e-07, "loss": 2.4637, "step": 120400 }, { "epoch": 9.87, "learning_rate": 2.6854429343376457e-07, "loss": 2.479, "step": 120500 }, { "epoch": 9.87, "learning_rate": 2.5216964139512036e-07, "loss": 2.4644, "step": 120600 }, { "epoch": 9.88, "learning_rate": 2.3579498935647619e-07, "loss": 2.4845, "step": 120700 }, { "epoch": 9.89, "learning_rate": 2.19420337317832e-07, "loss": 2.4691, "step": 120800 }, { "epoch": 9.9, "learning_rate": 2.0304568527918783e-07, "loss": 2.4972, "step": 120900 }, { "epoch": 9.91, "learning_rate": 1.8667103324054365e-07, "loss": 2.4836, "step": 121000 }, { "epoch": 9.91, "learning_rate": 1.7029638120189947e-07, "loss": 2.4774, "step": 121100 }, { "epoch": 9.92, "learning_rate": 1.539217291632553e-07, "loss": 2.4536, "step": 121200 }, { "epoch": 9.93, "learning_rate": 1.3754707712461112e-07, "loss": 2.4536, "step": 121300 }, { "epoch": 9.94, "learning_rate": 1.2117242508596694e-07, "loss": 2.4993, "step": 121400 }, { "epoch": 9.95, "learning_rate": 1.0479777304732276e-07, "loss": 2.5068, "step": 121500 }, { "epoch": 9.96, "learning_rate": 8.842312100867858e-08, "loss": 2.4678, "step": 121600 }, { "epoch": 9.96, "learning_rate": 7.204846897003439e-08, "loss": 2.4577, "step": 121700 }, { "epoch": 9.97, "learning_rate": 5.567381693139021e-08, "loss": 2.4623, "step": 121800 }, { "epoch": 9.98, "learning_rate": 3.929916489274603e-08, "loss": 2.4673, "step": 121900 }, { "epoch": 9.99, "learning_rate": 2.2924512854101853e-08, "loss": 2.5057, "step": 122000 }, { "epoch": 10.0, "learning_rate": 6.549860815457672e-09, "loss": 2.4638, "step": 122100 }, { "epoch": 10.0, "eval_bleu": 995.492, "eval_chrf": 2879.8334, "eval_chrf_plus": 2710.1728, "eval_gen_len": 14.645, "eval_loss": 2.3738529682159424, "eval_runtime": 38.7293, "eval_samples_per_second": 25.82, "eval_steps_per_second": 1.084, "step": 122140 } ], "logging_steps": 100, "max_steps": 122140, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 2.412332343172915e+18, "train_batch_size": 24, "trial_name": null, "trial_params": null }