| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 7644, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0013082155939298796, |
| "grad_norm": 7.290712591801908, |
| "learning_rate": 4.9999999999999996e-05, |
| "loss": 5.7851, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0026164311878597592, |
| "grad_norm": 3.67299584724583, |
| "learning_rate": 6.505149978319905e-05, |
| "loss": 3.1259, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.003924646781789639, |
| "grad_norm": 2.4764513799723513, |
| "learning_rate": 7.385606273598311e-05, |
| "loss": 1.6786, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0052328623757195184, |
| "grad_norm": 1.7953600265789333, |
| "learning_rate": 8.01029995663981e-05, |
| "loss": 1.2211, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.006541077969649398, |
| "grad_norm": 1.8771167917018612, |
| "learning_rate": 8.494850021680092e-05, |
| "loss": 1.2585, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.007849293563579277, |
| "grad_norm": 1.2473543190033471, |
| "learning_rate": 8.890756251918216e-05, |
| "loss": 0.9283, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.009157509157509158, |
| "grad_norm": 2.618558273245568, |
| "learning_rate": 9.225490200071284e-05, |
| "loss": 1.1733, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.010465724751439037, |
| "grad_norm": 1.2184582707007738, |
| "learning_rate": 9.515449934959716e-05, |
| "loss": 0.9113, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.011773940345368918, |
| "grad_norm": 1.1266167128317874, |
| "learning_rate": 9.771212547196623e-05, |
| "loss": 1.0926, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.013082155939298797, |
| "grad_norm": 1.2759202461423789, |
| "learning_rate": 9.999999999999999e-05, |
| "loss": 0.9088, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.014390371533228676, |
| "grad_norm": 1.1320718200823117, |
| "learning_rate": 9.988069989395547e-05, |
| "loss": 1.0652, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.015698587127158554, |
| "grad_norm": 1.253166703044972, |
| "learning_rate": 9.974814422057265e-05, |
| "loss": 0.8037, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.017006802721088437, |
| "grad_norm": 0.8736521465598114, |
| "learning_rate": 9.961558854718983e-05, |
| "loss": 1.0371, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.018315018315018316, |
| "grad_norm": 0.9331897722352183, |
| "learning_rate": 9.9483032873807e-05, |
| "loss": 0.8399, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.019623233908948195, |
| "grad_norm": 1.16561958480625, |
| "learning_rate": 9.935047720042418e-05, |
| "loss": 1.0586, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.020931449502878074, |
| "grad_norm": 0.8921867195796972, |
| "learning_rate": 9.921792152704136e-05, |
| "loss": 0.7718, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.022239665096807953, |
| "grad_norm": 0.7140587209081476, |
| "learning_rate": 9.908536585365854e-05, |
| "loss": 1.009, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.023547880690737835, |
| "grad_norm": 0.8309946634200358, |
| "learning_rate": 9.895281018027573e-05, |
| "loss": 0.7839, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.024856096284667714, |
| "grad_norm": 0.7342060793171521, |
| "learning_rate": 9.88202545068929e-05, |
| "loss": 0.9935, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.026164311878597593, |
| "grad_norm": 0.9847538624284081, |
| "learning_rate": 9.868769883351007e-05, |
| "loss": 0.7705, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.027472527472527472, |
| "grad_norm": 0.8944456756402039, |
| "learning_rate": 9.855514316012726e-05, |
| "loss": 1.0197, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.02878074306645735, |
| "grad_norm": 0.7463212583397272, |
| "learning_rate": 9.842258748674443e-05, |
| "loss": 0.7562, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.030088958660387233, |
| "grad_norm": 0.7842188750961813, |
| "learning_rate": 9.829003181336162e-05, |
| "loss": 0.9935, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03139717425431711, |
| "grad_norm": 0.8675590356137016, |
| "learning_rate": 9.815747613997879e-05, |
| "loss": 0.7518, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03270538984824699, |
| "grad_norm": 0.5923018779242124, |
| "learning_rate": 9.802492046659596e-05, |
| "loss": 0.9582, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.034013605442176874, |
| "grad_norm": 0.6928464778679819, |
| "learning_rate": 9.789236479321315e-05, |
| "loss": 0.747, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.03532182103610675, |
| "grad_norm": 0.7113730083361403, |
| "learning_rate": 9.775980911983034e-05, |
| "loss": 0.9576, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03663003663003663, |
| "grad_norm": 0.8679078003827115, |
| "learning_rate": 9.762725344644751e-05, |
| "loss": 0.7286, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03793825222396651, |
| "grad_norm": 0.600907373361144, |
| "learning_rate": 9.74946977730647e-05, |
| "loss": 0.9778, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.03924646781789639, |
| "grad_norm": 0.8848902266623525, |
| "learning_rate": 9.736214209968187e-05, |
| "loss": 0.7405, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04055468341182627, |
| "grad_norm": 0.9589691469495706, |
| "learning_rate": 9.722958642629904e-05, |
| "loss": 0.9579, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04186289900575615, |
| "grad_norm": 0.7099733591624596, |
| "learning_rate": 9.709703075291623e-05, |
| "loss": 0.7529, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04317111459968603, |
| "grad_norm": 0.6510293809764843, |
| "learning_rate": 9.696447507953341e-05, |
| "loss": 0.979, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.044479330193615906, |
| "grad_norm": 1.1641190214279045, |
| "learning_rate": 9.683191940615059e-05, |
| "loss": 0.7132, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.045787545787545784, |
| "grad_norm": 0.9673000795752291, |
| "learning_rate": 9.669936373276777e-05, |
| "loss": 0.9253, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04709576138147567, |
| "grad_norm": 0.7190353586884389, |
| "learning_rate": 9.656680805938494e-05, |
| "loss": 0.726, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04840397697540555, |
| "grad_norm": 0.7201601219088483, |
| "learning_rate": 9.643425238600212e-05, |
| "loss": 0.9286, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.04971219256933543, |
| "grad_norm": 0.884374342504821, |
| "learning_rate": 9.63016967126193e-05, |
| "loss": 0.7203, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.05102040816326531, |
| "grad_norm": 0.7049160941807705, |
| "learning_rate": 9.616914103923649e-05, |
| "loss": 0.9509, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.052328623757195186, |
| "grad_norm": 0.9056185856880267, |
| "learning_rate": 9.603658536585366e-05, |
| "loss": 0.7115, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.053636839351125065, |
| "grad_norm": 0.6053280737552994, |
| "learning_rate": 9.590402969247085e-05, |
| "loss": 0.949, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.054945054945054944, |
| "grad_norm": 0.669203867860999, |
| "learning_rate": 9.577147401908802e-05, |
| "loss": 0.7155, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.05625327053898482, |
| "grad_norm": 0.7049507997603442, |
| "learning_rate": 9.56389183457052e-05, |
| "loss": 0.9633, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0575614861329147, |
| "grad_norm": 0.72413054526148, |
| "learning_rate": 9.550636267232238e-05, |
| "loss": 0.6704, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.05886970172684458, |
| "grad_norm": 0.9434997463945898, |
| "learning_rate": 9.537380699893957e-05, |
| "loss": 0.9329, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06017791732077447, |
| "grad_norm": 0.9425009249090048, |
| "learning_rate": 9.524125132555674e-05, |
| "loss": 0.6726, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.061486132914704346, |
| "grad_norm": 0.529629216676613, |
| "learning_rate": 9.510869565217391e-05, |
| "loss": 0.9172, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06279434850863422, |
| "grad_norm": 0.694713736738518, |
| "learning_rate": 9.49761399787911e-05, |
| "loss": 0.7293, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0641025641025641, |
| "grad_norm": 0.6230312130051202, |
| "learning_rate": 9.484358430540827e-05, |
| "loss": 0.903, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06541077969649398, |
| "grad_norm": 0.6370052650163481, |
| "learning_rate": 9.471102863202546e-05, |
| "loss": 0.7062, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06671899529042387, |
| "grad_norm": 0.7394610544442655, |
| "learning_rate": 9.457847295864264e-05, |
| "loss": 0.9301, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06802721088435375, |
| "grad_norm": 0.5284256055090087, |
| "learning_rate": 9.444591728525982e-05, |
| "loss": 0.6504, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.06933542647828363, |
| "grad_norm": 0.8769802465059457, |
| "learning_rate": 9.431336161187699e-05, |
| "loss": 0.9392, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0706436420722135, |
| "grad_norm": 0.7788506408432221, |
| "learning_rate": 9.418080593849417e-05, |
| "loss": 0.7188, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07195185766614338, |
| "grad_norm": 0.6258384386257697, |
| "learning_rate": 9.404825026511135e-05, |
| "loss": 0.8991, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.07326007326007326, |
| "grad_norm": 0.771128895833298, |
| "learning_rate": 9.391569459172853e-05, |
| "loss": 0.6951, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07456828885400314, |
| "grad_norm": 0.8070532606977017, |
| "learning_rate": 9.378313891834572e-05, |
| "loss": 0.9198, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.07587650444793302, |
| "grad_norm": 0.7040977734805667, |
| "learning_rate": 9.365058324496289e-05, |
| "loss": 0.7285, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.0771847200418629, |
| "grad_norm": 0.5877418285296147, |
| "learning_rate": 9.351802757158006e-05, |
| "loss": 0.8823, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.07849293563579278, |
| "grad_norm": 0.43162998979605355, |
| "learning_rate": 9.338547189819725e-05, |
| "loss": 0.6631, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07980115122972266, |
| "grad_norm": 0.5655884401483549, |
| "learning_rate": 9.325291622481442e-05, |
| "loss": 0.9211, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.08110936682365254, |
| "grad_norm": 0.6606829717694761, |
| "learning_rate": 9.312036055143161e-05, |
| "loss": 0.6835, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08241758241758242, |
| "grad_norm": 0.4866281049362381, |
| "learning_rate": 9.29878048780488e-05, |
| "loss": 0.8975, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0837257980115123, |
| "grad_norm": 1.1102292165370264, |
| "learning_rate": 9.285524920466597e-05, |
| "loss": 0.6914, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08503401360544217, |
| "grad_norm": 0.5006402275523141, |
| "learning_rate": 9.272269353128314e-05, |
| "loss": 0.9399, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.08634222919937205, |
| "grad_norm": 0.7796348119914489, |
| "learning_rate": 9.259013785790033e-05, |
| "loss": 0.7019, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.08765044479330193, |
| "grad_norm": 0.7168780685110666, |
| "learning_rate": 9.24575821845175e-05, |
| "loss": 0.8866, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.08895866038723181, |
| "grad_norm": 0.8634136089366375, |
| "learning_rate": 9.232502651113469e-05, |
| "loss": 0.6761, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.09026687598116169, |
| "grad_norm": 0.596915980244832, |
| "learning_rate": 9.219247083775187e-05, |
| "loss": 0.9005, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.09157509157509157, |
| "grad_norm": 0.6529475469297664, |
| "learning_rate": 9.205991516436903e-05, |
| "loss": 0.6601, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.09288330716902145, |
| "grad_norm": 0.5753441026258548, |
| "learning_rate": 9.192735949098622e-05, |
| "loss": 0.9205, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09419152276295134, |
| "grad_norm": 0.7907931238031155, |
| "learning_rate": 9.17948038176034e-05, |
| "loss": 0.6816, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09549973835688122, |
| "grad_norm": 0.5399094070955297, |
| "learning_rate": 9.166224814422058e-05, |
| "loss": 0.9374, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0968079539508111, |
| "grad_norm": 0.7177139918496634, |
| "learning_rate": 9.152969247083776e-05, |
| "loss": 0.6665, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09811616954474098, |
| "grad_norm": 0.5696746776689743, |
| "learning_rate": 9.139713679745493e-05, |
| "loss": 0.9129, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.09942438513867086, |
| "grad_norm": 0.638093758359057, |
| "learning_rate": 9.126458112407211e-05, |
| "loss": 0.6675, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.10073260073260074, |
| "grad_norm": 0.6020538420505003, |
| "learning_rate": 9.11320254506893e-05, |
| "loss": 0.8901, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 0.6120466557768905, |
| "learning_rate": 9.099946977730648e-05, |
| "loss": 0.6796, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.1033490319204605, |
| "grad_norm": 0.6210967554289628, |
| "learning_rate": 9.086691410392365e-05, |
| "loss": 0.8869, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.10465724751439037, |
| "grad_norm": 0.8091885327796373, |
| "learning_rate": 9.073435843054084e-05, |
| "loss": 0.6625, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.10596546310832025, |
| "grad_norm": 0.5779837898387246, |
| "learning_rate": 9.060180275715801e-05, |
| "loss": 0.8876, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.10727367870225013, |
| "grad_norm": 0.7299991372030511, |
| "learning_rate": 9.046924708377518e-05, |
| "loss": 0.696, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.10858189429618001, |
| "grad_norm": 0.6620337610636755, |
| "learning_rate": 9.033669141039237e-05, |
| "loss": 0.9008, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.10989010989010989, |
| "grad_norm": 0.6010699007449223, |
| "learning_rate": 9.020413573700954e-05, |
| "loss": 0.6712, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.11119832548403977, |
| "grad_norm": 0.5427558713650651, |
| "learning_rate": 9.007158006362673e-05, |
| "loss": 0.8753, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11250654107796965, |
| "grad_norm": 0.6742371579613256, |
| "learning_rate": 8.993902439024391e-05, |
| "loss": 0.6737, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.11381475667189953, |
| "grad_norm": 0.7058859567453811, |
| "learning_rate": 8.980646871686109e-05, |
| "loss": 0.8956, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.1151229722658294, |
| "grad_norm": 0.7684505962300139, |
| "learning_rate": 8.967391304347826e-05, |
| "loss": 0.6851, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.11643118785975928, |
| "grad_norm": 0.5221308693647347, |
| "learning_rate": 8.954135737009545e-05, |
| "loss": 0.8774, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.11773940345368916, |
| "grad_norm": 0.6747737190536728, |
| "learning_rate": 8.940880169671262e-05, |
| "loss": 0.6816, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.11904761904761904, |
| "grad_norm": 0.46024093702145724, |
| "learning_rate": 8.92762460233298e-05, |
| "loss": 0.8785, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.12035583464154893, |
| "grad_norm": 0.5572757908727249, |
| "learning_rate": 8.914369034994699e-05, |
| "loss": 0.6749, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.12166405023547881, |
| "grad_norm": 0.5755409211612259, |
| "learning_rate": 8.901113467656415e-05, |
| "loss": 0.8996, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.12297226582940869, |
| "grad_norm": 0.44743009853908355, |
| "learning_rate": 8.887857900318134e-05, |
| "loss": 0.6812, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.12428048142333857, |
| "grad_norm": 0.5356391814605695, |
| "learning_rate": 8.874602332979852e-05, |
| "loss": 0.8962, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.12558869701726844, |
| "grad_norm": 0.9142027438043182, |
| "learning_rate": 8.86134676564157e-05, |
| "loss": 0.6923, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.12689691261119831, |
| "grad_norm": 0.5787045277844781, |
| "learning_rate": 8.848091198303288e-05, |
| "loss": 0.8958, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.1282051282051282, |
| "grad_norm": 0.7928771640327954, |
| "learning_rate": 8.834835630965005e-05, |
| "loss": 0.6926, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.12951334379905807, |
| "grad_norm": 0.6614005586526391, |
| "learning_rate": 8.821580063626723e-05, |
| "loss": 0.8844, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.13082155939298795, |
| "grad_norm": 0.49917342117601304, |
| "learning_rate": 8.808324496288441e-05, |
| "loss": 0.6839, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13212977498691783, |
| "grad_norm": 0.6870942412562521, |
| "learning_rate": 8.79506892895016e-05, |
| "loss": 0.937, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.13343799058084774, |
| "grad_norm": 0.48623360323222364, |
| "learning_rate": 8.781813361611877e-05, |
| "loss": 0.6424, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.13474620617477762, |
| "grad_norm": 0.522869801801631, |
| "learning_rate": 8.768557794273596e-05, |
| "loss": 0.9139, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1360544217687075, |
| "grad_norm": 0.8763988251800717, |
| "learning_rate": 8.755302226935313e-05, |
| "loss": 0.6746, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.13736263736263737, |
| "grad_norm": 0.7101195150803217, |
| "learning_rate": 8.74204665959703e-05, |
| "loss": 0.8867, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.13867085295656725, |
| "grad_norm": 0.6262246747509773, |
| "learning_rate": 8.728791092258749e-05, |
| "loss": 0.6833, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.13997906855049713, |
| "grad_norm": 0.5315808280206341, |
| "learning_rate": 8.715535524920468e-05, |
| "loss": 0.9028, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.141287284144427, |
| "grad_norm": 0.5625387450672273, |
| "learning_rate": 8.702279957582185e-05, |
| "loss": 0.6623, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.1425954997383569, |
| "grad_norm": 0.6106698449027703, |
| "learning_rate": 8.689024390243903e-05, |
| "loss": 0.9054, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.14390371533228677, |
| "grad_norm": 0.785333814713217, |
| "learning_rate": 8.67576882290562e-05, |
| "loss": 0.6621, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.14521193092621665, |
| "grad_norm": 0.5341457759006656, |
| "learning_rate": 8.662513255567338e-05, |
| "loss": 0.8977, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.14652014652014653, |
| "grad_norm": 0.4836909763150667, |
| "learning_rate": 8.649257688229057e-05, |
| "loss": 0.643, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.1478283621140764, |
| "grad_norm": 0.6214661415425415, |
| "learning_rate": 8.636002120890775e-05, |
| "loss": 0.8619, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.14913657770800628, |
| "grad_norm": 0.44754299062781455, |
| "learning_rate": 8.622746553552492e-05, |
| "loss": 0.6545, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.15044479330193616, |
| "grad_norm": 0.654698416147961, |
| "learning_rate": 8.609490986214211e-05, |
| "loss": 0.8687, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.15175300889586604, |
| "grad_norm": 0.7796186456327326, |
| "learning_rate": 8.596235418875928e-05, |
| "loss": 0.6516, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.15306122448979592, |
| "grad_norm": 0.5619622188020412, |
| "learning_rate": 8.582979851537646e-05, |
| "loss": 0.9019, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1543694400837258, |
| "grad_norm": 0.589108674850363, |
| "learning_rate": 8.569724284199364e-05, |
| "loss": 0.6514, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.15567765567765568, |
| "grad_norm": 0.9533885730603633, |
| "learning_rate": 8.556468716861083e-05, |
| "loss": 0.8537, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.15698587127158556, |
| "grad_norm": 0.5479885592424896, |
| "learning_rate": 8.5432131495228e-05, |
| "loss": 0.6615, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.15829408686551544, |
| "grad_norm": 0.6153890373628342, |
| "learning_rate": 8.529957582184517e-05, |
| "loss": 0.8631, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.15960230245944532, |
| "grad_norm": 0.7917177530306803, |
| "learning_rate": 8.516702014846236e-05, |
| "loss": 0.6616, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.1609105180533752, |
| "grad_norm": 0.656469547745639, |
| "learning_rate": 8.503446447507953e-05, |
| "loss": 0.8929, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.16221873364730507, |
| "grad_norm": 0.5569826880804676, |
| "learning_rate": 8.490190880169672e-05, |
| "loss": 0.6477, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.16352694924123495, |
| "grad_norm": 0.6145021073052068, |
| "learning_rate": 8.47693531283139e-05, |
| "loss": 0.8835, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.16483516483516483, |
| "grad_norm": 0.6285934467054461, |
| "learning_rate": 8.463679745493108e-05, |
| "loss": 0.6549, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.1661433804290947, |
| "grad_norm": 0.4969597278981036, |
| "learning_rate": 8.450424178154825e-05, |
| "loss": 0.8846, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.1674515960230246, |
| "grad_norm": 0.6062848536416026, |
| "learning_rate": 8.437168610816544e-05, |
| "loss": 0.6269, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.16875981161695447, |
| "grad_norm": 0.5265730484032111, |
| "learning_rate": 8.423913043478261e-05, |
| "loss": 0.8592, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.17006802721088435, |
| "grad_norm": 0.5811110234076874, |
| "learning_rate": 8.41065747613998e-05, |
| "loss": 0.6544, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.17137624280481423, |
| "grad_norm": 0.5639694934132476, |
| "learning_rate": 8.397401908801698e-05, |
| "loss": 0.8732, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1726844583987441, |
| "grad_norm": 0.7531411828367692, |
| "learning_rate": 8.384146341463415e-05, |
| "loss": 0.6683, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.17399267399267399, |
| "grad_norm": 0.5146605068810605, |
| "learning_rate": 8.370890774125133e-05, |
| "loss": 0.8911, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.17530088958660386, |
| "grad_norm": 0.5881044587524927, |
| "learning_rate": 8.357635206786851e-05, |
| "loss": 0.6957, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.17660910518053374, |
| "grad_norm": 0.6108606112713066, |
| "learning_rate": 8.344379639448568e-05, |
| "loss": 0.864, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.17791732077446362, |
| "grad_norm": 0.6838348363870184, |
| "learning_rate": 8.331124072110287e-05, |
| "loss": 0.6382, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1792255363683935, |
| "grad_norm": 0.5844899134885503, |
| "learning_rate": 8.317868504772006e-05, |
| "loss": 0.895, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.18053375196232338, |
| "grad_norm": 0.40337593852276243, |
| "learning_rate": 8.304612937433723e-05, |
| "loss": 0.649, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.18184196755625326, |
| "grad_norm": 0.49730732309328707, |
| "learning_rate": 8.29135737009544e-05, |
| "loss": 0.8442, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.18315018315018314, |
| "grad_norm": 0.5590991907664666, |
| "learning_rate": 8.278101802757159e-05, |
| "loss": 0.6445, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18445839874411302, |
| "grad_norm": 0.6588503605001691, |
| "learning_rate": 8.264846235418876e-05, |
| "loss": 0.864, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.1857666143380429, |
| "grad_norm": 0.6197416228060506, |
| "learning_rate": 8.251590668080595e-05, |
| "loss": 0.6094, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1870748299319728, |
| "grad_norm": 0.5482300336211388, |
| "learning_rate": 8.238335100742312e-05, |
| "loss": 0.8619, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.18838304552590268, |
| "grad_norm": 0.72709681776675, |
| "learning_rate": 8.225079533404029e-05, |
| "loss": 0.6456, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.18969126111983256, |
| "grad_norm": 0.5600056919125233, |
| "learning_rate": 8.211823966065748e-05, |
| "loss": 0.86, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.19099947671376244, |
| "grad_norm": 0.7289799556624317, |
| "learning_rate": 8.198568398727466e-05, |
| "loss": 0.6271, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.19230769230769232, |
| "grad_norm": 0.4590489049870012, |
| "learning_rate": 8.185312831389184e-05, |
| "loss": 0.8897, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.1936159079016222, |
| "grad_norm": 0.8036211881560831, |
| "learning_rate": 8.172057264050902e-05, |
| "loss": 0.6434, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.19492412349555208, |
| "grad_norm": 0.49768694148703807, |
| "learning_rate": 8.15880169671262e-05, |
| "loss": 0.8417, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.19623233908948196, |
| "grad_norm": 0.771940987579212, |
| "learning_rate": 8.145546129374337e-05, |
| "loss": 0.626, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.19754055468341183, |
| "grad_norm": 0.5487861196155561, |
| "learning_rate": 8.132290562036055e-05, |
| "loss": 0.863, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.1988487702773417, |
| "grad_norm": 0.5767745735777565, |
| "learning_rate": 8.119034994697774e-05, |
| "loss": 0.6327, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.2001569858712716, |
| "grad_norm": 0.5740160328527427, |
| "learning_rate": 8.105779427359491e-05, |
| "loss": 0.8293, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.20146520146520147, |
| "grad_norm": 0.6248485702307536, |
| "learning_rate": 8.09252386002121e-05, |
| "loss": 0.6525, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.20277341705913135, |
| "grad_norm": 0.5959014412308178, |
| "learning_rate": 8.079268292682927e-05, |
| "loss": 0.8793, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 0.5523669620436882, |
| "learning_rate": 8.066012725344644e-05, |
| "loss": 0.6549, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.2053898482469911, |
| "grad_norm": 0.6456441196706465, |
| "learning_rate": 8.052757158006363e-05, |
| "loss": 0.8688, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.206698063840921, |
| "grad_norm": 0.5659881168480183, |
| "learning_rate": 8.039501590668082e-05, |
| "loss": 0.6565, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.20800627943485087, |
| "grad_norm": 0.5616175050073812, |
| "learning_rate": 8.026246023329799e-05, |
| "loss": 0.8418, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.20931449502878074, |
| "grad_norm": 0.6028672819947086, |
| "learning_rate": 8.012990455991518e-05, |
| "loss": 0.6231, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.21062271062271062, |
| "grad_norm": 0.546703449007772, |
| "learning_rate": 7.999734888653235e-05, |
| "loss": 0.8631, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.2119309262166405, |
| "grad_norm": 0.3849996641772154, |
| "learning_rate": 7.986479321314952e-05, |
| "loss": 0.6246, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.21323914181057038, |
| "grad_norm": 0.4435598672137561, |
| "learning_rate": 7.973223753976671e-05, |
| "loss": 0.886, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.21454735740450026, |
| "grad_norm": 0.6111533721181235, |
| "learning_rate": 7.95996818663839e-05, |
| "loss": 0.6494, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.21585557299843014, |
| "grad_norm": 0.5729934681943539, |
| "learning_rate": 7.946712619300107e-05, |
| "loss": 0.8618, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.21716378859236002, |
| "grad_norm": 0.6355561878934224, |
| "learning_rate": 7.933457051961824e-05, |
| "loss": 0.6303, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.2184720041862899, |
| "grad_norm": 0.4669924162265557, |
| "learning_rate": 7.920201484623541e-05, |
| "loss": 0.8654, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.21978021978021978, |
| "grad_norm": 0.6815024166926259, |
| "learning_rate": 7.90694591728526e-05, |
| "loss": 0.6299, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.22108843537414966, |
| "grad_norm": 0.5542650967967168, |
| "learning_rate": 7.893690349946978e-05, |
| "loss": 0.8661, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.22239665096807953, |
| "grad_norm": 0.5596504228795459, |
| "learning_rate": 7.880434782608696e-05, |
| "loss": 0.6462, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2237048665620094, |
| "grad_norm": 0.6616295642250447, |
| "learning_rate": 7.867179215270414e-05, |
| "loss": 0.8638, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.2250130821559393, |
| "grad_norm": 0.42204578619386185, |
| "learning_rate": 7.853923647932132e-05, |
| "loss": 0.6493, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.22632129774986917, |
| "grad_norm": 0.6146957520525497, |
| "learning_rate": 7.840668080593849e-05, |
| "loss": 0.8621, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.22762951334379905, |
| "grad_norm": 0.595798638618577, |
| "learning_rate": 7.827412513255567e-05, |
| "loss": 0.623, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.22893772893772893, |
| "grad_norm": 0.624548132547215, |
| "learning_rate": 7.814156945917286e-05, |
| "loss": 0.8582, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2302459445316588, |
| "grad_norm": 0.6305314992926004, |
| "learning_rate": 7.800901378579003e-05, |
| "loss": 0.6336, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.2315541601255887, |
| "grad_norm": 0.7759096340841495, |
| "learning_rate": 7.787645811240722e-05, |
| "loss": 0.8387, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.23286237571951857, |
| "grad_norm": 0.5604953018516682, |
| "learning_rate": 7.774390243902439e-05, |
| "loss": 0.6283, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.23417059131344845, |
| "grad_norm": 0.7099271936900229, |
| "learning_rate": 7.761134676564156e-05, |
| "loss": 0.8628, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.23547880690737832, |
| "grad_norm": 0.474479805099593, |
| "learning_rate": 7.747879109225875e-05, |
| "loss": 0.6259, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.2367870225013082, |
| "grad_norm": 0.5416834886960876, |
| "learning_rate": 7.734623541887594e-05, |
| "loss": 0.8567, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.23809523809523808, |
| "grad_norm": 0.5379729696776889, |
| "learning_rate": 7.721367974549311e-05, |
| "loss": 0.6096, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.239403453689168, |
| "grad_norm": 0.6138823092852339, |
| "learning_rate": 7.70811240721103e-05, |
| "loss": 0.8454, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.24071166928309787, |
| "grad_norm": 0.7163967325753281, |
| "learning_rate": 7.694856839872747e-05, |
| "loss": 0.6751, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.24201988487702775, |
| "grad_norm": 0.7446327434350999, |
| "learning_rate": 7.681601272534464e-05, |
| "loss": 0.8933, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.24332810047095763, |
| "grad_norm": 0.674203813956785, |
| "learning_rate": 7.668345705196183e-05, |
| "loss": 0.6436, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.2446363160648875, |
| "grad_norm": 0.5298303453138061, |
| "learning_rate": 7.655090137857901e-05, |
| "loss": 0.8383, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.24594453165881738, |
| "grad_norm": 0.46309042220240854, |
| "learning_rate": 7.641834570519619e-05, |
| "loss": 0.624, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.24725274725274726, |
| "grad_norm": 0.527675840331917, |
| "learning_rate": 7.628579003181336e-05, |
| "loss": 0.8423, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.24856096284667714, |
| "grad_norm": 0.6656931192324065, |
| "learning_rate": 7.615323435843054e-05, |
| "loss": 0.66, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.24986917844060702, |
| "grad_norm": 0.5865447145073008, |
| "learning_rate": 7.602067868504772e-05, |
| "loss": 0.8659, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.25117739403453687, |
| "grad_norm": 0.5349083325210562, |
| "learning_rate": 7.58881230116649e-05, |
| "loss": 0.6439, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.2524856096284668, |
| "grad_norm": 0.5557018540060792, |
| "learning_rate": 7.575556733828209e-05, |
| "loss": 0.846, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.25379382522239663, |
| "grad_norm": 0.5858709719889754, |
| "learning_rate": 7.562301166489926e-05, |
| "loss": 0.6473, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.25510204081632654, |
| "grad_norm": 0.5461126801060399, |
| "learning_rate": 7.549045599151643e-05, |
| "loss": 0.874, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 0.6905067688723441, |
| "learning_rate": 7.535790031813362e-05, |
| "loss": 0.6091, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.2577184720041863, |
| "grad_norm": 0.7656408539875517, |
| "learning_rate": 7.522534464475079e-05, |
| "loss": 0.8679, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.25902668759811615, |
| "grad_norm": 0.7233211006267372, |
| "learning_rate": 7.509278897136798e-05, |
| "loss": 0.6749, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.26033490319204605, |
| "grad_norm": 0.5989700856780242, |
| "learning_rate": 7.496023329798517e-05, |
| "loss": 0.833, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.2616431187859759, |
| "grad_norm": 0.5435529702312377, |
| "learning_rate": 7.482767762460234e-05, |
| "loss": 0.658, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2629513343799058, |
| "grad_norm": 0.5335997393071716, |
| "learning_rate": 7.469512195121951e-05, |
| "loss": 0.8399, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.26425954997383566, |
| "grad_norm": 0.9150436835320093, |
| "learning_rate": 7.45625662778367e-05, |
| "loss": 0.6114, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.26556776556776557, |
| "grad_norm": 0.5384709854955332, |
| "learning_rate": 7.443001060445387e-05, |
| "loss": 0.8413, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2668759811616955, |
| "grad_norm": 0.8677435387982771, |
| "learning_rate": 7.429745493107106e-05, |
| "loss": 0.6475, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.2681841967556253, |
| "grad_norm": 0.5123690892694776, |
| "learning_rate": 7.416489925768824e-05, |
| "loss": 0.849, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.26949241234955523, |
| "grad_norm": 0.5800543468099533, |
| "learning_rate": 7.403234358430541e-05, |
| "loss": 0.6127, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.2708006279434851, |
| "grad_norm": 0.8015793490826957, |
| "learning_rate": 7.389978791092259e-05, |
| "loss": 0.8682, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.272108843537415, |
| "grad_norm": 0.5876567022243202, |
| "learning_rate": 7.376723223753977e-05, |
| "loss": 0.6164, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.27341705913134484, |
| "grad_norm": 0.5542805867826196, |
| "learning_rate": 7.363467656415695e-05, |
| "loss": 0.8808, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.27472527472527475, |
| "grad_norm": 0.5170888187943017, |
| "learning_rate": 7.350212089077413e-05, |
| "loss": 0.6375, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.2760334903192046, |
| "grad_norm": 0.622686247940597, |
| "learning_rate": 7.336956521739132e-05, |
| "loss": 0.8605, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.2773417059131345, |
| "grad_norm": 0.5587125235931543, |
| "learning_rate": 7.323700954400848e-05, |
| "loss": 0.6237, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.27864992150706436, |
| "grad_norm": 0.6015065825515082, |
| "learning_rate": 7.310445387062566e-05, |
| "loss": 0.8276, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.27995813710099426, |
| "grad_norm": 0.5122297183116, |
| "learning_rate": 7.297189819724285e-05, |
| "loss": 0.6289, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.2812663526949241, |
| "grad_norm": 0.5663980177757836, |
| "learning_rate": 7.283934252386002e-05, |
| "loss": 0.861, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.282574568288854, |
| "grad_norm": 0.7939853395114802, |
| "learning_rate": 7.270678685047721e-05, |
| "loss": 0.6551, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.2838827838827839, |
| "grad_norm": 0.5287178325117134, |
| "learning_rate": 7.257423117709438e-05, |
| "loss": 0.8747, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.2851909994767138, |
| "grad_norm": 0.562616836311441, |
| "learning_rate": 7.244167550371155e-05, |
| "loss": 0.6357, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.28649921507064363, |
| "grad_norm": 0.5117823698698972, |
| "learning_rate": 7.230911983032874e-05, |
| "loss": 0.8377, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.28780743066457354, |
| "grad_norm": 0.6453579912049506, |
| "learning_rate": 7.217656415694593e-05, |
| "loss": 0.6476, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2891156462585034, |
| "grad_norm": 0.8731364069825441, |
| "learning_rate": 7.20440084835631e-05, |
| "loss": 0.8773, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.2904238618524333, |
| "grad_norm": 0.6010315625749808, |
| "learning_rate": 7.191145281018028e-05, |
| "loss": 0.6083, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.29173207744636315, |
| "grad_norm": 0.5201002760771769, |
| "learning_rate": 7.177889713679746e-05, |
| "loss": 0.8496, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.29304029304029305, |
| "grad_norm": 0.6001877343124563, |
| "learning_rate": 7.164634146341463e-05, |
| "loss": 0.6389, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.2943485086342229, |
| "grad_norm": 0.4371089670254897, |
| "learning_rate": 7.151378579003182e-05, |
| "loss": 0.8706, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.2956567242281528, |
| "grad_norm": 0.5778087926720157, |
| "learning_rate": 7.1381230116649e-05, |
| "loss": 0.5939, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.29696493982208266, |
| "grad_norm": 0.5241829955540505, |
| "learning_rate": 7.124867444326617e-05, |
| "loss": 0.8461, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.29827315541601257, |
| "grad_norm": 0.5396461429281756, |
| "learning_rate": 7.111611876988336e-05, |
| "loss": 0.645, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.2995813710099424, |
| "grad_norm": 0.7287884001398448, |
| "learning_rate": 7.098356309650053e-05, |
| "loss": 0.8349, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.3008895866038723, |
| "grad_norm": 0.43985568295051974, |
| "learning_rate": 7.08510074231177e-05, |
| "loss": 0.6023, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3021978021978022, |
| "grad_norm": 0.512789679014569, |
| "learning_rate": 7.071845174973489e-05, |
| "loss": 0.8592, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.3035060177917321, |
| "grad_norm": 0.5758747078766807, |
| "learning_rate": 7.058589607635208e-05, |
| "loss": 0.6302, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.30481423338566194, |
| "grad_norm": 0.605959590741427, |
| "learning_rate": 7.045334040296925e-05, |
| "loss": 0.8437, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.30612244897959184, |
| "grad_norm": 0.5064367889657759, |
| "learning_rate": 7.032078472958644e-05, |
| "loss": 0.6228, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.3074306645735217, |
| "grad_norm": 0.4968490853247213, |
| "learning_rate": 7.018822905620361e-05, |
| "loss": 0.8556, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3087388801674516, |
| "grad_norm": 0.5772837050103059, |
| "learning_rate": 7.005567338282078e-05, |
| "loss": 0.6234, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.31004709576138145, |
| "grad_norm": 0.6941306253378574, |
| "learning_rate": 6.992311770943797e-05, |
| "loss": 0.8362, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.31135531135531136, |
| "grad_norm": 0.39822917719900375, |
| "learning_rate": 6.979056203605516e-05, |
| "loss": 0.6162, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.3126635269492412, |
| "grad_norm": 0.4661807662020318, |
| "learning_rate": 6.965800636267233e-05, |
| "loss": 0.8414, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.3139717425431711, |
| "grad_norm": 0.45291786679307866, |
| "learning_rate": 6.95254506892895e-05, |
| "loss": 0.6433, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.31527995813710097, |
| "grad_norm": 0.6300442868544786, |
| "learning_rate": 6.939289501590669e-05, |
| "loss": 0.8564, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.3165881737310309, |
| "grad_norm": 0.5144882452050621, |
| "learning_rate": 6.926033934252386e-05, |
| "loss": 0.6018, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.3178963893249607, |
| "grad_norm": 0.5886230291498049, |
| "learning_rate": 6.912778366914105e-05, |
| "loss": 0.8861, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.31920460491889063, |
| "grad_norm": 0.6836197118690605, |
| "learning_rate": 6.899522799575823e-05, |
| "loss": 0.6267, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.32051282051282054, |
| "grad_norm": 0.4951991615110591, |
| "learning_rate": 6.88626723223754e-05, |
| "loss": 0.8387, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3218210361067504, |
| "grad_norm": 0.6412063103894238, |
| "learning_rate": 6.873011664899258e-05, |
| "loss": 0.5927, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.3231292517006803, |
| "grad_norm": 0.5782953097169173, |
| "learning_rate": 6.859756097560976e-05, |
| "loss": 0.8418, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.32443746729461015, |
| "grad_norm": 0.5200166820109174, |
| "learning_rate": 6.846500530222694e-05, |
| "loss": 0.6324, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.32574568288854006, |
| "grad_norm": 0.4922169436686345, |
| "learning_rate": 6.833244962884412e-05, |
| "loss": 0.8298, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.3270538984824699, |
| "grad_norm": 0.4912804994081646, |
| "learning_rate": 6.819989395546131e-05, |
| "loss": 0.6123, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3283621140763998, |
| "grad_norm": 0.5502723124138919, |
| "learning_rate": 6.806733828207848e-05, |
| "loss": 0.8522, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.32967032967032966, |
| "grad_norm": 0.5875399056209475, |
| "learning_rate": 6.793478260869565e-05, |
| "loss": 0.6144, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.33097854526425957, |
| "grad_norm": 0.5609437523704139, |
| "learning_rate": 6.780222693531283e-05, |
| "loss": 0.8347, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.3322867608581894, |
| "grad_norm": 0.338386078229902, |
| "learning_rate": 6.766967126193001e-05, |
| "loss": 0.587, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.33359497645211933, |
| "grad_norm": 0.48756512910329014, |
| "learning_rate": 6.75371155885472e-05, |
| "loss": 0.8327, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3349031920460492, |
| "grad_norm": 0.5143776858886028, |
| "learning_rate": 6.740455991516437e-05, |
| "loss": 0.6092, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.3362114076399791, |
| "grad_norm": 0.5332261671554006, |
| "learning_rate": 6.727200424178154e-05, |
| "loss": 0.8486, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.33751962323390894, |
| "grad_norm": 0.6594969470024875, |
| "learning_rate": 6.713944856839873e-05, |
| "loss": 0.6256, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.33882783882783885, |
| "grad_norm": 0.4553927815832327, |
| "learning_rate": 6.70068928950159e-05, |
| "loss": 0.8357, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.3401360544217687, |
| "grad_norm": 1.1222853735995233, |
| "learning_rate": 6.687433722163309e-05, |
| "loss": 0.6007, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3414442700156986, |
| "grad_norm": 0.528439009952554, |
| "learning_rate": 6.674178154825027e-05, |
| "loss": 0.856, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.34275248560962845, |
| "grad_norm": 0.5933307919214319, |
| "learning_rate": 6.660922587486745e-05, |
| "loss": 0.6421, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.34406070120355836, |
| "grad_norm": 0.6607714283195972, |
| "learning_rate": 6.647667020148462e-05, |
| "loss": 0.8567, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.3453689167974882, |
| "grad_norm": 0.7007503714365677, |
| "learning_rate": 6.63441145281018e-05, |
| "loss": 0.6207, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.3466771323914181, |
| "grad_norm": 0.5135207638483642, |
| "learning_rate": 6.621155885471898e-05, |
| "loss": 0.8288, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.34798534798534797, |
| "grad_norm": 0.6140077846492299, |
| "learning_rate": 6.607900318133616e-05, |
| "loss": 0.6015, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.3492935635792779, |
| "grad_norm": 0.5100090518445459, |
| "learning_rate": 6.594644750795335e-05, |
| "loss": 0.8348, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.35060177917320773, |
| "grad_norm": 0.5113632712765585, |
| "learning_rate": 6.581389183457052e-05, |
| "loss": 0.5924, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.35190999476713763, |
| "grad_norm": 0.5039720207488532, |
| "learning_rate": 6.56813361611877e-05, |
| "loss": 0.8184, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.3532182103610675, |
| "grad_norm": 0.49806965997978137, |
| "learning_rate": 6.554878048780488e-05, |
| "loss": 0.6046, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3545264259549974, |
| "grad_norm": 0.5365120734516775, |
| "learning_rate": 6.541622481442205e-05, |
| "loss": 0.8514, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.35583464154892724, |
| "grad_norm": 0.4007231339986853, |
| "learning_rate": 6.528366914103924e-05, |
| "loss": 0.5871, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.46254442147732966, |
| "learning_rate": 6.515111346765643e-05, |
| "loss": 0.8411, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.358451072736787, |
| "grad_norm": 0.6576167821737804, |
| "learning_rate": 6.50185577942736e-05, |
| "loss": 0.6293, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.3597592883307169, |
| "grad_norm": 0.5967952480358752, |
| "learning_rate": 6.488600212089077e-05, |
| "loss": 0.8511, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.36106750392464676, |
| "grad_norm": 0.43508005533871247, |
| "learning_rate": 6.475344644750796e-05, |
| "loss": 0.621, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.36237571951857667, |
| "grad_norm": 0.48108090717243124, |
| "learning_rate": 6.462089077412513e-05, |
| "loss": 0.8263, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.3636839351125065, |
| "grad_norm": 0.568823321053749, |
| "learning_rate": 6.448833510074232e-05, |
| "loss": 0.5941, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.3649921507064364, |
| "grad_norm": 0.5222642833529956, |
| "learning_rate": 6.43557794273595e-05, |
| "loss": 0.8525, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.3663003663003663, |
| "grad_norm": 0.5919546377210694, |
| "learning_rate": 6.422322375397666e-05, |
| "loss": 0.5901, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3676085818942962, |
| "grad_norm": 0.46817017239205494, |
| "learning_rate": 6.409066808059385e-05, |
| "loss": 0.8678, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.36891679748822603, |
| "grad_norm": 0.5530202729949584, |
| "learning_rate": 6.395811240721103e-05, |
| "loss": 0.6401, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.37022501308215594, |
| "grad_norm": 0.6007081120859754, |
| "learning_rate": 6.382555673382821e-05, |
| "loss": 0.8291, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.3715332286760858, |
| "grad_norm": 0.39683924232406637, |
| "learning_rate": 6.36930010604454e-05, |
| "loss": 0.6127, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.3728414442700157, |
| "grad_norm": 0.5452479168330785, |
| "learning_rate": 6.356044538706257e-05, |
| "loss": 0.8495, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3741496598639456, |
| "grad_norm": 0.8980580036344767, |
| "learning_rate": 6.342788971367974e-05, |
| "loss": 0.6471, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.37545787545787546, |
| "grad_norm": 0.48885709974761143, |
| "learning_rate": 6.329533404029692e-05, |
| "loss": 0.8626, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.37676609105180536, |
| "grad_norm": 0.5684144901718525, |
| "learning_rate": 6.316277836691411e-05, |
| "loss": 0.5869, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.3780743066457352, |
| "grad_norm": 0.5836928349425793, |
| "learning_rate": 6.303022269353128e-05, |
| "loss": 0.8205, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.3793825222396651, |
| "grad_norm": 0.5698475129755676, |
| "learning_rate": 6.289766702014847e-05, |
| "loss": 0.5985, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.38069073783359497, |
| "grad_norm": 0.5257222435975014, |
| "learning_rate": 6.276511134676564e-05, |
| "loss": 0.8572, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.3819989534275249, |
| "grad_norm": 0.524065233271633, |
| "learning_rate": 6.263255567338282e-05, |
| "loss": 0.5917, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.38330716902145473, |
| "grad_norm": 0.5635081193305911, |
| "learning_rate": 6.25e-05, |
| "loss": 0.8333, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.38461538461538464, |
| "grad_norm": 0.7155336191069814, |
| "learning_rate": 6.236744432661719e-05, |
| "loss": 0.6211, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.3859236002093145, |
| "grad_norm": 0.5087934741189605, |
| "learning_rate": 6.223488865323436e-05, |
| "loss": 0.8531, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.3872318158032444, |
| "grad_norm": 0.5635575417178986, |
| "learning_rate": 6.210233297985155e-05, |
| "loss": 0.6134, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.38854003139717425, |
| "grad_norm": 0.5136035425363329, |
| "learning_rate": 6.196977730646872e-05, |
| "loss": 0.8142, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.38984824699110415, |
| "grad_norm": 0.6741458077201186, |
| "learning_rate": 6.183722163308589e-05, |
| "loss": 0.6388, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.391156462585034, |
| "grad_norm": 0.49349088755882425, |
| "learning_rate": 6.170466595970308e-05, |
| "loss": 0.8764, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.3924646781789639, |
| "grad_norm": 0.5383608654756946, |
| "learning_rate": 6.157211028632026e-05, |
| "loss": 0.6271, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.39377289377289376, |
| "grad_norm": 0.5194331296491325, |
| "learning_rate": 6.143955461293744e-05, |
| "loss": 0.8087, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.39508110936682367, |
| "grad_norm": 1.1199076383208129, |
| "learning_rate": 6.130699893955462e-05, |
| "loss": 0.5948, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.3963893249607535, |
| "grad_norm": 0.5119305052018042, |
| "learning_rate": 6.11744432661718e-05, |
| "loss": 0.7975, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.3976975405546834, |
| "grad_norm": 0.6365196412735817, |
| "learning_rate": 6.104188759278897e-05, |
| "loss": 0.614, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.3990057561486133, |
| "grad_norm": 0.4736074626159983, |
| "learning_rate": 6.0909331919406154e-05, |
| "loss": 0.8416, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.4003139717425432, |
| "grad_norm": 0.8101929076329764, |
| "learning_rate": 6.077677624602334e-05, |
| "loss": 0.6173, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.40162218733647304, |
| "grad_norm": 0.6168972276400505, |
| "learning_rate": 6.0644220572640506e-05, |
| "loss": 0.8407, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.40293040293040294, |
| "grad_norm": 0.7038053233260652, |
| "learning_rate": 6.051166489925769e-05, |
| "loss": 0.6247, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.4042386185243328, |
| "grad_norm": 0.457467448213452, |
| "learning_rate": 6.037910922587487e-05, |
| "loss": 0.8322, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.4055468341182627, |
| "grad_norm": 0.49357888449301257, |
| "learning_rate": 6.0246553552492044e-05, |
| "loss": 0.5908, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.40685504971219255, |
| "grad_norm": 0.5808455738349774, |
| "learning_rate": 6.011399787910923e-05, |
| "loss": 0.8208, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 0.7022945988432154, |
| "learning_rate": 5.998144220572641e-05, |
| "loss": 0.6518, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.4094714809000523, |
| "grad_norm": 0.6078075113609221, |
| "learning_rate": 5.984888653234358e-05, |
| "loss": 0.8636, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.4107796964939822, |
| "grad_norm": 0.6199267742106505, |
| "learning_rate": 5.971633085896077e-05, |
| "loss": 0.5869, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.41208791208791207, |
| "grad_norm": 0.6063216826492921, |
| "learning_rate": 5.958377518557795e-05, |
| "loss": 0.8341, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.413396127681842, |
| "grad_norm": 0.3985769574080392, |
| "learning_rate": 5.945121951219512e-05, |
| "loss": 0.6207, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.4147043432757718, |
| "grad_norm": 0.5360752659857189, |
| "learning_rate": 5.931866383881231e-05, |
| "loss": 0.8621, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.41601255886970173, |
| "grad_norm": 0.7664757845756865, |
| "learning_rate": 5.9186108165429486e-05, |
| "loss": 0.6172, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.4173207744636316, |
| "grad_norm": 0.5679551885466096, |
| "learning_rate": 5.905355249204666e-05, |
| "loss": 0.8324, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.4186289900575615, |
| "grad_norm": 0.5745648833281791, |
| "learning_rate": 5.8920996818663845e-05, |
| "loss": 0.5986, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.41993720565149134, |
| "grad_norm": 0.5395040305019896, |
| "learning_rate": 5.8788441145281024e-05, |
| "loss": 0.8278, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.42124542124542125, |
| "grad_norm": 0.5945122594045797, |
| "learning_rate": 5.86558854718982e-05, |
| "loss": 0.6128, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.4225536368393511, |
| "grad_norm": 0.4545401837270316, |
| "learning_rate": 5.852332979851538e-05, |
| "loss": 0.8388, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.423861852433281, |
| "grad_norm": 0.5949653779281652, |
| "learning_rate": 5.839077412513256e-05, |
| "loss": 0.6167, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.42517006802721086, |
| "grad_norm": 0.5067052935095019, |
| "learning_rate": 5.8258218451749735e-05, |
| "loss": 0.8489, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.42647828362114076, |
| "grad_norm": 0.5191225717265471, |
| "learning_rate": 5.812566277836692e-05, |
| "loss": 0.6059, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.42778649921507067, |
| "grad_norm": 0.4969767064651156, |
| "learning_rate": 5.79931071049841e-05, |
| "loss": 0.8627, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.4290947148090005, |
| "grad_norm": 0.5785476329537975, |
| "learning_rate": 5.786055143160127e-05, |
| "loss": 0.622, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.43040293040293043, |
| "grad_norm": 0.5598487117314234, |
| "learning_rate": 5.772799575821846e-05, |
| "loss": 0.807, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.4317111459968603, |
| "grad_norm": 0.5427120253597403, |
| "learning_rate": 5.759544008483564e-05, |
| "loss": 0.6085, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.4330193615907902, |
| "grad_norm": 0.5672042251019751, |
| "learning_rate": 5.746288441145281e-05, |
| "loss": 0.822, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.43432757718472004, |
| "grad_norm": 0.2894379338449793, |
| "learning_rate": 5.733032873806999e-05, |
| "loss": 0.5945, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.43563579277864994, |
| "grad_norm": 0.677558336208755, |
| "learning_rate": 5.719777306468718e-05, |
| "loss": 0.8413, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.4369440083725798, |
| "grad_norm": 0.723454845173246, |
| "learning_rate": 5.706521739130435e-05, |
| "loss": 0.6216, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.4382522239665097, |
| "grad_norm": 0.4482745953779932, |
| "learning_rate": 5.693266171792153e-05, |
| "loss": 0.8383, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.43956043956043955, |
| "grad_norm": 0.5812694343372896, |
| "learning_rate": 5.68001060445387e-05, |
| "loss": 0.6193, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.44086865515436946, |
| "grad_norm": 0.6007437160420993, |
| "learning_rate": 5.666755037115589e-05, |
| "loss": 0.8203, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.4421768707482993, |
| "grad_norm": 0.6580604949252575, |
| "learning_rate": 5.653499469777307e-05, |
| "loss": 0.6043, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.4434850863422292, |
| "grad_norm": 0.6046064236672993, |
| "learning_rate": 5.640243902439024e-05, |
| "loss": 0.8204, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.44479330193615907, |
| "grad_norm": 0.47437375038207613, |
| "learning_rate": 5.6269883351007426e-05, |
| "loss": 0.6205, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.446101517530089, |
| "grad_norm": 0.4644396135020371, |
| "learning_rate": 5.6137327677624605e-05, |
| "loss": 0.8304, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.4474097331240188, |
| "grad_norm": 0.6080652395243531, |
| "learning_rate": 5.600477200424178e-05, |
| "loss": 0.5971, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.44871794871794873, |
| "grad_norm": 0.4969712368034865, |
| "learning_rate": 5.5872216330858964e-05, |
| "loss": 0.824, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.4500261643118786, |
| "grad_norm": 0.7769636104632821, |
| "learning_rate": 5.5739660657476144e-05, |
| "loss": 0.6071, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.4513343799058085, |
| "grad_norm": 0.5343464867649641, |
| "learning_rate": 5.5607104984093316e-05, |
| "loss": 0.8439, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.45264259549973834, |
| "grad_norm": 0.4670043204824149, |
| "learning_rate": 5.54745493107105e-05, |
| "loss": 0.5924, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.45395081109366825, |
| "grad_norm": 0.5128069264337731, |
| "learning_rate": 5.534199363732768e-05, |
| "loss": 0.8318, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.4552590266875981, |
| "grad_norm": 0.5401925527479321, |
| "learning_rate": 5.5209437963944854e-05, |
| "loss": 0.5857, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.456567242281528, |
| "grad_norm": 0.5099962477533319, |
| "learning_rate": 5.507688229056204e-05, |
| "loss": 0.8202, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.45787545787545786, |
| "grad_norm": 0.5003587460481527, |
| "learning_rate": 5.494432661717922e-05, |
| "loss": 0.58, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.45918367346938777, |
| "grad_norm": 0.5134647272370393, |
| "learning_rate": 5.481177094379639e-05, |
| "loss": 0.8078, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.4604918890633176, |
| "grad_norm": 0.5469814680290468, |
| "learning_rate": 5.467921527041357e-05, |
| "loss": 0.6337, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.4618001046572475, |
| "grad_norm": 0.592648552852463, |
| "learning_rate": 5.454665959703076e-05, |
| "loss": 0.8411, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.4631083202511774, |
| "grad_norm": 0.5181504434630264, |
| "learning_rate": 5.441410392364793e-05, |
| "loss": 0.6083, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.4644165358451073, |
| "grad_norm": 0.5499418553622303, |
| "learning_rate": 5.428154825026511e-05, |
| "loss": 0.849, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.46572475143903713, |
| "grad_norm": 0.6574654424945503, |
| "learning_rate": 5.4148992576882296e-05, |
| "loss": 0.608, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.46703296703296704, |
| "grad_norm": 0.6187475128909983, |
| "learning_rate": 5.401643690349947e-05, |
| "loss": 0.8159, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.4683411826268969, |
| "grad_norm": 0.534345893303697, |
| "learning_rate": 5.388388123011665e-05, |
| "loss": 0.6117, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.4696493982208268, |
| "grad_norm": 0.4564109249983669, |
| "learning_rate": 5.3751325556733834e-05, |
| "loss": 0.8049, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.47095761381475665, |
| "grad_norm": 0.5578958162524437, |
| "learning_rate": 5.361876988335101e-05, |
| "loss": 0.6157, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.47226582940868655, |
| "grad_norm": 0.500181472769301, |
| "learning_rate": 5.3486214209968186e-05, |
| "loss": 0.8502, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.4735740450026164, |
| "grad_norm": 0.6141834045693259, |
| "learning_rate": 5.335365853658537e-05, |
| "loss": 0.6031, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.4748822605965463, |
| "grad_norm": 0.4961433938028621, |
| "learning_rate": 5.3221102863202545e-05, |
| "loss": 0.8375, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.47619047619047616, |
| "grad_norm": 0.520091439534862, |
| "learning_rate": 5.3088547189819725e-05, |
| "loss": 0.5814, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.47749869178440607, |
| "grad_norm": 0.6206247789922092, |
| "learning_rate": 5.295599151643691e-05, |
| "loss": 0.8411, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.478806907378336, |
| "grad_norm": 0.5343995283355165, |
| "learning_rate": 5.282343584305408e-05, |
| "loss": 0.5814, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.48011512297226583, |
| "grad_norm": 0.6876308319219042, |
| "learning_rate": 5.269088016967126e-05, |
| "loss": 0.8112, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.48142333856619574, |
| "grad_norm": 0.8088277743851824, |
| "learning_rate": 5.255832449628845e-05, |
| "loss": 0.5852, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.4827315541601256, |
| "grad_norm": 0.5226035766833458, |
| "learning_rate": 5.242576882290562e-05, |
| "loss": 0.8115, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.4840397697540555, |
| "grad_norm": 0.711443652596892, |
| "learning_rate": 5.22932131495228e-05, |
| "loss": 0.6331, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.48534798534798534, |
| "grad_norm": 0.44695965081239714, |
| "learning_rate": 5.216065747613999e-05, |
| "loss": 0.8312, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.48665620094191525, |
| "grad_norm": 0.43172836208765664, |
| "learning_rate": 5.202810180275716e-05, |
| "loss": 0.6138, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.4879644165358451, |
| "grad_norm": 0.48852761265154354, |
| "learning_rate": 5.189554612937434e-05, |
| "loss": 0.8535, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.489272632129775, |
| "grad_norm": 0.98510305137075, |
| "learning_rate": 5.1762990455991525e-05, |
| "loss": 0.6202, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.49058084772370486, |
| "grad_norm": 0.48915174823336055, |
| "learning_rate": 5.163043478260869e-05, |
| "loss": 0.8519, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.49188906331763477, |
| "grad_norm": 0.5904577427313913, |
| "learning_rate": 5.149787910922588e-05, |
| "loss": 0.6166, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.4931972789115646, |
| "grad_norm": 0.5128070606528945, |
| "learning_rate": 5.1365323435843063e-05, |
| "loss": 0.8471, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.4945054945054945, |
| "grad_norm": 0.5725171611100351, |
| "learning_rate": 5.123276776246023e-05, |
| "loss": 0.6287, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.4958137100994244, |
| "grad_norm": 0.539320741587729, |
| "learning_rate": 5.1100212089077415e-05, |
| "loss": 0.824, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.4971219256933543, |
| "grad_norm": 0.4028412015043289, |
| "learning_rate": 5.0967656415694595e-05, |
| "loss": 0.5806, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.49843014128728413, |
| "grad_norm": 0.5389621790607799, |
| "learning_rate": 5.083510074231177e-05, |
| "loss": 0.8308, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.49973835688121404, |
| "grad_norm": 0.6011860291653554, |
| "learning_rate": 5.0702545068928954e-05, |
| "loss": 0.6003, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.501046572475144, |
| "grad_norm": 0.5389080519884727, |
| "learning_rate": 5.056998939554613e-05, |
| "loss": 0.8276, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.5023547880690737, |
| "grad_norm": 0.6088518124424828, |
| "learning_rate": 5.0437433722163306e-05, |
| "loss": 0.6195, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.5036630036630036, |
| "grad_norm": 0.6515108951670922, |
| "learning_rate": 5.030487804878049e-05, |
| "loss": 0.8051, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5049712192569336, |
| "grad_norm": 0.4313425003620371, |
| "learning_rate": 5.017232237539767e-05, |
| "loss": 0.6071, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.5062794348508635, |
| "grad_norm": 0.5264707278305082, |
| "learning_rate": 5.0039766702014844e-05, |
| "loss": 0.8364, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.5075876504447933, |
| "grad_norm": 0.7048581680415387, |
| "learning_rate": 4.990721102863203e-05, |
| "loss": 0.6049, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.5088958660387232, |
| "grad_norm": 0.5055653926619902, |
| "learning_rate": 4.97746553552492e-05, |
| "loss": 0.8285, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.5102040816326531, |
| "grad_norm": 0.5437489221882642, |
| "learning_rate": 4.964209968186639e-05, |
| "loss": 0.5851, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.511512297226583, |
| "grad_norm": 0.5503188602842589, |
| "learning_rate": 4.950954400848357e-05, |
| "loss": 0.8251, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.5699382425924778, |
| "learning_rate": 4.937698833510074e-05, |
| "loss": 0.6065, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.5141287284144427, |
| "grad_norm": 0.5601404210013031, |
| "learning_rate": 4.924443266171793e-05, |
| "loss": 0.8332, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.5154369440083726, |
| "grad_norm": 0.6107160876812969, |
| "learning_rate": 4.9111876988335106e-05, |
| "loss": 0.6407, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.5167451596023025, |
| "grad_norm": 0.5627086115947509, |
| "learning_rate": 4.897932131495228e-05, |
| "loss": 0.8524, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5180533751962323, |
| "grad_norm": 0.47974680429027505, |
| "learning_rate": 4.8846765641569465e-05, |
| "loss": 0.5891, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.5193615907901622, |
| "grad_norm": 0.6078144910339062, |
| "learning_rate": 4.8714209968186645e-05, |
| "loss": 0.8207, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.5206698063840921, |
| "grad_norm": 0.6828182233693575, |
| "learning_rate": 4.858165429480382e-05, |
| "loss": 0.6234, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.521978021978022, |
| "grad_norm": 0.5078577809608877, |
| "learning_rate": 4.8449098621421e-05, |
| "loss": 0.8293, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.5232862375719518, |
| "grad_norm": 0.501493452942641, |
| "learning_rate": 4.8316542948038176e-05, |
| "loss": 0.5924, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5245944531658817, |
| "grad_norm": 0.5914460419911263, |
| "learning_rate": 4.8183987274655355e-05, |
| "loss": 0.8204, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.5259026687598116, |
| "grad_norm": 0.5108518700290716, |
| "learning_rate": 4.8051431601272535e-05, |
| "loss": 0.5938, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.5272108843537415, |
| "grad_norm": 0.5931433550467333, |
| "learning_rate": 4.7918875927889714e-05, |
| "loss": 0.8405, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.5285190999476713, |
| "grad_norm": 0.6193186586877497, |
| "learning_rate": 4.7786320254506894e-05, |
| "loss": 0.5813, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.5298273155416012, |
| "grad_norm": 0.5380628082146289, |
| "learning_rate": 4.765376458112407e-05, |
| "loss": 0.8669, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5311355311355311, |
| "grad_norm": 0.5763128333912579, |
| "learning_rate": 4.752120890774125e-05, |
| "loss": 0.6076, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.532443746729461, |
| "grad_norm": 0.5145862547581488, |
| "learning_rate": 4.738865323435843e-05, |
| "loss": 0.8424, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.533751962323391, |
| "grad_norm": 0.5664958788683205, |
| "learning_rate": 4.725609756097561e-05, |
| "loss": 0.6293, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.5350601779173207, |
| "grad_norm": 0.5292223052367038, |
| "learning_rate": 4.712354188759279e-05, |
| "loss": 0.8173, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.5363683935112507, |
| "grad_norm": 0.58673619277203, |
| "learning_rate": 4.699098621420997e-05, |
| "loss": 0.5763, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5376766091051806, |
| "grad_norm": 0.5594174176545202, |
| "learning_rate": 4.685843054082715e-05, |
| "loss": 0.8028, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.5389848246991105, |
| "grad_norm": 0.6339559869110518, |
| "learning_rate": 4.672587486744433e-05, |
| "loss": 0.6053, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.5402930402930403, |
| "grad_norm": 0.671405553815309, |
| "learning_rate": 4.659331919406151e-05, |
| "loss": 0.8398, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.5416012558869702, |
| "grad_norm": 0.5445580424726075, |
| "learning_rate": 4.646076352067869e-05, |
| "loss": 0.621, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.5429094714809001, |
| "grad_norm": 0.5938642782111705, |
| "learning_rate": 4.632820784729587e-05, |
| "loss": 0.8295, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.54421768707483, |
| "grad_norm": 0.6435152678972964, |
| "learning_rate": 4.6195652173913046e-05, |
| "loss": 0.618, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.5455259026687598, |
| "grad_norm": 0.5089883798718602, |
| "learning_rate": 4.6063096500530226e-05, |
| "loss": 0.8135, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.5468341182626897, |
| "grad_norm": 0.5714660790898384, |
| "learning_rate": 4.5930540827147405e-05, |
| "loss": 0.622, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.5481423338566196, |
| "grad_norm": 0.5423779003965784, |
| "learning_rate": 4.5797985153764584e-05, |
| "loss": 0.8011, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.5494505494505495, |
| "grad_norm": 0.5305546579845897, |
| "learning_rate": 4.5665429480381764e-05, |
| "loss": 0.5792, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5507587650444793, |
| "grad_norm": 0.5057565979180018, |
| "learning_rate": 4.553287380699894e-05, |
| "loss": 0.8326, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.5520669806384092, |
| "grad_norm": 0.5108055603767078, |
| "learning_rate": 4.540031813361612e-05, |
| "loss": 0.6014, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.5533751962323391, |
| "grad_norm": 0.5358448167728354, |
| "learning_rate": 4.5267762460233295e-05, |
| "loss": 0.8152, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.554683411826269, |
| "grad_norm": 0.7719427855271279, |
| "learning_rate": 4.513520678685048e-05, |
| "loss": 0.5967, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.5559916274201988, |
| "grad_norm": 0.6513813945282019, |
| "learning_rate": 4.500265111346766e-05, |
| "loss": 0.8133, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5572998430141287, |
| "grad_norm": 0.611360841284405, |
| "learning_rate": 4.487009544008483e-05, |
| "loss": 0.6109, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.5586080586080586, |
| "grad_norm": 0.5122207195541725, |
| "learning_rate": 4.473753976670202e-05, |
| "loss": 0.8237, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.5599162742019885, |
| "grad_norm": 0.47024973003128884, |
| "learning_rate": 4.46049840933192e-05, |
| "loss": 0.6308, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.5612244897959183, |
| "grad_norm": 0.5605094944984179, |
| "learning_rate": 4.447242841993637e-05, |
| "loss": 0.8664, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.5625327053898482, |
| "grad_norm": 0.6555414150243584, |
| "learning_rate": 4.433987274655356e-05, |
| "loss": 0.6108, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5638409209837781, |
| "grad_norm": 0.4937828454850159, |
| "learning_rate": 4.420731707317074e-05, |
| "loss": 0.8288, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.565149136577708, |
| "grad_norm": 0.5949648171644456, |
| "learning_rate": 4.407476139978791e-05, |
| "loss": 0.5755, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.5664573521716378, |
| "grad_norm": 0.6150493489271065, |
| "learning_rate": 4.3942205726405096e-05, |
| "loss": 0.8562, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.5677655677655677, |
| "grad_norm": 0.5168321021587649, |
| "learning_rate": 4.3809650053022275e-05, |
| "loss": 0.5859, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.5690737833594977, |
| "grad_norm": 0.5149672746596766, |
| "learning_rate": 4.367709437963945e-05, |
| "loss": 0.8035, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5703819989534276, |
| "grad_norm": 0.6254032996036644, |
| "learning_rate": 4.3544538706256634e-05, |
| "loss": 0.6081, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.5716902145473574, |
| "grad_norm": 0.5439410227795257, |
| "learning_rate": 4.341198303287381e-05, |
| "loss": 0.8486, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.5729984301412873, |
| "grad_norm": 0.6989019848301199, |
| "learning_rate": 4.3279427359490986e-05, |
| "loss": 0.5977, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.5743066457352172, |
| "grad_norm": 0.5253254730813908, |
| "learning_rate": 4.314687168610817e-05, |
| "loss": 0.8166, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.5756148613291471, |
| "grad_norm": 0.6306757564007922, |
| "learning_rate": 4.3014316012725345e-05, |
| "loss": 0.6037, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5769230769230769, |
| "grad_norm": 0.457131073575816, |
| "learning_rate": 4.2881760339342524e-05, |
| "loss": 0.8058, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.5782312925170068, |
| "grad_norm": 0.6651032212615784, |
| "learning_rate": 4.274920466595971e-05, |
| "loss": 0.577, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.5795395081109367, |
| "grad_norm": 0.5052314086043747, |
| "learning_rate": 4.261664899257688e-05, |
| "loss": 0.8133, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.5808477237048666, |
| "grad_norm": 0.6345651754805625, |
| "learning_rate": 4.248409331919406e-05, |
| "loss": 0.5862, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.5821559392987964, |
| "grad_norm": 0.5470901361744871, |
| "learning_rate": 4.235153764581124e-05, |
| "loss": 0.82, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.5834641548927263, |
| "grad_norm": 0.6148840090122306, |
| "learning_rate": 4.221898197242842e-05, |
| "loss": 0.5963, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.5847723704866562, |
| "grad_norm": 0.5654198812120623, |
| "learning_rate": 4.20864262990456e-05, |
| "loss": 0.8098, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.5860805860805861, |
| "grad_norm": 0.8759288696982239, |
| "learning_rate": 4.195387062566278e-05, |
| "loss": 0.6222, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.587388801674516, |
| "grad_norm": 0.479216838198247, |
| "learning_rate": 4.182131495227996e-05, |
| "loss": 0.8338, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.5886970172684458, |
| "grad_norm": 0.7698717669406883, |
| "learning_rate": 4.168875927889714e-05, |
| "loss": 0.6278, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5900052328623757, |
| "grad_norm": 0.48674948133579515, |
| "learning_rate": 4.155620360551432e-05, |
| "loss": 0.7887, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.5913134484563056, |
| "grad_norm": 0.5786002565311555, |
| "learning_rate": 4.14236479321315e-05, |
| "loss": 0.5891, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.5926216640502355, |
| "grad_norm": 0.5370485226818142, |
| "learning_rate": 4.129109225874868e-05, |
| "loss": 0.8276, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.5939298796441653, |
| "grad_norm": 0.43625907655336543, |
| "learning_rate": 4.1158536585365856e-05, |
| "loss": 0.5856, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.5952380952380952, |
| "grad_norm": 0.5266268760596537, |
| "learning_rate": 4.1025980911983036e-05, |
| "loss": 0.7964, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5965463108320251, |
| "grad_norm": 0.5771002724293784, |
| "learning_rate": 4.0893425238600215e-05, |
| "loss": 0.5854, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.597854526425955, |
| "grad_norm": 0.5919954827087538, |
| "learning_rate": 4.076086956521739e-05, |
| "loss": 0.8034, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.5991627420198848, |
| "grad_norm": 0.5680838313723001, |
| "learning_rate": 4.0628313891834574e-05, |
| "loss": 0.5926, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.6004709576138147, |
| "grad_norm": 0.6715456913252982, |
| "learning_rate": 4.049575821845175e-05, |
| "loss": 0.8389, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.6017791732077447, |
| "grad_norm": 0.5499015722260664, |
| "learning_rate": 4.0363202545068926e-05, |
| "loss": 0.6022, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6030873888016746, |
| "grad_norm": 0.7560936310398005, |
| "learning_rate": 4.023064687168611e-05, |
| "loss": 0.8014, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.6043956043956044, |
| "grad_norm": 0.5816663839566236, |
| "learning_rate": 4.009809119830329e-05, |
| "loss": 0.6037, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.6057038199895343, |
| "grad_norm": 0.4954065888150648, |
| "learning_rate": 3.9965535524920464e-05, |
| "loss": 0.8123, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.6070120355834642, |
| "grad_norm": 0.6634722345039996, |
| "learning_rate": 3.983297985153765e-05, |
| "loss": 0.6093, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.6083202511773941, |
| "grad_norm": 0.5448340011567387, |
| "learning_rate": 3.970042417815483e-05, |
| "loss": 0.8391, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.6096284667713239, |
| "grad_norm": 0.7234298679122729, |
| "learning_rate": 3.9567868504772e-05, |
| "loss": 0.6123, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.6109366823652538, |
| "grad_norm": 0.7113516275751068, |
| "learning_rate": 3.943531283138919e-05, |
| "loss": 0.8188, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 0.5343485382635467, |
| "learning_rate": 3.930275715800637e-05, |
| "loss": 0.6025, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.6135531135531136, |
| "grad_norm": 0.574688006845476, |
| "learning_rate": 3.917020148462354e-05, |
| "loss": 0.8244, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.6148613291470434, |
| "grad_norm": 0.5954437693210181, |
| "learning_rate": 3.9037645811240727e-05, |
| "loss": 0.5976, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.6161695447409733, |
| "grad_norm": 0.6359916685979564, |
| "learning_rate": 3.89050901378579e-05, |
| "loss": 0.804, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.6174777603349032, |
| "grad_norm": 0.37864818768935987, |
| "learning_rate": 3.877253446447508e-05, |
| "loss": 0.5819, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.6187859759288331, |
| "grad_norm": 0.6317553124676056, |
| "learning_rate": 3.8639978791092265e-05, |
| "loss": 0.8275, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.6200941915227629, |
| "grad_norm": 0.37899782241778535, |
| "learning_rate": 3.850742311770944e-05, |
| "loss": 0.5939, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.6214024071166928, |
| "grad_norm": 0.5096002461412386, |
| "learning_rate": 3.837486744432662e-05, |
| "loss": 0.8152, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6227106227106227, |
| "grad_norm": 0.5858186125506725, |
| "learning_rate": 3.82423117709438e-05, |
| "loss": 0.5971, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.6240188383045526, |
| "grad_norm": 0.5258202103911215, |
| "learning_rate": 3.8109756097560976e-05, |
| "loss": 0.8146, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.6253270538984824, |
| "grad_norm": 0.59652515926618, |
| "learning_rate": 3.7977200424178155e-05, |
| "loss": 0.6034, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.6266352694924123, |
| "grad_norm": 0.692241221647863, |
| "learning_rate": 3.784464475079534e-05, |
| "loss": 0.817, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.6279434850863422, |
| "grad_norm": 0.5751964849585177, |
| "learning_rate": 3.7712089077412514e-05, |
| "loss": 0.5948, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6292517006802721, |
| "grad_norm": 0.4867932739502536, |
| "learning_rate": 3.757953340402969e-05, |
| "loss": 0.7895, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.6305599162742019, |
| "grad_norm": 0.6527891870524758, |
| "learning_rate": 3.744697773064688e-05, |
| "loss": 0.5869, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.6318681318681318, |
| "grad_norm": 0.542994791536692, |
| "learning_rate": 3.731442205726405e-05, |
| "loss": 0.8016, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.6331763474620618, |
| "grad_norm": 0.49091636854896203, |
| "learning_rate": 3.718186638388123e-05, |
| "loss": 0.591, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.6344845630559917, |
| "grad_norm": 0.4808333120684155, |
| "learning_rate": 3.704931071049841e-05, |
| "loss": 0.8374, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6357927786499215, |
| "grad_norm": 0.609783391275745, |
| "learning_rate": 3.691675503711559e-05, |
| "loss": 0.5727, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.6371009942438514, |
| "grad_norm": 0.4901032831365679, |
| "learning_rate": 3.678419936373277e-05, |
| "loss": 0.8326, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.6384092098377813, |
| "grad_norm": 0.5535614493168636, |
| "learning_rate": 3.665164369034995e-05, |
| "loss": 0.587, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.6397174254317112, |
| "grad_norm": 0.5661579063549987, |
| "learning_rate": 3.651908801696713e-05, |
| "loss": 0.8006, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.6410256410256411, |
| "grad_norm": 0.5755165016330849, |
| "learning_rate": 3.638653234358431e-05, |
| "loss": 0.5548, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6423338566195709, |
| "grad_norm": 0.5195028269557372, |
| "learning_rate": 3.625397667020149e-05, |
| "loss": 0.8411, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.6436420722135008, |
| "grad_norm": 0.595652162086749, |
| "learning_rate": 3.6121420996818666e-05, |
| "loss": 0.5966, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.6449502878074307, |
| "grad_norm": 0.5243990905265108, |
| "learning_rate": 3.5988865323435846e-05, |
| "loss": 0.8298, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.6462585034013606, |
| "grad_norm": 0.7940136105161147, |
| "learning_rate": 3.585630965005302e-05, |
| "loss": 0.6309, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.6475667189952904, |
| "grad_norm": 0.4909267588948854, |
| "learning_rate": 3.5723753976670205e-05, |
| "loss": 0.7967, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6488749345892203, |
| "grad_norm": 0.6021461164458334, |
| "learning_rate": 3.5591198303287384e-05, |
| "loss": 0.5946, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.6501831501831502, |
| "grad_norm": 0.5082946197773784, |
| "learning_rate": 3.545864262990456e-05, |
| "loss": 0.7959, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.6514913657770801, |
| "grad_norm": 0.6887923783738013, |
| "learning_rate": 3.532608695652174e-05, |
| "loss": 0.6178, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.6527995813710099, |
| "grad_norm": 0.4863608457352857, |
| "learning_rate": 3.519353128313892e-05, |
| "loss": 0.8218, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.6541077969649398, |
| "grad_norm": 0.6370508452362942, |
| "learning_rate": 3.5060975609756095e-05, |
| "loss": 0.5726, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6554160125588697, |
| "grad_norm": 0.5626726082078685, |
| "learning_rate": 3.492841993637328e-05, |
| "loss": 0.8388, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.6567242281527996, |
| "grad_norm": 0.6058799396796493, |
| "learning_rate": 3.479586426299046e-05, |
| "loss": 0.6345, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.6580324437467294, |
| "grad_norm": 0.5486653470890362, |
| "learning_rate": 3.466330858960763e-05, |
| "loss": 0.8304, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.6593406593406593, |
| "grad_norm": 0.7402614360383322, |
| "learning_rate": 3.453075291622482e-05, |
| "loss": 0.5972, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.6606488749345892, |
| "grad_norm": 0.5065684112904657, |
| "learning_rate": 3.4398197242842e-05, |
| "loss": 0.8049, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6619570905285191, |
| "grad_norm": 0.4487165281422432, |
| "learning_rate": 3.426564156945917e-05, |
| "loss": 0.5813, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.6632653061224489, |
| "grad_norm": 0.5576418936555791, |
| "learning_rate": 3.413308589607636e-05, |
| "loss": 0.85, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.6645735217163788, |
| "grad_norm": 0.5629552965222027, |
| "learning_rate": 3.400053022269353e-05, |
| "loss": 0.6144, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.6658817373103088, |
| "grad_norm": 0.5340051545534295, |
| "learning_rate": 3.386797454931071e-05, |
| "loss": 0.8256, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.6671899529042387, |
| "grad_norm": 0.6481929473760202, |
| "learning_rate": 3.3735418875927896e-05, |
| "loss": 0.5934, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.6684981684981685, |
| "grad_norm": 0.586068083609296, |
| "learning_rate": 3.360286320254507e-05, |
| "loss": 0.8065, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.6698063840920984, |
| "grad_norm": 0.5898674035419238, |
| "learning_rate": 3.347030752916225e-05, |
| "loss": 0.6332, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.6711145996860283, |
| "grad_norm": 0.5271996892541019, |
| "learning_rate": 3.3337751855779434e-05, |
| "loss": 0.8407, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.6724228152799582, |
| "grad_norm": 0.7209460794111061, |
| "learning_rate": 3.3205196182396606e-05, |
| "loss": 0.5954, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.673731030873888, |
| "grad_norm": 0.5419491953310692, |
| "learning_rate": 3.3072640509013786e-05, |
| "loss": 0.8186, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.6750392464678179, |
| "grad_norm": 0.6363503952339683, |
| "learning_rate": 3.294008483563097e-05, |
| "loss": 0.6252, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.6763474620617478, |
| "grad_norm": 0.5479539766686561, |
| "learning_rate": 3.2807529162248144e-05, |
| "loss": 0.8248, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.6776556776556777, |
| "grad_norm": 0.5535849243715827, |
| "learning_rate": 3.2674973488865324e-05, |
| "loss": 0.5717, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.6789638932496075, |
| "grad_norm": 0.5091172962824471, |
| "learning_rate": 3.25424178154825e-05, |
| "loss": 0.8203, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.6802721088435374, |
| "grad_norm": 0.562594433405121, |
| "learning_rate": 3.240986214209968e-05, |
| "loss": 0.6089, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6815803244374673, |
| "grad_norm": 0.5517130562661668, |
| "learning_rate": 3.227730646871686e-05, |
| "loss": 0.8446, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.6828885400313972, |
| "grad_norm": 0.4047148337025719, |
| "learning_rate": 3.214475079533404e-05, |
| "loss": 0.5894, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.684196755625327, |
| "grad_norm": 0.5239322456435999, |
| "learning_rate": 3.201219512195122e-05, |
| "loss": 0.8321, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.6855049712192569, |
| "grad_norm": 0.5498585626284401, |
| "learning_rate": 3.18796394485684e-05, |
| "loss": 0.6279, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.6868131868131868, |
| "grad_norm": 0.48743593460492207, |
| "learning_rate": 3.174708377518558e-05, |
| "loss": 0.8242, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.6881214024071167, |
| "grad_norm": 0.5651556275625538, |
| "learning_rate": 3.161452810180276e-05, |
| "loss": 0.6286, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.6894296180010465, |
| "grad_norm": 0.5754174898482404, |
| "learning_rate": 3.148197242841994e-05, |
| "loss": 0.8177, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.6907378335949764, |
| "grad_norm": 0.6605607744635831, |
| "learning_rate": 3.134941675503712e-05, |
| "loss": 0.597, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.6920460491889063, |
| "grad_norm": 0.5228692951705382, |
| "learning_rate": 3.12168610816543e-05, |
| "loss": 0.7984, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.6933542647828362, |
| "grad_norm": 0.4480430717512152, |
| "learning_rate": 3.1084305408271477e-05, |
| "loss": 0.6067, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6946624803767661, |
| "grad_norm": 0.5638626523175552, |
| "learning_rate": 3.095174973488865e-05, |
| "loss": 0.8093, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.6959706959706959, |
| "grad_norm": 0.5946989663976191, |
| "learning_rate": 3.0819194061505835e-05, |
| "loss": 0.59, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.6972789115646258, |
| "grad_norm": 0.5671263430143716, |
| "learning_rate": 3.0686638388123015e-05, |
| "loss": 0.8009, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.6985871271585558, |
| "grad_norm": 0.589042697181555, |
| "learning_rate": 3.055408271474019e-05, |
| "loss": 0.5782, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.6998953427524857, |
| "grad_norm": 0.7073787068267711, |
| "learning_rate": 3.0421527041357374e-05, |
| "loss": 0.7989, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.7012035583464155, |
| "grad_norm": 0.5352877950074024, |
| "learning_rate": 3.028897136797455e-05, |
| "loss": 0.6068, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.7025117739403454, |
| "grad_norm": 0.5346918859139157, |
| "learning_rate": 3.015641569459173e-05, |
| "loss": 0.8129, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.7038199895342753, |
| "grad_norm": 0.48063163414005916, |
| "learning_rate": 3.0023860021208912e-05, |
| "loss": 0.561, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.7051282051282052, |
| "grad_norm": 0.5431033944364678, |
| "learning_rate": 2.9891304347826088e-05, |
| "loss": 0.8314, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.706436420722135, |
| "grad_norm": 0.6251701992093956, |
| "learning_rate": 2.9758748674443264e-05, |
| "loss": 0.6043, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7077446363160649, |
| "grad_norm": 0.538107678456505, |
| "learning_rate": 2.962619300106045e-05, |
| "loss": 0.8345, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.7090528519099948, |
| "grad_norm": 0.5596293446673235, |
| "learning_rate": 2.9493637327677626e-05, |
| "loss": 0.5767, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.7103610675039247, |
| "grad_norm": 0.6302036834487577, |
| "learning_rate": 2.9361081654294802e-05, |
| "loss": 0.817, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.7116692830978545, |
| "grad_norm": 0.6442132298338353, |
| "learning_rate": 2.9228525980911985e-05, |
| "loss": 0.5956, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.7129774986917844, |
| "grad_norm": 0.5294060275695159, |
| "learning_rate": 2.9095970307529164e-05, |
| "loss": 0.8086, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.5780709508327503, |
| "learning_rate": 2.896341463414634e-05, |
| "loss": 0.599, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.7155939298796442, |
| "grad_norm": 0.5178595179064079, |
| "learning_rate": 2.8830858960763523e-05, |
| "loss": 0.8023, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.716902145473574, |
| "grad_norm": 0.4908347612839904, |
| "learning_rate": 2.8698303287380702e-05, |
| "loss": 0.5906, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.7182103610675039, |
| "grad_norm": 0.5745266376669839, |
| "learning_rate": 2.8565747613997878e-05, |
| "loss": 0.8017, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.7195185766614338, |
| "grad_norm": 0.7091252655798257, |
| "learning_rate": 2.843319194061506e-05, |
| "loss": 0.6165, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7208267922553637, |
| "grad_norm": 0.5082645638178946, |
| "learning_rate": 2.830063626723224e-05, |
| "loss": 0.7916, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.7221350078492935, |
| "grad_norm": 0.8135604062724642, |
| "learning_rate": 2.8168080593849416e-05, |
| "loss": 0.5766, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.7234432234432234, |
| "grad_norm": 0.5344352881317546, |
| "learning_rate": 2.80355249204666e-05, |
| "loss": 0.7945, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.7247514390371533, |
| "grad_norm": 0.6213640188906101, |
| "learning_rate": 2.7902969247083775e-05, |
| "loss": 0.5739, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.7260596546310832, |
| "grad_norm": 0.5133786932833476, |
| "learning_rate": 2.7770413573700955e-05, |
| "loss": 0.8175, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.727367870225013, |
| "grad_norm": 0.5687616103525199, |
| "learning_rate": 2.7637857900318137e-05, |
| "loss": 0.5946, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.7286760858189429, |
| "grad_norm": 0.5361603157753395, |
| "learning_rate": 2.7505302226935313e-05, |
| "loss": 0.8331, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.7299843014128728, |
| "grad_norm": 0.4846643967669185, |
| "learning_rate": 2.7372746553552493e-05, |
| "loss": 0.5846, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.7312925170068028, |
| "grad_norm": 0.5264633004571062, |
| "learning_rate": 2.7240190880169676e-05, |
| "loss": 0.7929, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.7326007326007326, |
| "grad_norm": 0.5169934066982514, |
| "learning_rate": 2.710763520678685e-05, |
| "loss": 0.5812, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7339089481946625, |
| "grad_norm": 0.49516725051064175, |
| "learning_rate": 2.697507953340403e-05, |
| "loss": 0.8268, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.7352171637885924, |
| "grad_norm": 0.5545634117837589, |
| "learning_rate": 2.6842523860021214e-05, |
| "loss": 0.6293, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.7365253793825223, |
| "grad_norm": 0.5230373403077291, |
| "learning_rate": 2.670996818663839e-05, |
| "loss": 0.8166, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.7378335949764521, |
| "grad_norm": 0.599453616763764, |
| "learning_rate": 2.6577412513255566e-05, |
| "loss": 0.5906, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.739141810570382, |
| "grad_norm": 0.5973016920910486, |
| "learning_rate": 2.6444856839872752e-05, |
| "loss": 0.8012, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7404500261643119, |
| "grad_norm": 0.6449099450136865, |
| "learning_rate": 2.6312301166489928e-05, |
| "loss": 0.5705, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.7417582417582418, |
| "grad_norm": 0.553182572295564, |
| "learning_rate": 2.6179745493107104e-05, |
| "loss": 0.8191, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.7430664573521716, |
| "grad_norm": 0.4476262335389087, |
| "learning_rate": 2.6047189819724287e-05, |
| "loss": 0.5958, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.7443746729461015, |
| "grad_norm": 0.4834161167587533, |
| "learning_rate": 2.5914634146341466e-05, |
| "loss": 0.8144, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.7456828885400314, |
| "grad_norm": 0.5286677625170841, |
| "learning_rate": 2.5782078472958642e-05, |
| "loss": 0.5816, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7469911041339613, |
| "grad_norm": 0.5413842703568794, |
| "learning_rate": 2.5649522799575825e-05, |
| "loss": 0.8312, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.7482993197278912, |
| "grad_norm": 0.6786517057597097, |
| "learning_rate": 2.5516967126193004e-05, |
| "loss": 0.6086, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.749607535321821, |
| "grad_norm": 0.49742040117830627, |
| "learning_rate": 2.538441145281018e-05, |
| "loss": 0.7967, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.7509157509157509, |
| "grad_norm": 0.49256559696291485, |
| "learning_rate": 2.525185577942736e-05, |
| "loss": 0.5724, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.7522239665096808, |
| "grad_norm": 0.5263192680418415, |
| "learning_rate": 2.5119300106044542e-05, |
| "loss": 0.8011, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7535321821036107, |
| "grad_norm": 0.6716690763876726, |
| "learning_rate": 2.498674443266172e-05, |
| "loss": 0.601, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.7548403976975405, |
| "grad_norm": 0.5268203857733461, |
| "learning_rate": 2.4854188759278898e-05, |
| "loss": 0.8224, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.7561486132914704, |
| "grad_norm": 0.6545344595309585, |
| "learning_rate": 2.4721633085896077e-05, |
| "loss": 0.5883, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.7574568288854003, |
| "grad_norm": 0.5192641904709395, |
| "learning_rate": 2.4589077412513257e-05, |
| "loss": 0.8223, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.7587650444793302, |
| "grad_norm": 0.5569056177071494, |
| "learning_rate": 2.4456521739130436e-05, |
| "loss": 0.5882, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.76007326007326, |
| "grad_norm": 0.652217104391276, |
| "learning_rate": 2.4323966065747615e-05, |
| "loss": 0.8111, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.7613814756671899, |
| "grad_norm": 0.715865728522808, |
| "learning_rate": 2.4191410392364795e-05, |
| "loss": 0.5839, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.7626896912611199, |
| "grad_norm": 0.4622828984795863, |
| "learning_rate": 2.4058854718981974e-05, |
| "loss": 0.8152, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.7639979068550498, |
| "grad_norm": 0.7105275925193085, |
| "learning_rate": 2.392629904559915e-05, |
| "loss": 0.5727, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.7653061224489796, |
| "grad_norm": 0.5593573119711108, |
| "learning_rate": 2.3793743372216333e-05, |
| "loss": 0.787, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7666143380429095, |
| "grad_norm": 0.6976481535500858, |
| "learning_rate": 2.3661187698833512e-05, |
| "loss": 0.5828, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.7679225536368394, |
| "grad_norm": 0.5629390717962797, |
| "learning_rate": 2.352863202545069e-05, |
| "loss": 0.8119, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.8329984172410997, |
| "learning_rate": 2.3396076352067868e-05, |
| "loss": 0.5953, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.7705389848246991, |
| "grad_norm": 0.5054513797033992, |
| "learning_rate": 2.326352067868505e-05, |
| "loss": 0.7897, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.771847200418629, |
| "grad_norm": 0.8042478184879194, |
| "learning_rate": 2.3130965005302227e-05, |
| "loss": 0.601, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.7731554160125589, |
| "grad_norm": 0.5134604404253917, |
| "learning_rate": 2.2998409331919406e-05, |
| "loss": 0.825, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.7744636316064888, |
| "grad_norm": 0.6307033662226441, |
| "learning_rate": 2.286585365853659e-05, |
| "loss": 0.559, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.7757718472004186, |
| "grad_norm": 0.5923006697127559, |
| "learning_rate": 2.2733297985153765e-05, |
| "loss": 0.7833, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.7770800627943485, |
| "grad_norm": 0.7423403377088905, |
| "learning_rate": 2.2600742311770944e-05, |
| "loss": 0.5916, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.7783882783882784, |
| "grad_norm": 0.5275344149548817, |
| "learning_rate": 2.2468186638388124e-05, |
| "loss": 0.7857, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.7796964939822083, |
| "grad_norm": 0.4485788605700081, |
| "learning_rate": 2.2335630965005303e-05, |
| "loss": 0.5938, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.7810047095761381, |
| "grad_norm": 0.45581986333641783, |
| "learning_rate": 2.2203075291622482e-05, |
| "loss": 0.789, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.782312925170068, |
| "grad_norm": 0.7077436921839176, |
| "learning_rate": 2.2070519618239662e-05, |
| "loss": 0.5639, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.7836211407639979, |
| "grad_norm": 0.485078935511288, |
| "learning_rate": 2.193796394485684e-05, |
| "loss": 0.7974, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.7849293563579278, |
| "grad_norm": 0.5415931380682013, |
| "learning_rate": 2.180540827147402e-05, |
| "loss": 0.5513, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.7862375719518576, |
| "grad_norm": 0.6028769503669652, |
| "learning_rate": 2.16728525980912e-05, |
| "loss": 0.7859, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.7875457875457875, |
| "grad_norm": 0.43775607621380236, |
| "learning_rate": 2.154029692470838e-05, |
| "loss": 0.586, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.7888540031397174, |
| "grad_norm": 0.5129027729272807, |
| "learning_rate": 2.140774125132556e-05, |
| "loss": 0.8006, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.7901622187336473, |
| "grad_norm": 0.7986746080445549, |
| "learning_rate": 2.1275185577942735e-05, |
| "loss": 0.6124, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.7914704343275771, |
| "grad_norm": 0.5495341720621897, |
| "learning_rate": 2.1142629904559917e-05, |
| "loss": 0.8162, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.792778649921507, |
| "grad_norm": 0.6565347700150155, |
| "learning_rate": 2.1010074231177097e-05, |
| "loss": 0.5797, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.794086865515437, |
| "grad_norm": 0.49231844511035533, |
| "learning_rate": 2.0877518557794273e-05, |
| "loss": 0.815, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.7953950811093669, |
| "grad_norm": 0.487405981388951, |
| "learning_rate": 2.0744962884411452e-05, |
| "loss": 0.6098, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.7967032967032966, |
| "grad_norm": 0.5688986137956366, |
| "learning_rate": 2.0612407211028635e-05, |
| "loss": 0.8328, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.7980115122972266, |
| "grad_norm": 0.553490629602128, |
| "learning_rate": 2.047985153764581e-05, |
| "loss": 0.5689, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.7993197278911565, |
| "grad_norm": 0.5247897399616922, |
| "learning_rate": 2.034729586426299e-05, |
| "loss": 0.809, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.8006279434850864, |
| "grad_norm": 0.6208953939424018, |
| "learning_rate": 2.021474019088017e-05, |
| "loss": 0.5615, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.8019361590790163, |
| "grad_norm": 0.5020903361827662, |
| "learning_rate": 2.008218451749735e-05, |
| "loss": 0.8156, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.8032443746729461, |
| "grad_norm": 0.5291771623927373, |
| "learning_rate": 1.994962884411453e-05, |
| "loss": 0.5884, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.804552590266876, |
| "grad_norm": 0.5285998915355191, |
| "learning_rate": 1.9817073170731708e-05, |
| "loss": 0.8051, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.8058608058608059, |
| "grad_norm": 0.8178935383618982, |
| "learning_rate": 1.9684517497348887e-05, |
| "loss": 0.6138, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.8071690214547358, |
| "grad_norm": 0.4987221022793129, |
| "learning_rate": 1.9551961823966067e-05, |
| "loss": 0.8294, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.8084772370486656, |
| "grad_norm": 0.6163654350885334, |
| "learning_rate": 1.9419406150583246e-05, |
| "loss": 0.5636, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.8097854526425955, |
| "grad_norm": 0.555469302539477, |
| "learning_rate": 1.9286850477200426e-05, |
| "loss": 0.8178, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.8110936682365254, |
| "grad_norm": 0.6123412415543169, |
| "learning_rate": 1.9154294803817605e-05, |
| "loss": 0.5704, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.8124018838304553, |
| "grad_norm": 0.5124297425086758, |
| "learning_rate": 1.9021739130434784e-05, |
| "loss": 0.8193, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.8137100994243851, |
| "grad_norm": 0.8183903363373162, |
| "learning_rate": 1.8889183457051964e-05, |
| "loss": 0.6082, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.815018315018315, |
| "grad_norm": 0.5990002289487968, |
| "learning_rate": 1.8756627783669143e-05, |
| "loss": 0.8463, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.5158204377847465, |
| "learning_rate": 1.8624072110286323e-05, |
| "loss": 0.5905, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.8176347462061748, |
| "grad_norm": 0.5071733107919829, |
| "learning_rate": 1.84915164369035e-05, |
| "loss": 0.8052, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8189429618001046, |
| "grad_norm": 0.7067873685301963, |
| "learning_rate": 1.835896076352068e-05, |
| "loss": 0.6175, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.8202511773940345, |
| "grad_norm": 0.49736879675215423, |
| "learning_rate": 1.8226405090137857e-05, |
| "loss": 0.8187, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.8215593929879644, |
| "grad_norm": 0.6169326476344377, |
| "learning_rate": 1.8093849416755037e-05, |
| "loss": 0.5969, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.8228676085818943, |
| "grad_norm": 0.5358771287992227, |
| "learning_rate": 1.796129374337222e-05, |
| "loss": 0.8084, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.8241758241758241, |
| "grad_norm": 0.6155654512041941, |
| "learning_rate": 1.7828738069989395e-05, |
| "loss": 0.5751, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.825484039769754, |
| "grad_norm": 0.5694555500789946, |
| "learning_rate": 1.7696182396606575e-05, |
| "loss": 0.8114, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.826792255363684, |
| "grad_norm": 0.5299599349376566, |
| "learning_rate": 1.7563626723223754e-05, |
| "loss": 0.5815, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.8281004709576139, |
| "grad_norm": 0.5002411114343089, |
| "learning_rate": 1.7431071049840934e-05, |
| "loss": 0.8116, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.8294086865515437, |
| "grad_norm": 0.6844907765956427, |
| "learning_rate": 1.7298515376458113e-05, |
| "loss": 0.5998, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.8307169021454736, |
| "grad_norm": 0.5784470770219757, |
| "learning_rate": 1.7165959703075292e-05, |
| "loss": 0.8211, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.8320251177394035, |
| "grad_norm": 0.6402598629047223, |
| "learning_rate": 1.7033404029692472e-05, |
| "loss": 0.5686, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 0.5486156319155983, |
| "learning_rate": 1.690084835630965e-05, |
| "loss": 0.819, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.8346415489272632, |
| "grad_norm": 0.552758307022236, |
| "learning_rate": 1.676829268292683e-05, |
| "loss": 0.5744, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.8359497645211931, |
| "grad_norm": 0.5129974867018121, |
| "learning_rate": 1.663573700954401e-05, |
| "loss": 0.802, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.837257980115123, |
| "grad_norm": 0.6477174203830427, |
| "learning_rate": 1.650318133616119e-05, |
| "loss": 0.604, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.8385661957090529, |
| "grad_norm": 0.5721470905692986, |
| "learning_rate": 1.637062566277837e-05, |
| "loss": 0.7867, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.8398744113029827, |
| "grad_norm": 0.5613277299496854, |
| "learning_rate": 1.6238069989395545e-05, |
| "loss": 0.5995, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.8411826268969126, |
| "grad_norm": 0.4873586998049457, |
| "learning_rate": 1.6105514316012728e-05, |
| "loss": 0.7987, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.8424908424908425, |
| "grad_norm": 0.6328797394647059, |
| "learning_rate": 1.5972958642629907e-05, |
| "loss": 0.5875, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.8437990580847724, |
| "grad_norm": 0.5065229266101028, |
| "learning_rate": 1.5840402969247083e-05, |
| "loss": 0.7832, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.8451072736787022, |
| "grad_norm": 0.7363086761942835, |
| "learning_rate": 1.5707847295864266e-05, |
| "loss": 0.5797, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.8464154892726321, |
| "grad_norm": 0.5910783809750648, |
| "learning_rate": 1.5575291622481442e-05, |
| "loss": 0.8484, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.847723704866562, |
| "grad_norm": 0.46343031391913037, |
| "learning_rate": 1.544273594909862e-05, |
| "loss": 0.5783, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.8490319204604919, |
| "grad_norm": 0.5168004042862498, |
| "learning_rate": 1.53101802757158e-05, |
| "loss": 0.7856, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.8503401360544217, |
| "grad_norm": 0.7961735878117324, |
| "learning_rate": 1.517762460233298e-05, |
| "loss": 0.5835, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8516483516483516, |
| "grad_norm": 0.4869428795315839, |
| "learning_rate": 1.504506892895016e-05, |
| "loss": 0.7959, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.8529565672422815, |
| "grad_norm": 0.6051259113895093, |
| "learning_rate": 1.491251325556734e-05, |
| "loss": 0.5812, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.8542647828362114, |
| "grad_norm": 0.48181809369845346, |
| "learning_rate": 1.4779957582184516e-05, |
| "loss": 0.7691, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.8555729984301413, |
| "grad_norm": 0.6165360359930039, |
| "learning_rate": 1.4647401908801697e-05, |
| "loss": 0.5906, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.8568812140240711, |
| "grad_norm": 0.49455764845266237, |
| "learning_rate": 1.4514846235418877e-05, |
| "loss": 0.7854, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.858189429618001, |
| "grad_norm": 0.5284557358740105, |
| "learning_rate": 1.4382290562036055e-05, |
| "loss": 0.588, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.859497645211931, |
| "grad_norm": 0.5292637656987533, |
| "learning_rate": 1.4249734888653236e-05, |
| "loss": 0.8016, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.8608058608058609, |
| "grad_norm": 0.8513431344553715, |
| "learning_rate": 1.4117179215270415e-05, |
| "loss": 0.6167, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.8621140763997907, |
| "grad_norm": 0.579288662692426, |
| "learning_rate": 1.3984623541887593e-05, |
| "loss": 0.8134, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.8634222919937206, |
| "grad_norm": 0.6785159865651157, |
| "learning_rate": 1.3852067868504772e-05, |
| "loss": 0.5753, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.8647305075876505, |
| "grad_norm": 0.5143467597796619, |
| "learning_rate": 1.3719512195121953e-05, |
| "loss": 0.8117, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.8660387231815804, |
| "grad_norm": 0.5958544884291407, |
| "learning_rate": 1.3586956521739131e-05, |
| "loss": 0.5694, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.8673469387755102, |
| "grad_norm": 0.6204168418491064, |
| "learning_rate": 1.345440084835631e-05, |
| "loss": 0.7969, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.8686551543694401, |
| "grad_norm": 0.5741612534922768, |
| "learning_rate": 1.3321845174973491e-05, |
| "loss": 0.5918, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.86996336996337, |
| "grad_norm": 0.5784688853516818, |
| "learning_rate": 1.3189289501590667e-05, |
| "loss": 0.8035, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.8712715855572999, |
| "grad_norm": 0.5603176409725421, |
| "learning_rate": 1.3056733828207849e-05, |
| "loss": 0.5805, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.8725798011512297, |
| "grad_norm": 0.5498601994735227, |
| "learning_rate": 1.2924178154825028e-05, |
| "loss": 0.7983, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.8738880167451596, |
| "grad_norm": 0.46586893720865835, |
| "learning_rate": 1.2791622481442206e-05, |
| "loss": 0.5847, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.8751962323390895, |
| "grad_norm": 0.4854338950174297, |
| "learning_rate": 1.2659066808059387e-05, |
| "loss": 0.7692, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.8765044479330194, |
| "grad_norm": 0.5304541776380965, |
| "learning_rate": 1.2526511134676563e-05, |
| "loss": 0.5896, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.8778126635269492, |
| "grad_norm": 0.5909426804833323, |
| "learning_rate": 1.2393955461293744e-05, |
| "loss": 0.7792, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.8791208791208791, |
| "grad_norm": 0.4671763867260705, |
| "learning_rate": 1.2261399787910923e-05, |
| "loss": 0.5638, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.880429094714809, |
| "grad_norm": 0.5359237947603994, |
| "learning_rate": 1.2128844114528103e-05, |
| "loss": 0.8022, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.8817373103087389, |
| "grad_norm": 0.6960066070363433, |
| "learning_rate": 1.1996288441145282e-05, |
| "loss": 0.5957, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.8830455259026687, |
| "grad_norm": 0.4855729622009359, |
| "learning_rate": 1.186373276776246e-05, |
| "loss": 0.8295, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.8843537414965986, |
| "grad_norm": 0.9533835028532404, |
| "learning_rate": 1.173117709437964e-05, |
| "loss": 0.5855, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.8856619570905285, |
| "grad_norm": 0.5386665177217399, |
| "learning_rate": 1.1598621420996818e-05, |
| "loss": 0.7768, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.8869701726844584, |
| "grad_norm": 0.5851585267921338, |
| "learning_rate": 1.1466065747613998e-05, |
| "loss": 0.5735, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.8882783882783882, |
| "grad_norm": 0.6320477723686851, |
| "learning_rate": 1.1333510074231179e-05, |
| "loss": 0.8027, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.8895866038723181, |
| "grad_norm": 0.6634243839335632, |
| "learning_rate": 1.1200954400848357e-05, |
| "loss": 0.5573, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.890894819466248, |
| "grad_norm": 0.5535217711779135, |
| "learning_rate": 1.1068398727465536e-05, |
| "loss": 0.7966, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.892203035060178, |
| "grad_norm": 0.7832734038273745, |
| "learning_rate": 1.0935843054082715e-05, |
| "loss": 0.6074, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.8935112506541077, |
| "grad_norm": 0.520725853685351, |
| "learning_rate": 1.0803287380699895e-05, |
| "loss": 0.7948, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.8948194662480377, |
| "grad_norm": 0.5140360510057409, |
| "learning_rate": 1.0670731707317074e-05, |
| "loss": 0.5672, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.8961276818419676, |
| "grad_norm": 0.5480237760678021, |
| "learning_rate": 1.0538176033934252e-05, |
| "loss": 0.8193, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.8974358974358975, |
| "grad_norm": 0.5379154678692974, |
| "learning_rate": 1.0405620360551433e-05, |
| "loss": 0.5615, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.8987441130298273, |
| "grad_norm": 0.5748341162685962, |
| "learning_rate": 1.027306468716861e-05, |
| "loss": 0.7761, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.9000523286237572, |
| "grad_norm": 0.354346750572681, |
| "learning_rate": 1.014050901378579e-05, |
| "loss": 0.5742, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.9013605442176871, |
| "grad_norm": 0.5556016455622972, |
| "learning_rate": 1.000795334040297e-05, |
| "loss": 0.8124, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.902668759811617, |
| "grad_norm": 0.616134681196408, |
| "learning_rate": 9.875397667020149e-06, |
| "loss": 0.5799, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.9039769754055468, |
| "grad_norm": 0.5351793977307407, |
| "learning_rate": 9.742841993637328e-06, |
| "loss": 0.8111, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.9052851909994767, |
| "grad_norm": 0.4796711570776462, |
| "learning_rate": 9.610286320254508e-06, |
| "loss": 0.5897, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.9065934065934066, |
| "grad_norm": 0.5333607429667859, |
| "learning_rate": 9.477730646871687e-06, |
| "loss": 0.7895, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.9079016221873365, |
| "grad_norm": 0.7210385096597725, |
| "learning_rate": 9.345174973488865e-06, |
| "loss": 0.5814, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.9092098377812664, |
| "grad_norm": 0.4921959597022122, |
| "learning_rate": 9.212619300106044e-06, |
| "loss": 0.7722, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.9105180533751962, |
| "grad_norm": 0.582597864482659, |
| "learning_rate": 9.080063626723225e-06, |
| "loss": 0.5718, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.9118262689691261, |
| "grad_norm": 0.5378533355374352, |
| "learning_rate": 8.947507953340403e-06, |
| "loss": 0.7841, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.913134484563056, |
| "grad_norm": 0.6935491033828649, |
| "learning_rate": 8.814952279957582e-06, |
| "loss": 0.5882, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.9144427001569859, |
| "grad_norm": 0.5318156050528525, |
| "learning_rate": 8.682396606574762e-06, |
| "loss": 0.7961, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.9157509157509157, |
| "grad_norm": 0.6218540662399403, |
| "learning_rate": 8.549840933191941e-06, |
| "loss": 0.5646, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.9170591313448456, |
| "grad_norm": 0.5580021318568493, |
| "learning_rate": 8.41728525980912e-06, |
| "loss": 0.8223, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.9183673469387755, |
| "grad_norm": 0.7372202219508209, |
| "learning_rate": 8.2847295864263e-06, |
| "loss": 0.5732, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.9196755625327054, |
| "grad_norm": 0.5531047720727633, |
| "learning_rate": 8.15217391304348e-06, |
| "loss": 0.8233, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.9209837781266352, |
| "grad_norm": 0.9657658989896405, |
| "learning_rate": 8.019618239660657e-06, |
| "loss": 0.5559, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.9222919937205651, |
| "grad_norm": 0.5772618182869884, |
| "learning_rate": 7.887062566277838e-06, |
| "loss": 0.7868, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.923600209314495, |
| "grad_norm": 0.4581262580386774, |
| "learning_rate": 7.754506892895016e-06, |
| "loss": 0.5821, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.924908424908425, |
| "grad_norm": 0.6112521566283506, |
| "learning_rate": 7.621951219512195e-06, |
| "loss": 0.7813, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.9262166405023547, |
| "grad_norm": 0.7318140554967631, |
| "learning_rate": 7.4893955461293745e-06, |
| "loss": 0.5652, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.9275248560962847, |
| "grad_norm": 0.55917265698163, |
| "learning_rate": 7.356839872746554e-06, |
| "loss": 0.8161, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.9288330716902146, |
| "grad_norm": 0.7037568341200027, |
| "learning_rate": 7.224284199363733e-06, |
| "loss": 0.586, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.9301412872841445, |
| "grad_norm": 0.5346184273438803, |
| "learning_rate": 7.091728525980912e-06, |
| "loss": 0.7951, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.9314495028780743, |
| "grad_norm": 0.4150830640122542, |
| "learning_rate": 6.959172852598092e-06, |
| "loss": 0.5949, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.9327577184720042, |
| "grad_norm": 0.5114818023098201, |
| "learning_rate": 6.826617179215271e-06, |
| "loss": 0.7904, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.9340659340659341, |
| "grad_norm": 0.5908812058211556, |
| "learning_rate": 6.69406150583245e-06, |
| "loss": 0.5674, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.935374149659864, |
| "grad_norm": 0.5343311980537179, |
| "learning_rate": 6.561505832449629e-06, |
| "loss": 0.7942, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.9366823652537938, |
| "grad_norm": 0.5903444129390092, |
| "learning_rate": 6.428950159066809e-06, |
| "loss": 0.5679, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.9379905808477237, |
| "grad_norm": 0.5453396700244478, |
| "learning_rate": 6.296394485683987e-06, |
| "loss": 0.8118, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.9392987964416536, |
| "grad_norm": 0.48350350014595894, |
| "learning_rate": 6.163838812301167e-06, |
| "loss": 0.5974, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.9406070120355835, |
| "grad_norm": 0.5664756102574485, |
| "learning_rate": 6.031283138918345e-06, |
| "loss": 0.7948, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.9419152276295133, |
| "grad_norm": 0.5142501404418801, |
| "learning_rate": 5.8987274655355255e-06, |
| "loss": 0.606, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.9432234432234432, |
| "grad_norm": 0.54569469097517, |
| "learning_rate": 5.766171792152705e-06, |
| "loss": 0.8303, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.9445316588173731, |
| "grad_norm": 0.7008918499549309, |
| "learning_rate": 5.6336161187698835e-06, |
| "loss": 0.5698, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.945839874411303, |
| "grad_norm": 0.4720187827903435, |
| "learning_rate": 5.501060445387063e-06, |
| "loss": 0.813, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.9471480900052328, |
| "grad_norm": 0.6243694714554565, |
| "learning_rate": 5.368504772004242e-06, |
| "loss": 0.5858, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.9484563055991627, |
| "grad_norm": 0.6260033107066734, |
| "learning_rate": 5.235949098621421e-06, |
| "loss": 0.8116, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9497645211930926, |
| "grad_norm": 0.6435112573826539, |
| "learning_rate": 5.103393425238601e-06, |
| "loss": 0.5544, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.9510727367870225, |
| "grad_norm": 0.47784017687891694, |
| "learning_rate": 4.9708377518557796e-06, |
| "loss": 0.7778, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 0.5688080296868022, |
| "learning_rate": 4.838282078472959e-06, |
| "loss": 0.6016, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.9536891679748822, |
| "grad_norm": 0.5213924382658889, |
| "learning_rate": 4.705726405090138e-06, |
| "loss": 0.7974, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.9549973835688121, |
| "grad_norm": 0.45047173757415426, |
| "learning_rate": 4.573170731707317e-06, |
| "loss": 0.5249, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.956305599162742, |
| "grad_norm": 0.5437903519326854, |
| "learning_rate": 4.440615058324496e-06, |
| "loss": 0.8166, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.957613814756672, |
| "grad_norm": 0.48264576838040973, |
| "learning_rate": 4.308059384941676e-06, |
| "loss": 0.5814, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.9589220303506018, |
| "grad_norm": 0.545526763976128, |
| "learning_rate": 4.175503711558855e-06, |
| "loss": 0.8006, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.9602302459445317, |
| "grad_norm": 0.38539225021424495, |
| "learning_rate": 4.0429480381760345e-06, |
| "loss": 0.5745, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.9615384615384616, |
| "grad_norm": 0.5798773104196537, |
| "learning_rate": 3.910392364793213e-06, |
| "loss": 0.8073, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.9628466771323915, |
| "grad_norm": 0.6878789040909351, |
| "learning_rate": 3.777836691410393e-06, |
| "loss": 0.5763, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.9641548927263213, |
| "grad_norm": 0.5289835887969982, |
| "learning_rate": 3.6452810180275714e-06, |
| "loss": 0.7766, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.9654631083202512, |
| "grad_norm": 0.40667843587961816, |
| "learning_rate": 3.5127253446447508e-06, |
| "loss": 0.558, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.9667713239141811, |
| "grad_norm": 0.5840192236729715, |
| "learning_rate": 3.3801696712619306e-06, |
| "loss": 0.8129, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.968079539508111, |
| "grad_norm": 0.3178170420497473, |
| "learning_rate": 3.247613997879109e-06, |
| "loss": 0.5787, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.9693877551020408, |
| "grad_norm": 0.54996002509364, |
| "learning_rate": 3.115058324496289e-06, |
| "loss": 0.8326, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.9706959706959707, |
| "grad_norm": 0.5534777218559572, |
| "learning_rate": 2.982502651113468e-06, |
| "loss": 0.5821, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.9720041862899006, |
| "grad_norm": 0.5230629562997223, |
| "learning_rate": 2.849946977730647e-06, |
| "loss": 0.7779, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.9733124018838305, |
| "grad_norm": 0.875422492824055, |
| "learning_rate": 2.7173913043478263e-06, |
| "loss": 0.592, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.9746206174777603, |
| "grad_norm": 0.5569915281293889, |
| "learning_rate": 2.5848356309650052e-06, |
| "loss": 0.8067, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.9759288330716902, |
| "grad_norm": 0.6183408664255449, |
| "learning_rate": 2.4522799575821846e-06, |
| "loss": 0.5875, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.9772370486656201, |
| "grad_norm": 0.49698428419163243, |
| "learning_rate": 2.319724284199364e-06, |
| "loss": 0.8197, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.97854526425955, |
| "grad_norm": 0.6395403482510305, |
| "learning_rate": 2.187168610816543e-06, |
| "loss": 0.5956, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.9798534798534798, |
| "grad_norm": 0.5141508620993104, |
| "learning_rate": 2.054612937433722e-06, |
| "loss": 0.8213, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.9811616954474097, |
| "grad_norm": 0.7297722231605804, |
| "learning_rate": 1.9220572640509014e-06, |
| "loss": 0.5724, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.9824699110413396, |
| "grad_norm": 0.6139671735977023, |
| "learning_rate": 1.7895015906680807e-06, |
| "loss": 0.8038, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.9837781266352695, |
| "grad_norm": 0.6348684038508452, |
| "learning_rate": 1.65694591728526e-06, |
| "loss": 0.5891, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.9850863422291993, |
| "grad_norm": 0.5570560567015977, |
| "learning_rate": 1.5243902439024391e-06, |
| "loss": 0.8008, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.9863945578231292, |
| "grad_norm": 0.5421909673109165, |
| "learning_rate": 1.3918345705196183e-06, |
| "loss": 0.5792, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.9877027734170591, |
| "grad_norm": 0.5728614761702414, |
| "learning_rate": 1.2592788971367975e-06, |
| "loss": 0.7941, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.989010989010989, |
| "grad_norm": 0.6317238615567622, |
| "learning_rate": 1.1267232237539766e-06, |
| "loss": 0.6009, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.9903192046049188, |
| "grad_norm": 0.5160377073279534, |
| "learning_rate": 9.94167550371156e-07, |
| "loss": 0.7883, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.9916274201988488, |
| "grad_norm": 0.690634120523154, |
| "learning_rate": 8.616118769883351e-07, |
| "loss": 0.5766, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.9929356357927787, |
| "grad_norm": 0.5284248764034778, |
| "learning_rate": 7.290562036055143e-07, |
| "loss": 0.8011, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.9942438513867086, |
| "grad_norm": 0.5999593891013711, |
| "learning_rate": 5.965005302226936e-07, |
| "loss": 0.5956, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.9955520669806384, |
| "grad_norm": 0.48546714136377134, |
| "learning_rate": 4.6394485683987276e-07, |
| "loss": 0.7916, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.9968602825745683, |
| "grad_norm": 0.3062976732646243, |
| "learning_rate": 3.31389183457052e-07, |
| "loss": 0.5679, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.9981684981684982, |
| "grad_norm": 0.5269723896971663, |
| "learning_rate": 1.9883351007423118e-07, |
| "loss": 0.8292, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.9994767137624281, |
| "grad_norm": 0.49183779024992025, |
| "learning_rate": 6.62778366914104e-08, |
| "loss": 0.5841, |
| "step": 7640 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 7644, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
