{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.541516245487364,
  "eval_steps": 770,
  "global_step": 770,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007220216606498195,
      "grad_norm": 2.68963885307312,
      "learning_rate": 0.0,
      "loss": 1.880106806755066,
      "step": 1
    },
    {
      "epoch": 0.01444043321299639,
      "grad_norm": 2.3691370487213135,
      "learning_rate": 8e-05,
      "loss": 1.882678508758545,
      "step": 2
    },
    {
      "epoch": 0.021660649819494584,
      "grad_norm": 3.7024030685424805,
      "learning_rate": 0.00016,
      "loss": 1.9426246881484985,
      "step": 3
    },
    {
      "epoch": 0.02888086642599278,
      "grad_norm": 0.7646510601043701,
      "learning_rate": 0.00024,
      "loss": 1.6261038780212402,
      "step": 4
    },
    {
      "epoch": 0.036101083032490974,
      "grad_norm": 0.6628475189208984,
      "learning_rate": 0.00032,
      "loss": 1.478842854499817,
      "step": 5
    },
    {
      "epoch": 0.04332129963898917,
      "grad_norm": 0.7141556143760681,
      "learning_rate": 0.0004,
      "loss": 1.1376413106918335,
      "step": 6
    },
    {
      "epoch": 0.05054151624548736,
      "grad_norm": 0.7212001085281372,
      "learning_rate": 0.0003999983135391464,
      "loss": 1.0410869121551514,
      "step": 7
    },
    {
      "epoch": 0.05776173285198556,
      "grad_norm": 0.7515780925750732,
      "learning_rate": 0.0003999932541850271,
      "loss": 0.8246882557868958,
      "step": 8
    },
    {
      "epoch": 0.06498194945848375,
      "grad_norm": 2.474442481994629,
      "learning_rate": 0.0003999848220229661,
      "loss": 0.7787771821022034,
      "step": 9
    },
    {
      "epoch": 0.07220216606498195,
      "grad_norm": 1.2009592056274414,
      "learning_rate": 0.0003999730171951686,
      "loss": 0.6830324530601501,
      "step": 10
    },
    {
      "epoch": 0.07942238267148015,
      "grad_norm": 0.7545379996299744,
      "learning_rate": 0.00039995783990071825,
      "loss": 0.7438161969184875,
      "step": 11
    },
    {
      "epoch": 0.08664259927797834,
      "grad_norm": 0.9728625416755676,
      "learning_rate": 0.0003999392903955744,
      "loss": 0.6851149797439575,
      "step": 12
    },
    {
      "epoch": 0.09386281588447654,
      "grad_norm": 0.5509404540061951,
      "learning_rate": 0.00039991736899256693,
      "loss": 0.5853980183601379,
      "step": 13
    },
    {
      "epoch": 0.10108303249097472,
      "grad_norm": 0.715829074382782,
      "learning_rate": 0.0003998920760613919,
      "loss": 0.7855823040008545,
      "step": 14
    },
    {
      "epoch": 0.10830324909747292,
      "grad_norm": 0.6777167320251465,
      "learning_rate": 0.0003998634120286046,
      "loss": 0.5202292799949646,
      "step": 15
    },
    {
      "epoch": 0.11552346570397112,
      "grad_norm": 0.5348321199417114,
      "learning_rate": 0.0003998313773776128,
      "loss": 0.6527559757232666,
      "step": 16
    },
    {
      "epoch": 0.12274368231046931,
      "grad_norm": 0.4939132332801819,
      "learning_rate": 0.0003997959726486683,
      "loss": 0.584251880645752,
      "step": 17
    },
    {
      "epoch": 0.1299638989169675,
      "grad_norm": 0.47802454233169556,
      "learning_rate": 0.00039975719843885805,
      "loss": 0.5235528349876404,
      "step": 18
    },
    {
      "epoch": 0.1371841155234657,
      "grad_norm": 0.44072362780570984,
      "learning_rate": 0.0003997150554020938,
      "loss": 0.5184933543205261,
      "step": 19
    },
    {
      "epoch": 0.1444043321299639,
      "grad_norm": 0.4251253306865692,
      "learning_rate": 0.00039966954424910147,
      "loss": 0.6167617440223694,
      "step": 20
    },
    {
      "epoch": 0.15162454873646208,
      "grad_norm": 0.5198166370391846,
      "learning_rate": 0.00039962066574740886,
      "loss": 0.7412333488464355,
      "step": 21
    },
    {
      "epoch": 0.1588447653429603,
      "grad_norm": 0.44667476415634155,
      "learning_rate": 0.00039956842072133266,
      "loss": 0.6361726522445679,
      "step": 22
    },
    {
      "epoch": 0.16606498194945848,
      "grad_norm": 0.40787550806999207,
      "learning_rate": 0.0003995128100519649,
      "loss": 0.49531102180480957,
      "step": 23
    },
    {
      "epoch": 0.17328519855595667,
      "grad_norm": 0.4681910276412964,
      "learning_rate": 0.00039945383467715766,
      "loss": 0.584551990032196,
      "step": 24
    },
    {
      "epoch": 0.18050541516245489,
      "grad_norm": 0.41188451647758484,
      "learning_rate": 0.00039939149559150753,
      "loss": 0.6003429889678955,
      "step": 25
    },
    {
      "epoch": 0.18772563176895307,
      "grad_norm": 0.43262341618537903,
      "learning_rate": 0.0003993257938463389,
      "loss": 0.5725842118263245,
      "step": 26
    },
    {
      "epoch": 0.19494584837545126,
      "grad_norm": 0.45091742277145386,
      "learning_rate": 0.0003992567305496859,
      "loss": 0.6373569965362549,
      "step": 27
    },
    {
      "epoch": 0.20216606498194944,
      "grad_norm": 0.3687536120414734,
      "learning_rate": 0.00039918430686627406,
      "loss": 0.4958152174949646,
      "step": 28
    },
    {
      "epoch": 0.20938628158844766,
      "grad_norm": 0.3994904160499573,
      "learning_rate": 0.00039910852401750036,
      "loss": 0.6146813631057739,
      "step": 29
    },
    {
      "epoch": 0.21660649819494585,
      "grad_norm": 0.41312268376350403,
      "learning_rate": 0.0003990293832814129,
      "loss": 0.5313689708709717,
      "step": 30
    },
    {
      "epoch": 0.22382671480144403,
      "grad_norm": 0.37877994775772095,
      "learning_rate": 0.0003989468859926893,
      "loss": 0.5694329738616943,
      "step": 31
    },
    {
      "epoch": 0.23104693140794225,
      "grad_norm": 0.32251644134521484,
      "learning_rate": 0.0003988610335426139,
      "loss": 0.4476504921913147,
      "step": 32
    },
    {
      "epoch": 0.23826714801444043,
      "grad_norm": 0.40205422043800354,
      "learning_rate": 0.0003987718273790548,
      "loss": 0.4696302115917206,
      "step": 33
    },
    {
      "epoch": 0.24548736462093862,
      "grad_norm": 0.3664834201335907,
      "learning_rate": 0.0003986792690064389,
      "loss": 0.5304725170135498,
      "step": 34
    },
    {
      "epoch": 0.2527075812274368,
      "grad_norm": 0.5150560736656189,
      "learning_rate": 0.000398583359985727,
      "loss": 0.5886795520782471,
      "step": 35
    },
    {
      "epoch": 0.259927797833935,
      "grad_norm": 0.37544649839401245,
      "learning_rate": 0.0003984841019343872,
      "loss": 0.6374161839485168,
      "step": 36
    },
    {
      "epoch": 0.26714801444043323,
      "grad_norm": 0.3426123857498169,
      "learning_rate": 0.0003983814965263676,
      "loss": 0.507249116897583,
      "step": 37
    },
    {
      "epoch": 0.2743682310469314,
      "grad_norm": 0.36909183859825134,
      "learning_rate": 0.00039827554549206836,
      "loss": 0.5216564536094666,
      "step": 38
    },
    {
      "epoch": 0.2815884476534296,
      "grad_norm": 0.3864560127258301,
      "learning_rate": 0.00039816625061831206,
      "loss": 0.4607892632484436,
      "step": 39
    },
    {
      "epoch": 0.2888086642599278,
      "grad_norm": 0.3553301692008972,
      "learning_rate": 0.0003980536137483141,
      "loss": 0.6021184921264648,
      "step": 40
    },
    {
      "epoch": 0.296028880866426,
      "grad_norm": 0.3300604224205017,
      "learning_rate": 0.0003979376367816511,
      "loss": 0.49985307455062866,
      "step": 41
    },
    {
      "epoch": 0.30324909747292417,
      "grad_norm": 0.3894491493701935,
      "learning_rate": 0.0003978183216742292,
      "loss": 0.5403987169265747,
      "step": 42
    },
    {
      "epoch": 0.3104693140794224,
      "grad_norm": 0.32339245080947876,
      "learning_rate": 0.0003976956704382511,
      "loss": 0.5262795090675354,
      "step": 43
    },
    {
      "epoch": 0.3176895306859206,
      "grad_norm": 0.3121689260005951,
      "learning_rate": 0.00039756968514218166,
      "loss": 0.4988410174846649,
      "step": 44
    },
    {
      "epoch": 0.3249097472924188,
      "grad_norm": 0.37562957406044006,
      "learning_rate": 0.0003974403679107138,
      "loss": 0.5539376735687256,
      "step": 45
    },
    {
      "epoch": 0.33212996389891697,
      "grad_norm": 0.3560684323310852,
      "learning_rate": 0.0003973077209247319,
      "loss": 0.4829791784286499,
      "step": 46
    },
    {
      "epoch": 0.33935018050541516,
      "grad_norm": 0.3543923497200012,
      "learning_rate": 0.0003971717464212755,
      "loss": 0.4733068346977234,
      "step": 47
    },
    {
      "epoch": 0.34657039711191334,
      "grad_norm": 0.3253995180130005,
      "learning_rate": 0.0003970324466935013,
      "loss": 0.4318773150444031,
      "step": 48
    },
    {
      "epoch": 0.35379061371841153,
      "grad_norm": 0.3587929904460907,
      "learning_rate": 0.0003968898240906447,
      "loss": 0.6348429322242737,
      "step": 49
    },
    {
      "epoch": 0.36101083032490977,
      "grad_norm": 0.3772837519645691,
      "learning_rate": 0.0003967438810179802,
      "loss": 0.5192855596542358,
      "step": 50
    },
    {
      "epoch": 0.36823104693140796,
      "grad_norm": 0.3878256380558014,
      "learning_rate": 0.0003965946199367804,
      "loss": 0.4653000831604004,
      "step": 51
    },
    {
      "epoch": 0.37545126353790614,
      "grad_norm": 0.306704044342041,
      "learning_rate": 0.00039644204336427506,
      "loss": 0.46054646372795105,
      "step": 52
    },
    {
      "epoch": 0.38267148014440433,
      "grad_norm": 0.3290722072124481,
      "learning_rate": 0.0003962861538736084,
      "loss": 0.4637136459350586,
      "step": 53
    },
    {
      "epoch": 0.3898916967509025,
      "grad_norm": 0.3877376914024353,
      "learning_rate": 0.00039612695409379557,
      "loss": 0.6008591651916504,
      "step": 54
    },
    {
      "epoch": 0.3971119133574007,
      "grad_norm": 0.3738860785961151,
      "learning_rate": 0.00039596444670967864,
      "loss": 0.49255216121673584,
      "step": 55
    },
    {
      "epoch": 0.4043321299638989,
      "grad_norm": 0.43176719546318054,
      "learning_rate": 0.0003957986344618809,
      "loss": 0.6328399777412415,
      "step": 56
    },
    {
      "epoch": 0.41155234657039713,
      "grad_norm": 0.34965041279792786,
      "learning_rate": 0.00039562952014676116,
      "loss": 0.5274545550346375,
      "step": 57
    },
    {
      "epoch": 0.4187725631768953,
      "grad_norm": 0.3525114059448242,
      "learning_rate": 0.000395457106616366,
      "loss": 0.5174035429954529,
      "step": 58
    },
    {
      "epoch": 0.4259927797833935,
      "grad_norm": 0.36805179715156555,
      "learning_rate": 0.0003952813967783822,
      "loss": 0.5132086277008057,
      "step": 59
    },
    {
      "epoch": 0.4332129963898917,
      "grad_norm": 0.3320341110229492,
      "learning_rate": 0.00039510239359608735,
      "loss": 0.47466331720352173,
      "step": 60
    },
    {
      "epoch": 0.4404332129963899,
      "grad_norm": 0.36727970838546753,
      "learning_rate": 0.0003949201000883001,
      "loss": 0.5845056772232056,
      "step": 61
    },
    {
      "epoch": 0.44765342960288806,
      "grad_norm": 0.31494706869125366,
      "learning_rate": 0.000394734519329329,
      "loss": 0.5123739242553711,
      "step": 62
    },
    {
      "epoch": 0.4548736462093863,
      "grad_norm": 0.31959858536720276,
      "learning_rate": 0.00039454565444892094,
      "loss": 0.3888605237007141,
      "step": 63
    },
    {
      "epoch": 0.4620938628158845,
      "grad_norm": 0.4212755262851715,
      "learning_rate": 0.0003943535086322083,
      "loss": 0.6065781712532043,
      "step": 64
    },
    {
      "epoch": 0.4693140794223827,
      "grad_norm": 0.2938922643661499,
      "learning_rate": 0.0003941580851196549,
      "loss": 0.47488927841186523,
      "step": 65
    },
    {
      "epoch": 0.47653429602888087,
      "grad_norm": 0.27896228432655334,
      "learning_rate": 0.00039395938720700196,
      "loss": 0.36559349298477173,
      "step": 66
    },
    {
      "epoch": 0.48375451263537905,
      "grad_norm": 0.34284013509750366,
      "learning_rate": 0.0003937574182452118,
      "loss": 0.49944937229156494,
      "step": 67
    },
    {
      "epoch": 0.49097472924187724,
      "grad_norm": 0.3411049544811249,
      "learning_rate": 0.00039355218164041194,
      "loss": 0.5018436312675476,
      "step": 68
    },
    {
      "epoch": 0.4981949458483754,
      "grad_norm": 0.35431182384490967,
      "learning_rate": 0.0003933436808538375,
      "loss": 0.42643067240715027,
      "step": 69
    },
    {
      "epoch": 0.5054151624548736,
      "grad_norm": 0.3351145386695862,
      "learning_rate": 0.00039313191940177256,
      "loss": 0.5355833768844604,
      "step": 70
    },
    {
      "epoch": 0.5126353790613718,
      "grad_norm": 0.3065779507160187,
      "learning_rate": 0.00039291690085549105,
      "loss": 0.4329970180988312,
      "step": 71
    },
    {
      "epoch": 0.51985559566787,
      "grad_norm": 0.5208595395088196,
      "learning_rate": 0.00039269862884119664,
      "loss": 0.5850666165351868,
      "step": 72
    },
    {
      "epoch": 0.5270758122743683,
      "grad_norm": 0.3183553218841553,
      "learning_rate": 0.00039247710703996144,
      "loss": 0.5500473380088806,
      "step": 73
    },
    {
      "epoch": 0.5342960288808665,
      "grad_norm": 0.32788676023483276,
      "learning_rate": 0.0003922523391876638,
      "loss": 0.5200982093811035,
      "step": 74
    },
    {
      "epoch": 0.5415162454873647,
      "grad_norm": 0.2959986925125122,
      "learning_rate": 0.00039202432907492566,
      "loss": 0.4983074963092804,
      "step": 75
    },
    {
      "epoch": 0.5487364620938628,
      "grad_norm": 0.32182440161705017,
      "learning_rate": 0.0003917930805470483,
      "loss": 0.44362854957580566,
      "step": 76
    },
    {
      "epoch": 0.555956678700361,
      "grad_norm": 0.2816471755504608,
      "learning_rate": 0.00039155859750394754,
      "loss": 0.44515836238861084,
      "step": 77
    },
    {
      "epoch": 0.5631768953068592,
      "grad_norm": 0.290783554315567,
      "learning_rate": 0.0003913208839000882,
      "loss": 0.46542418003082275,
      "step": 78
    },
    {
      "epoch": 0.5703971119133574,
      "grad_norm": 0.366773396730423,
      "learning_rate": 0.0003910799437444171,
      "loss": 0.5370551943778992,
      "step": 79
    },
    {
      "epoch": 0.5776173285198556,
      "grad_norm": 0.32066911458969116,
      "learning_rate": 0.0003908357811002957,
      "loss": 0.5146384239196777,
      "step": 80
    },
    {
      "epoch": 0.5848375451263538,
      "grad_norm": 0.3420974016189575,
      "learning_rate": 0.00039058840008543135,
      "loss": 0.6218519806861877,
      "step": 81
    },
    {
      "epoch": 0.592057761732852,
      "grad_norm": 0.3156997263431549,
      "learning_rate": 0.000390337804871808,
      "loss": 0.549630343914032,
      "step": 82
    },
    {
      "epoch": 0.5992779783393501,
      "grad_norm": 0.3494798541069031,
      "learning_rate": 0.00039008399968561597,
      "loss": 0.5499352216720581,
      "step": 83
    },
    {
      "epoch": 0.6064981949458483,
      "grad_norm": 0.3652164936065674,
      "learning_rate": 0.0003898269888071803,
      "loss": 0.5562577843666077,
      "step": 84
    },
    {
      "epoch": 0.6137184115523465,
      "grad_norm": 0.34751319885253906,
      "learning_rate": 0.0003895667765708887,
      "loss": 0.5954532027244568,
      "step": 85
    },
    {
      "epoch": 0.6209386281588448,
      "grad_norm": 0.28338274359703064,
      "learning_rate": 0.0003893033673651189,
      "loss": 0.4894581735134125,
      "step": 86
    },
    {
      "epoch": 0.628158844765343,
      "grad_norm": 0.29019951820373535,
      "learning_rate": 0.00038903676563216394,
      "loss": 0.4635826349258423,
      "step": 87
    },
    {
      "epoch": 0.6353790613718412,
      "grad_norm": 0.2782176434993744,
      "learning_rate": 0.00038876697586815763,
      "loss": 0.4121658205986023,
      "step": 88
    },
    {
      "epoch": 0.6425992779783394,
      "grad_norm": 0.27983078360557556,
      "learning_rate": 0.0003884940026229988,
      "loss": 0.40188780426979065,
      "step": 89
    },
    {
      "epoch": 0.6498194945848376,
      "grad_norm": 0.2786664366722107,
      "learning_rate": 0.0003882178505002744,
      "loss": 0.44132208824157715,
      "step": 90
    },
    {
      "epoch": 0.6570397111913358,
      "grad_norm": 0.3355483412742615,
      "learning_rate": 0.0003879385241571817,
      "loss": 0.512315034866333,
      "step": 91
    },
    {
      "epoch": 0.6642599277978339,
      "grad_norm": 0.29554808139801025,
      "learning_rate": 0.0003876560283044503,
      "loss": 0.4540112018585205,
      "step": 92
    },
    {
      "epoch": 0.6714801444043321,
      "grad_norm": 0.3431720435619354,
      "learning_rate": 0.00038737036770626214,
      "loss": 0.45164141058921814,
      "step": 93
    },
    {
      "epoch": 0.6787003610108303,
      "grad_norm": 0.37090009450912476,
      "learning_rate": 0.0003870815471801714,
      "loss": 0.4878736734390259,
      "step": 94
    },
    {
      "epoch": 0.6859205776173285,
      "grad_norm": 0.35553082823753357,
      "learning_rate": 0.0003867895715970231,
      "loss": 0.5573399662971497,
      "step": 95
    },
    {
      "epoch": 0.6931407942238267,
      "grad_norm": 0.30914071202278137,
      "learning_rate": 0.00038649444588087115,
      "loss": 0.5417919754981995,
      "step": 96
    },
    {
      "epoch": 0.7003610108303249,
      "grad_norm": 0.27384090423583984,
      "learning_rate": 0.0003861961750088954,
      "loss": 0.4475242793560028,
      "step": 97
    },
    {
      "epoch": 0.7075812274368231,
      "grad_norm": 0.2919006049633026,
      "learning_rate": 0.0003858947640113171,
      "loss": 0.44341611862182617,
      "step": 98
    },
    {
      "epoch": 0.7148014440433214,
      "grad_norm": 0.33408623933792114,
      "learning_rate": 0.000385590217971315,
      "loss": 0.5056685209274292,
      "step": 99
    },
    {
      "epoch": 0.7220216606498195,
      "grad_norm": 0.3498390018939972,
      "learning_rate": 0.0003852825420249386,
      "loss": 0.45975226163864136,
      "step": 100
    },
    {
      "epoch": 0.7292418772563177,
      "grad_norm": 0.32381942868232727,
      "learning_rate": 0.0003849717413610224,
      "loss": 0.43437302112579346,
      "step": 101
    },
    {
      "epoch": 0.7364620938628159,
      "grad_norm": 0.30022308230400085,
      "learning_rate": 0.0003846578212210979,
      "loss": 0.41799411177635193,
      "step": 102
    },
    {
      "epoch": 0.7436823104693141,
      "grad_norm": 0.31061094999313354,
      "learning_rate": 0.0003843407868993054,
      "loss": 0.5682204365730286,
      "step": 103
    },
    {
      "epoch": 0.7509025270758123,
      "grad_norm": 0.31062883138656616,
      "learning_rate": 0.0003840206437423047,
      "loss": 0.3520132303237915,
      "step": 104
    },
    {
      "epoch": 0.7581227436823105,
      "grad_norm": 0.36826908588409424,
      "learning_rate": 0.00038369739714918464,
      "loss": 0.546819269657135,
      "step": 105
    },
    {
      "epoch": 0.7653429602888087,
      "grad_norm": 0.35304203629493713,
      "learning_rate": 0.00038337105257137263,
      "loss": 0.5633726716041565,
      "step": 106
    },
    {
      "epoch": 0.7725631768953068,
      "grad_norm": 0.2879215478897095,
      "learning_rate": 0.00038304161551254207,
      "loss": 0.42212507128715515,
      "step": 107
    },
    {
      "epoch": 0.779783393501805,
      "grad_norm": 0.32802048325538635,
      "learning_rate": 0.0003827090915285202,
      "loss": 0.4973101019859314,
      "step": 108
    },
    {
      "epoch": 0.7870036101083032,
      "grad_norm": 0.29462599754333496,
      "learning_rate": 0.0003823734862271937,
      "loss": 0.4543662667274475,
      "step": 109
    },
    {
      "epoch": 0.7942238267148014,
      "grad_norm": 0.34288832545280457,
      "learning_rate": 0.0003820348052684146,
      "loss": 0.5599743127822876,
      "step": 110
    },
    {
      "epoch": 0.8014440433212996,
      "grad_norm": 0.2871699333190918,
      "learning_rate": 0.00038169305436390477,
      "loss": 0.5132560133934021,
      "step": 111
    },
    {
      "epoch": 0.8086642599277978,
      "grad_norm": 0.3307580053806305,
      "learning_rate": 0.00038134823927715933,
      "loss": 0.5319223403930664,
      "step": 112
    },
    {
      "epoch": 0.8158844765342961,
      "grad_norm": 0.3292873799800873,
      "learning_rate": 0.0003810003658233498,
      "loss": 0.5933513045310974,
      "step": 113
    },
    {
      "epoch": 0.8231046931407943,
      "grad_norm": 0.34675127267837524,
      "learning_rate": 0.0003806494398692258,
      "loss": 0.6370081901550293,
      "step": 114
    },
    {
      "epoch": 0.8303249097472925,
      "grad_norm": 0.31837624311447144,
      "learning_rate": 0.00038029546733301615,
      "loss": 0.44530773162841797,
      "step": 115
    },
    {
      "epoch": 0.8375451263537906,
      "grad_norm": 0.3014152944087982,
      "learning_rate": 0.0003799384541843291,
      "loss": 0.5310161113739014,
      "step": 116
    },
    {
      "epoch": 0.8447653429602888,
      "grad_norm": 0.30693644285202026,
      "learning_rate": 0.00037957840644405164,
      "loss": 0.5011177659034729,
      "step": 117
    },
    {
      "epoch": 0.851985559566787,
      "grad_norm": 0.2840467095375061,
      "learning_rate": 0.000379215330184248,
      "loss": 0.37618446350097656,
      "step": 118
    },
    {
      "epoch": 0.8592057761732852,
      "grad_norm": 0.3380180597305298,
      "learning_rate": 0.00037884923152805715,
      "loss": 0.5536396503448486,
      "step": 119
    },
    {
      "epoch": 0.8664259927797834,
      "grad_norm": 0.30026137828826904,
      "learning_rate": 0.00037848011664958956,
      "loss": 0.5487097501754761,
      "step": 120
    },
    {
      "epoch": 0.8736462093862816,
      "grad_norm": 0.3990669250488281,
      "learning_rate": 0.00037810799177382325,
      "loss": 0.34712734818458557,
      "step": 121
    },
    {
      "epoch": 0.8808664259927798,
      "grad_norm": 0.3168427646160126,
      "learning_rate": 0.0003777328631764986,
      "loss": 0.44405245780944824,
      "step": 122
    },
    {
      "epoch": 0.8880866425992779,
      "grad_norm": 0.2761262059211731,
      "learning_rate": 0.0003773547371840124,
      "loss": 0.4112606942653656,
      "step": 123
    },
    {
      "epoch": 0.8953068592057761,
      "grad_norm": 0.27056002616882324,
      "learning_rate": 0.00037697362017331164,
      "loss": 0.45218032598495483,
      "step": 124
    },
    {
      "epoch": 0.9025270758122743,
      "grad_norm": 0.2833767831325531,
      "learning_rate": 0.00037658951857178543,
      "loss": 0.4833817481994629,
      "step": 125
    },
    {
      "epoch": 0.9097472924187726,
      "grad_norm": 0.30818742513656616,
      "learning_rate": 0.0003762024388571569,
      "loss": 0.4847618341445923,
      "step": 126
    },
    {
      "epoch": 0.9169675090252708,
      "grad_norm": 0.32447490096092224,
      "learning_rate": 0.00037581238755737405,
      "loss": 0.5068320035934448,
      "step": 127
    },
    {
      "epoch": 0.924187725631769,
      "grad_norm": 0.307781845331192,
      "learning_rate": 0.0003754193712504992,
      "loss": 0.455619752407074,
      "step": 128
    },
    {
      "epoch": 0.9314079422382672,
      "grad_norm": 0.29909971356391907,
      "learning_rate": 0.00037502339656459853,
      "loss": 0.5618020296096802,
      "step": 129
    },
    {
      "epoch": 0.9386281588447654,
      "grad_norm": 0.33699020743370056,
      "learning_rate": 0.0003746244701776302,
      "loss": 0.50435870885849,
      "step": 130
    },
    {
      "epoch": 0.9458483754512635,
      "grad_norm": 0.2932925820350647,
      "learning_rate": 0.0003742225988173315,
      "loss": 0.503471314907074,
      "step": 131
    },
    {
      "epoch": 0.9530685920577617,
      "grad_norm": 0.27647075057029724,
      "learning_rate": 0.00037381778926110567,
      "loss": 0.4979417324066162,
      "step": 132
    },
    {
      "epoch": 0.9602888086642599,
      "grad_norm": 0.23902934789657593,
      "learning_rate": 0.00037341004833590734,
      "loss": 0.4127359390258789,
      "step": 133
    },
    {
      "epoch": 0.9675090252707581,
      "grad_norm": 0.3308359980583191,
      "learning_rate": 0.0003729993829181276,
      "loss": 0.6199836730957031,
      "step": 134
    },
    {
      "epoch": 0.9747292418772563,
      "grad_norm": 0.30997487902641296,
      "learning_rate": 0.00037258579993347795,
      "loss": 0.5043972134590149,
      "step": 135
    },
    {
      "epoch": 0.9819494584837545,
      "grad_norm": 0.5225651264190674,
      "learning_rate": 0.00037216930635687357,
      "loss": 0.5078832507133484,
      "step": 136
    },
    {
      "epoch": 0.9891696750902527,
      "grad_norm": 0.2910468280315399,
      "learning_rate": 0.00037174990921231557,
      "loss": 0.5478032827377319,
      "step": 137
    },
    {
      "epoch": 0.9963898916967509,
      "grad_norm": 0.3448226749897003,
      "learning_rate": 0.00037132761557277257,
      "loss": 0.5461761355400085,
      "step": 138
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5731388926506042,
      "learning_rate": 0.00037090243256006155,
      "loss": 0.39478886127471924,
      "step": 139
    },
    {
      "epoch": 1.0072202166064983,
      "grad_norm": 0.3017331659793854,
      "learning_rate": 0.0003704743673447276,
      "loss": 0.3729703426361084,
      "step": 140
    },
    {
      "epoch": 1.0144404332129964,
      "grad_norm": 0.29272574186325073,
      "learning_rate": 0.0003700434271459229,
      "loss": 0.45498228073120117,
      "step": 141
    },
    {
      "epoch": 1.0216606498194947,
      "grad_norm": 0.2818097770214081,
      "learning_rate": 0.0003696096192312852,
      "loss": 0.37411680817604065,
      "step": 142
    },
    {
      "epoch": 1.0288808664259927,
      "grad_norm": 0.31325557827949524,
      "learning_rate": 0.00036917295091681526,
      "loss": 0.4299224019050598,
      "step": 143
    },
    {
      "epoch": 1.036101083032491,
      "grad_norm": 0.2971343994140625,
      "learning_rate": 0.0003687334295667533,
      "loss": 0.4103966951370239,
      "step": 144
    },
    {
      "epoch": 1.0433212996389891,
      "grad_norm": 0.32004889845848083,
      "learning_rate": 0.00036829106259345465,
      "loss": 0.49494248628616333,
      "step": 145
    },
    {
      "epoch": 1.0505415162454874,
      "grad_norm": 0.29688122868537903,
      "learning_rate": 0.00036784585745726535,
      "loss": 0.4550933241844177,
      "step": 146
    },
    {
      "epoch": 1.0577617328519855,
      "grad_norm": 0.3322184681892395,
      "learning_rate": 0.00036739782166639556,
      "loss": 0.46367114782333374,
      "step": 147
    },
    {
      "epoch": 1.0649819494584838,
      "grad_norm": 0.267844021320343,
      "learning_rate": 0.00036694696277679367,
      "loss": 0.33760106563568115,
      "step": 148
    },
    {
      "epoch": 1.0722021660649819,
      "grad_norm": 0.3240787386894226,
      "learning_rate": 0.0003664932883920182,
      "loss": 0.43709027767181396,
      "step": 149
    },
    {
      "epoch": 1.0794223826714802,
      "grad_norm": 0.29441356658935547,
      "learning_rate": 0.00036603680616311015,
      "loss": 0.4205693304538727,
      "step": 150
    },
    {
      "epoch": 1.0866425992779782,
      "grad_norm": 0.33195292949676514,
      "learning_rate": 0.00036557752378846357,
      "loss": 0.44472751021385193,
      "step": 151
    },
    {
      "epoch": 1.0938628158844765,
      "grad_norm": 0.3113086223602295,
      "learning_rate": 0.00036511544901369597,
      "loss": 0.3894999921321869,
      "step": 152
    },
    {
      "epoch": 1.1010830324909748,
      "grad_norm": 0.30926311016082764,
      "learning_rate": 0.00036465058963151744,
      "loss": 0.33893927931785583,
      "step": 153
    },
    {
      "epoch": 1.108303249097473,
      "grad_norm": 0.31725767254829407,
      "learning_rate": 0.00036418295348159967,
      "loss": 0.4384872019290924,
      "step": 154
    },
    {
      "epoch": 1.1155234657039712,
      "grad_norm": 0.3411625027656555,
      "learning_rate": 0.00036371254845044297,
      "loss": 0.4130849838256836,
      "step": 155
    },
    {
      "epoch": 1.1227436823104693,
      "grad_norm": 0.3470022976398468,
      "learning_rate": 0.0003632393824712444,
      "loss": 0.4436883330345154,
      "step": 156
    },
    {
      "epoch": 1.1299638989169676,
      "grad_norm": 0.31315702199935913,
      "learning_rate": 0.00036276346352376266,
      "loss": 0.39922523498535156,
      "step": 157
    },
    {
      "epoch": 1.1371841155234657,
      "grad_norm": 0.36140701174736023,
      "learning_rate": 0.00036228479963418465,
      "loss": 0.44266432523727417,
      "step": 158
    },
    {
      "epoch": 1.144404332129964,
      "grad_norm": 0.37621912360191345,
      "learning_rate": 0.0003618033988749895,
      "loss": 0.3703776001930237,
      "step": 159
    },
    {
      "epoch": 1.151624548736462,
      "grad_norm": 0.40457242727279663,
      "learning_rate": 0.0003613192693648125,
      "loss": 0.48410341143608093,
      "step": 160
    },
    {
      "epoch": 1.1588447653429603,
      "grad_norm": 0.35907864570617676,
      "learning_rate": 0.00036083241926830833,
      "loss": 0.3249608874320984,
      "step": 161
    },
    {
      "epoch": 1.1660649819494584,
      "grad_norm": 0.3328985869884491,
      "learning_rate": 0.00036034285679601336,
      "loss": 0.3642440140247345,
      "step": 162
    },
    {
      "epoch": 1.1732851985559567,
      "grad_norm": 0.3639651834964752,
      "learning_rate": 0.00035985059020420695,
      "loss": 0.4125223457813263,
      "step": 163
    },
    {
      "epoch": 1.1805054151624548,
      "grad_norm": 0.3122009038925171,
      "learning_rate": 0.0003593556277947725,
      "loss": 0.26333218812942505,
      "step": 164
    },
    {
      "epoch": 1.187725631768953,
      "grad_norm": 0.3917737901210785,
      "learning_rate": 0.0003588579779150572,
      "loss": 0.41683149337768555,
      "step": 165
    },
    {
      "epoch": 1.1949458483754514,
      "grad_norm": 0.3892008066177368,
      "learning_rate": 0.00035835764895773164,
      "loss": 0.34965166449546814,
      "step": 166
    },
    {
      "epoch": 1.2021660649819494,
      "grad_norm": 0.32206663489341736,
      "learning_rate": 0.0003578546493606477,
      "loss": 0.3289134204387665,
      "step": 167
    },
    {
      "epoch": 1.2093862815884477,
      "grad_norm": 0.373098760843277,
      "learning_rate": 0.0003573489876066967,
      "loss": 0.37044239044189453,
      "step": 168
    },
    {
      "epoch": 1.2166064981949458,
      "grad_norm": 0.4301343262195587,
      "learning_rate": 0.00035684067222366614,
      "loss": 0.46339157223701477,
      "step": 169
    },
    {
      "epoch": 1.2238267148014441,
      "grad_norm": 0.3458724915981293,
      "learning_rate": 0.00035632971178409603,
      "loss": 0.41736456751823425,
      "step": 170
    },
    {
      "epoch": 1.2310469314079422,
      "grad_norm": 0.45238223671913147,
      "learning_rate": 0.0003558161149051341,
      "loss": 0.4182761311531067,
      "step": 171
    },
    {
      "epoch": 1.2382671480144405,
      "grad_norm": 0.32411810755729675,
      "learning_rate": 0.0003552998902483907,
      "loss": 0.30536049604415894,
      "step": 172
    },
    {
      "epoch": 1.2454873646209386,
      "grad_norm": 0.40648043155670166,
      "learning_rate": 0.0003547810465197926,
      "loss": 0.45940107107162476,
      "step": 173
    },
    {
      "epoch": 1.2527075812274369,
      "grad_norm": 0.34474775195121765,
      "learning_rate": 0.00035425959246943614,
      "loss": 0.4267578423023224,
      "step": 174
    },
    {
      "epoch": 1.259927797833935,
      "grad_norm": 0.33473461866378784,
      "learning_rate": 0.00035373553689143977,
      "loss": 0.31750980019569397,
      "step": 175
    },
    {
      "epoch": 1.2671480144404332,
      "grad_norm": 0.29968079924583435,
      "learning_rate": 0.0003532088886237956,
      "loss": 0.3412264883518219,
      "step": 176
    },
    {
      "epoch": 1.2743682310469313,
      "grad_norm": 0.3362952172756195,
      "learning_rate": 0.00035267965654822063,
      "loss": 0.347223162651062,
      "step": 177
    },
    {
      "epoch": 1.2815884476534296,
      "grad_norm": 0.38441580533981323,
      "learning_rate": 0.0003521478495900065,
      "loss": 0.4132072925567627,
      "step": 178
    },
    {
      "epoch": 1.288808664259928,
      "grad_norm": 0.3259715437889099,
      "learning_rate": 0.00035161347671786947,
      "loss": 0.3259287476539612,
      "step": 179
    },
    {
      "epoch": 1.296028880866426,
      "grad_norm": 0.30564218759536743,
      "learning_rate": 0.00035107654694379876,
      "loss": 0.33284130692481995,
      "step": 180
    },
    {
      "epoch": 1.303249097472924,
      "grad_norm": 0.3464779853820801,
      "learning_rate": 0.0003505370693229049,
      "loss": 0.3613452613353729,
      "step": 181
    },
    {
      "epoch": 1.3104693140794224,
      "grad_norm": 0.4113422632217407,
      "learning_rate": 0.0003499950529532668,
      "loss": 0.49952858686447144,
      "step": 182
    },
    {
      "epoch": 1.3176895306859207,
      "grad_norm": 0.3503414988517761,
      "learning_rate": 0.0003494505069757782,
      "loss": 0.43928611278533936,
      "step": 183
    },
    {
      "epoch": 1.3249097472924187,
      "grad_norm": 0.3231402337551117,
      "learning_rate": 0.000348903440573994,
      "loss": 0.35302072763442993,
      "step": 184
    },
    {
      "epoch": 1.332129963898917,
      "grad_norm": 0.3849830627441406,
      "learning_rate": 0.00034835386297397486,
      "loss": 0.42382097244262695,
      "step": 185
    },
    {
      "epoch": 1.339350180505415,
      "grad_norm": 0.35116714239120483,
      "learning_rate": 0.00034780178344413185,
      "loss": 0.3274853229522705,
      "step": 186
    },
    {
      "epoch": 1.3465703971119134,
      "grad_norm": 0.3941578269004822,
      "learning_rate": 0.0003472472112950701,
      "loss": 0.34617680311203003,
      "step": 187
    },
    {
      "epoch": 1.3537906137184115,
      "grad_norm": 0.32104700803756714,
      "learning_rate": 0.00034669015587943184,
      "loss": 0.39410364627838135,
      "step": 188
    },
    {
      "epoch": 1.3610108303249098,
      "grad_norm": 0.42431211471557617,
      "learning_rate": 0.00034613062659173867,
      "loss": 0.49896761775016785,
      "step": 189
    },
    {
      "epoch": 1.3682310469314078,
      "grad_norm": 0.4387979209423065,
      "learning_rate": 0.00034556863286823284,
      "loss": 0.4435005784034729,
      "step": 190
    },
    {
      "epoch": 1.3754512635379061,
      "grad_norm": 0.3983216881752014,
      "learning_rate": 0.00034500418418671855,
      "loss": 0.44415876269340515,
      "step": 191
    },
    {
      "epoch": 1.3826714801444044,
      "grad_norm": 0.30740320682525635,
      "learning_rate": 0.00034443729006640184,
      "loss": 0.36664414405822754,
      "step": 192
    },
    {
      "epoch": 1.3898916967509025,
      "grad_norm": 0.35397860407829285,
      "learning_rate": 0.0003438679600677302,
      "loss": 0.36680418252944946,
      "step": 193
    },
    {
      "epoch": 1.3971119133574006,
      "grad_norm": 0.3522591292858124,
      "learning_rate": 0.0003432962037922312,
      "loss": 0.3908054232597351,
      "step": 194
    },
    {
      "epoch": 1.404332129963899,
      "grad_norm": 0.36350661516189575,
      "learning_rate": 0.0003427220308823505,
      "loss": 0.34363672137260437,
      "step": 195
    },
    {
      "epoch": 1.4115523465703972,
      "grad_norm": 0.3392064869403839,
      "learning_rate": 0.00034214545102128946,
      "loss": 0.40172988176345825,
      "step": 196
    },
    {
      "epoch": 1.4187725631768953,
      "grad_norm": 0.3826808035373688,
      "learning_rate": 0.0003415664739328418,
      "loss": 0.4292600452899933,
      "step": 197
    },
    {
      "epoch": 1.4259927797833936,
      "grad_norm": 0.4102179706096649,
      "learning_rate": 0.00034098510938122947,
      "loss": 0.40238481760025024,
      "step": 198
    },
    {
      "epoch": 1.4332129963898916,
      "grad_norm": 0.38712596893310547,
      "learning_rate": 0.00034040136717093796,
      "loss": 0.3980088233947754,
      "step": 199
    },
    {
      "epoch": 1.44043321299639,
      "grad_norm": 0.35182803869247437,
      "learning_rate": 0.0003398152571465512,
      "loss": 0.3569096028804779,
      "step": 200
    },
    {
      "epoch": 1.447653429602888,
      "grad_norm": 0.4129750728607178,
      "learning_rate": 0.0003392267891925854,
      "loss": 0.4729324281215668,
      "step": 201
    },
    {
      "epoch": 1.4548736462093863,
      "grad_norm": 0.3427615463733673,
      "learning_rate": 0.000338635973233322,
      "loss": 0.38466876745224,
      "step": 202
    },
    {
      "epoch": 1.4620938628158844,
      "grad_norm": 0.29937732219696045,
      "learning_rate": 0.0003380428192326411,
      "loss": 0.24431845545768738,
      "step": 203
    },
    {
      "epoch": 1.4693140794223827,
      "grad_norm": 0.35563215613365173,
      "learning_rate": 0.00033744733719385253,
      "loss": 0.34825772047042847,
      "step": 204
    },
    {
      "epoch": 1.476534296028881,
      "grad_norm": 0.3395077586174011,
      "learning_rate": 0.0003368495371595279,
      "loss": 0.37704023718833923,
      "step": 205
    },
    {
      "epoch": 1.483754512635379,
      "grad_norm": 0.32358789443969727,
      "learning_rate": 0.0003362494292113308,
      "loss": 0.29866379499435425,
      "step": 206
    },
    {
      "epoch": 1.4909747292418771,
      "grad_norm": 0.44219517707824707,
      "learning_rate": 0.00033564702346984684,
      "loss": 0.5036117434501648,
      "step": 207
    },
    {
      "epoch": 1.4981949458483754,
      "grad_norm": 0.358549565076828,
      "learning_rate": 0.00033504233009441287,
      "loss": 0.42227745056152344,
      "step": 208
    },
    {
      "epoch": 1.5054151624548737,
      "grad_norm": 0.3784799575805664,
      "learning_rate": 0.0003344353592829461,
      "loss": 0.4267178773880005,
      "step": 209
    },
    {
      "epoch": 1.5126353790613718,
      "grad_norm": 0.3619599938392639,
      "learning_rate": 0.00033382612127177166,
      "loss": 0.4075395166873932,
      "step": 210
    },
    {
      "epoch": 1.5198555956678699,
      "grad_norm": 0.44484809041023254,
      "learning_rate": 0.0003332146263354501,
      "loss": 0.5016494989395142,
      "step": 211
    },
    {
      "epoch": 1.5270758122743682,
      "grad_norm": 0.34379443526268005,
      "learning_rate": 0.00033260088478660407,
      "loss": 0.317508339881897,
      "step": 212
    },
    {
      "epoch": 1.5342960288808665,
      "grad_norm": 0.4008065164089203,
      "learning_rate": 0.0003319849069757446,
      "loss": 0.3974913954734802,
      "step": 213
    },
    {
      "epoch": 1.5415162454873648,
      "grad_norm": 0.4006946384906769,
      "learning_rate": 0.00033136670329109624,
      "loss": 0.5162532925605774,
      "step": 214
    },
    {
      "epoch": 1.5487364620938628,
      "grad_norm": 0.32255908846855164,
      "learning_rate": 0.0003307462841584223,
      "loss": 0.37669965624809265,
      "step": 215
    },
    {
      "epoch": 1.555956678700361,
      "grad_norm": 0.7169090509414673,
      "learning_rate": 0.0003301236600408484,
      "loss": 0.4477896988391876,
      "step": 216
    },
    {
      "epoch": 1.5631768953068592,
      "grad_norm": 0.3694959580898285,
      "learning_rate": 0.00032949884143868675,
      "loss": 0.45744967460632324,
      "step": 217
    },
    {
      "epoch": 1.5703971119133575,
      "grad_norm": 0.3709769546985626,
      "learning_rate": 0.0003288718388892583,
      "loss": 0.4952532947063446,
      "step": 218
    },
    {
      "epoch": 1.5776173285198556,
      "grad_norm": 0.29159069061279297,
      "learning_rate": 0.00032824266296671567,
      "loss": 0.28994375467300415,
      "step": 219
    },
    {
      "epoch": 1.5848375451263537,
      "grad_norm": 0.3600374460220337,
      "learning_rate": 0.0003276113242818645,
      "loss": 0.43825557827949524,
      "step": 220
    },
    {
      "epoch": 1.592057761732852,
      "grad_norm": 0.2843645215034485,
      "learning_rate": 0.0003269778334819846,
      "loss": 0.32124435901641846,
      "step": 221
    },
    {
      "epoch": 1.5992779783393503,
      "grad_norm": 0.3688318431377411,
      "learning_rate": 0.0003263422012506502,
      "loss": 0.4742942750453949,
      "step": 222
    },
    {
      "epoch": 1.6064981949458483,
      "grad_norm": 0.3213002383708954,
      "learning_rate": 0.00032570443830755015,
      "loss": 0.42100387811660767,
      "step": 223
    },
    {
      "epoch": 1.6137184115523464,
      "grad_norm": 0.3240319490432739,
      "learning_rate": 0.0003250645554083068,
      "loss": 0.29403799772262573,
      "step": 224
    },
    {
      "epoch": 1.6209386281588447,
      "grad_norm": 0.3569975197315216,
      "learning_rate": 0.0003244225633442948,
      "loss": 0.4555712938308716,
      "step": 225
    },
    {
      "epoch": 1.628158844765343,
      "grad_norm": 0.43396008014678955,
      "learning_rate": 0.00032377847294245895,
      "loss": 0.4877527356147766,
      "step": 226
    },
    {
      "epoch": 1.6353790613718413,
      "grad_norm": 0.3694853186607361,
      "learning_rate": 0.0003231322950651316,
      "loss": 0.41299888491630554,
      "step": 227
    },
    {
      "epoch": 1.6425992779783394,
      "grad_norm": 0.3358525335788727,
      "learning_rate": 0.00032248404060985,
      "loss": 0.4551587998867035,
      "step": 228
    },
    {
      "epoch": 1.6498194945848375,
      "grad_norm": 0.38492903113365173,
      "learning_rate": 0.0003218337205091715,
      "loss": 0.4316423535346985,
      "step": 229
    },
    {
      "epoch": 1.6570397111913358,
      "grad_norm": 0.34664952754974365,
      "learning_rate": 0.0003211813457304902,
      "loss": 0.39314523339271545,
      "step": 230
    },
    {
      "epoch": 1.664259927797834,
      "grad_norm": 0.3254722058773041,
      "learning_rate": 0.00032052692727585133,
      "loss": 0.3327226936817169,
      "step": 231
    },
    {
      "epoch": 1.6714801444043321,
      "grad_norm": 0.4386709928512573,
      "learning_rate": 0.0003198704761817658,
      "loss": 0.4558185935020447,
      "step": 232
    },
    {
      "epoch": 1.6787003610108302,
      "grad_norm": 0.5447010397911072,
      "learning_rate": 0.00031921200351902446,
      "loss": 0.48867422342300415,
      "step": 233
    },
    {
      "epoch": 1.6859205776173285,
      "grad_norm": 0.2976516783237457,
      "learning_rate": 0.000318551520392511,
      "loss": 0.3376544117927551,
      "step": 234
    },
    {
      "epoch": 1.6931407942238268,
      "grad_norm": 0.3854595124721527,
      "learning_rate": 0.00031788903794101477,
      "loss": 0.45083147287368774,
      "step": 235
    },
    {
      "epoch": 1.7003610108303249,
      "grad_norm": 0.37051668763160706,
      "learning_rate": 0.00031722456733704297,
      "loss": 0.4483460485935211,
      "step": 236
    },
    {
      "epoch": 1.707581227436823,
      "grad_norm": 0.42628687620162964,
      "learning_rate": 0.0003165581197866322,
      "loss": 0.5173429250717163,
      "step": 237
    },
    {
      "epoch": 1.7148014440433212,
      "grad_norm": 0.44184717535972595,
      "learning_rate": 0.0003158897065291596,
      "loss": 0.45995786786079407,
      "step": 238
    },
    {
      "epoch": 1.7220216606498195,
      "grad_norm": 0.3687286376953125,
      "learning_rate": 0.00031521933883715293,
      "loss": 0.33321040868759155,
      "step": 239
    },
    {
      "epoch": 1.7292418772563178,
      "grad_norm": 0.3514050841331482,
      "learning_rate": 0.00031454702801610103,
      "loss": 0.3461155891418457,
      "step": 240
    },
    {
      "epoch": 1.736462093862816,
      "grad_norm": 0.4148181676864624,
      "learning_rate": 0.0003138727854042627,
      "loss": 0.4323638677597046,
      "step": 241
    },
    {
      "epoch": 1.743682310469314,
      "grad_norm": 0.44285446405410767,
      "learning_rate": 0.0003131966223724756,
      "loss": 0.4780181646347046,
      "step": 242
    },
    {
      "epoch": 1.7509025270758123,
      "grad_norm": 0.3196166157722473,
      "learning_rate": 0.00031251855032396464,
      "loss": 0.3380797505378723,
      "step": 243
    },
    {
      "epoch": 1.7581227436823106,
      "grad_norm": 0.48847395181655884,
      "learning_rate": 0.0003118385806941494,
      "loss": 0.4878506064414978,
      "step": 244
    },
    {
      "epoch": 1.7653429602888087,
      "grad_norm": 0.398876816034317,
      "learning_rate": 0.0003111567249504515,
      "loss": 0.4532281458377838,
      "step": 245
    },
    {
      "epoch": 1.7725631768953067,
      "grad_norm": 0.34218019247055054,
      "learning_rate": 0.0003104729945921012,
      "loss": 0.3738666772842407,
      "step": 246
    },
    {
      "epoch": 1.779783393501805,
      "grad_norm": 0.4071042835712433,
      "learning_rate": 0.0003097874011499433,
      "loss": 0.4437788724899292,
      "step": 247
    },
    {
      "epoch": 1.7870036101083033,
      "grad_norm": 0.35893604159355164,
      "learning_rate": 0.0003090999561862428,
      "loss": 0.35174691677093506,
      "step": 248
    },
    {
      "epoch": 1.7942238267148014,
      "grad_norm": 0.34495967626571655,
      "learning_rate": 0.0003084106712944899,
      "loss": 0.34072697162628174,
      "step": 249
    },
    {
      "epoch": 1.8014440433212995,
      "grad_norm": 0.4653945565223694,
      "learning_rate": 0.0003077195580992045,
      "loss": 0.45023709535598755,
      "step": 250
    },
    {
      "epoch": 1.8086642599277978,
      "grad_norm": 0.42124322056770325,
      "learning_rate": 0.0003070266282557401,
      "loss": 0.4846741557121277,
      "step": 251
    },
    {
      "epoch": 1.815884476534296,
      "grad_norm": 0.38208404183387756,
      "learning_rate": 0.0003063318934500872,
      "loss": 0.3900390565395355,
      "step": 252
    },
    {
      "epoch": 1.8231046931407944,
      "grad_norm": 0.3911641538143158,
      "learning_rate": 0.0003056353653986764,
      "loss": 0.3795917332172394,
      "step": 253
    },
    {
      "epoch": 1.8303249097472925,
      "grad_norm": 0.34185168147087097,
      "learning_rate": 0.00030493705584818065,
      "loss": 0.39876672625541687,
      "step": 254
    },
    {
      "epoch": 1.8375451263537905,
      "grad_norm": 0.4229717552661896,
      "learning_rate": 0.000304236976575317,
      "loss": 0.357430100440979,
      "step": 255
    },
    {
      "epoch": 1.8447653429602888,
      "grad_norm": 0.35156992077827454,
      "learning_rate": 0.0003035351393866485,
      "loss": 0.37869274616241455,
      "step": 256
    },
    {
      "epoch": 1.8519855595667871,
      "grad_norm": 0.3945099711418152,
      "learning_rate": 0.0003028315561183845,
      "loss": 0.45211949944496155,
      "step": 257
    },
    {
      "epoch": 1.8592057761732852,
      "grad_norm": 0.31473544239997864,
      "learning_rate": 0.0003021262386361814,
      "loss": 0.32624444365501404,
      "step": 258
    },
    {
      "epoch": 1.8664259927797833,
      "grad_norm": 0.4487520158290863,
      "learning_rate": 0.00030141919883494247,
      "loss": 0.48553428053855896,
      "step": 259
    },
    {
      "epoch": 1.8736462093862816,
      "grad_norm": 0.3847423791885376,
      "learning_rate": 0.00030071044863861713,
      "loss": 0.457511842250824,
      "step": 260
    },
    {
      "epoch": 1.8808664259927799,
      "grad_norm": 0.3822494447231293,
      "learning_rate": 0.00030000000000000003,
      "loss": 0.38700124621391296,
      "step": 261
    },
    {
      "epoch": 1.888086642599278,
      "grad_norm": 0.37934961915016174,
      "learning_rate": 0.0002992878649005293,
      "loss": 0.4150720238685608,
      "step": 262
    },
    {
      "epoch": 1.895306859205776,
      "grad_norm": 0.37126392126083374,
      "learning_rate": 0.00029857405535008467,
      "loss": 0.3389851450920105,
      "step": 263
    },
    {
      "epoch": 1.9025270758122743,
      "grad_norm": 0.3264472484588623,
      "learning_rate": 0.0002978585833867847,
      "loss": 0.327554315328598,
      "step": 264
    },
    {
      "epoch": 1.9097472924187726,
      "grad_norm": 0.3889877200126648,
      "learning_rate": 0.00029714146107678413,
      "loss": 0.4393918812274933,
      "step": 265
    },
    {
      "epoch": 1.916967509025271,
      "grad_norm": 0.4926806092262268,
      "learning_rate": 0.0002964227005140698,
      "loss": 0.5468560457229614,
      "step": 266
    },
    {
      "epoch": 1.924187725631769,
      "grad_norm": 0.4259951114654541,
      "learning_rate": 0.0002957023138202573,
      "loss": 0.39216533303260803,
      "step": 267
    },
    {
      "epoch": 1.931407942238267,
      "grad_norm": 0.39791861176490784,
      "learning_rate": 0.00029498031314438626,
      "loss": 0.37104716897010803,
      "step": 268
    },
    {
      "epoch": 1.9386281588447654,
      "grad_norm": 0.3682475686073303,
      "learning_rate": 0.0002942567106627155,
      "loss": 0.41986221075057983,
      "step": 269
    },
    {
      "epoch": 1.9458483754512637,
      "grad_norm": 0.3230769634246826,
      "learning_rate": 0.00029353151857851735,
      "loss": 0.35548532009124756,
      "step": 270
    },
    {
      "epoch": 1.9530685920577617,
      "grad_norm": 0.4607864320278168,
      "learning_rate": 0.0002928047491218727,
      "loss": 0.4246275722980499,
      "step": 271
    },
    {
      "epoch": 1.9602888086642598,
      "grad_norm": 0.4302678108215332,
      "learning_rate": 0.0002920764145494638,
      "loss": 0.42147913575172424,
      "step": 272
    },
    {
      "epoch": 1.967509025270758,
      "grad_norm": 0.36212071776390076,
      "learning_rate": 0.00029134652714436814,
      "loss": 0.4659682512283325,
      "step": 273
    },
    {
      "epoch": 1.9747292418772564,
      "grad_norm": 0.31535375118255615,
      "learning_rate": 0.00029061509921585107,
      "loss": 0.38229790329933167,
      "step": 274
    },
    {
      "epoch": 1.9819494584837545,
      "grad_norm": 0.3685518801212311,
      "learning_rate": 0.0002898821430991582,
      "loss": 0.46467846632003784,
      "step": 275
    },
    {
      "epoch": 1.9891696750902526,
      "grad_norm": 0.3998563885688782,
      "learning_rate": 0.0002891476711553077,
      "loss": 0.42970407009124756,
      "step": 276
    },
    {
      "epoch": 1.9963898916967509,
      "grad_norm": 0.35800614953041077,
      "learning_rate": 0.00028841169577088115,
      "loss": 0.4408795237541199,
      "step": 277
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5006654858589172,
      "learning_rate": 0.0002876742293578155,
      "loss": 0.38447684049606323,
      "step": 278
    },
    {
      "epoch": 2.0072202166064983,
      "grad_norm": 0.31330448389053345,
      "learning_rate": 0.00028693528435319305,
      "loss": 0.30373793840408325,
      "step": 279
    },
    {
      "epoch": 2.0144404332129966,
      "grad_norm": 0.29946643114089966,
      "learning_rate": 0.0002861948732190319,
      "loss": 0.26699960231781006,
      "step": 280
    },
    {
      "epoch": 2.0216606498194944,
      "grad_norm": 0.26591944694519043,
      "learning_rate": 0.0002854530084420762,
      "loss": 0.23807109892368317,
      "step": 281
    },
    {
      "epoch": 2.0288808664259927,
      "grad_norm": 0.34681931138038635,
      "learning_rate": 0.00028470970253358487,
      "loss": 0.32200539112091064,
      "step": 282
    },
    {
      "epoch": 2.036101083032491,
      "grad_norm": 0.3542478382587433,
      "learning_rate": 0.0002839649680291211,
      "loss": 0.3349723815917969,
      "step": 283
    },
    {
      "epoch": 2.0433212996389893,
      "grad_norm": 0.3007175624370575,
      "learning_rate": 0.0002832188174883408,
      "loss": 0.2172810435295105,
      "step": 284
    },
    {
      "epoch": 2.050541516245487,
      "grad_norm": 0.381719708442688,
      "learning_rate": 0.00028247126349478075,
      "loss": 0.3058876693248749,
      "step": 285
    },
    {
      "epoch": 2.0577617328519855,
      "grad_norm": 0.4056151211261749,
      "learning_rate": 0.0002817223186556463,
      "loss": 0.25402823090553284,
      "step": 286
    },
    {
      "epoch": 2.064981949458484,
      "grad_norm": 0.5069922804832458,
      "learning_rate": 0.00028097199560159913,
      "loss": 0.2375117838382721,
      "step": 287
    },
    {
      "epoch": 2.072202166064982,
      "grad_norm": 0.574663519859314,
      "learning_rate": 0.00028022030698654374,
      "loss": 0.3134710490703583,
      "step": 288
    },
    {
      "epoch": 2.07942238267148,
      "grad_norm": 0.5239531993865967,
      "learning_rate": 0.00027946726548741443,
      "loss": 0.20423674583435059,
      "step": 289
    },
    {
      "epoch": 2.0866425992779782,
      "grad_norm": 0.5845417976379395,
      "learning_rate": 0.0002787128838039612,
      "loss": 0.3297584354877472,
      "step": 290
    },
    {
      "epoch": 2.0938628158844765,
      "grad_norm": 0.47120949625968933,
      "learning_rate": 0.00027795717465853585,
      "loss": 0.32672739028930664,
      "step": 291
    },
    {
      "epoch": 2.101083032490975,
      "grad_norm": 0.40136632323265076,
      "learning_rate": 0.00027720015079587743,
      "loss": 0.23871661722660065,
      "step": 292
    },
    {
      "epoch": 2.108303249097473,
      "grad_norm": 0.5156406164169312,
      "learning_rate": 0.00027644182498289677,
      "loss": 0.23360338807106018,
      "step": 293
    },
    {
      "epoch": 2.115523465703971,
      "grad_norm": 0.4302510917186737,
      "learning_rate": 0.0002756822100084621,
      "loss": 0.31100887060165405,
      "step": 294
    },
    {
      "epoch": 2.1227436823104693,
      "grad_norm": 0.3673456609249115,
      "learning_rate": 0.00027492131868318246,
      "loss": 0.21802300214767456,
      "step": 295
    },
    {
      "epoch": 2.1299638989169676,
      "grad_norm": 0.32138535380363464,
      "learning_rate": 0.00027415916383919216,
      "loss": 0.19008119404315948,
      "step": 296
    },
    {
      "epoch": 2.137184115523466,
      "grad_norm": 0.3203730285167694,
      "learning_rate": 0.00027339575832993444,
      "loss": 0.1889929622411728,
      "step": 297
    },
    {
      "epoch": 2.1444043321299637,
      "grad_norm": 0.4612288773059845,
      "learning_rate": 0.0002726311150299443,
      "loss": 0.22323200106620789,
      "step": 298
    },
    {
      "epoch": 2.151624548736462,
      "grad_norm": 0.36709311604499817,
      "learning_rate": 0.00027186524683463155,
      "loss": 0.20466932654380798,
      "step": 299
    },
    {
      "epoch": 2.1588447653429603,
      "grad_norm": 0.4253864586353302,
      "learning_rate": 0.0002710981666600636,
      "loss": 0.2431459128856659,
      "step": 300
    },
    {
      "epoch": 2.1660649819494586,
      "grad_norm": 0.4018993675708771,
      "learning_rate": 0.00027032988744274736,
      "loss": 0.2751820385456085,
      "step": 301
    },
    {
      "epoch": 2.1732851985559565,
      "grad_norm": 0.4428861737251282,
      "learning_rate": 0.000269560422139411,
      "loss": 0.269814133644104,
      "step": 302
    },
    {
      "epoch": 2.1805054151624548,
      "grad_norm": 0.47122061252593994,
      "learning_rate": 0.00026878978372678564,
      "loss": 0.22829411923885345,
      "step": 303
    },
    {
      "epoch": 2.187725631768953,
      "grad_norm": 0.4426339268684387,
      "learning_rate": 0.00026801798520138646,
      "loss": 0.2637779414653778,
      "step": 304
    },
    {
      "epoch": 2.1949458483754514,
      "grad_norm": 0.4073690176010132,
      "learning_rate": 0.0002672450395792935,
      "loss": 0.1904142051935196,
      "step": 305
    },
    {
      "epoch": 2.2021660649819497,
      "grad_norm": 0.4896828234195709,
      "learning_rate": 0.00026647095989593193,
      "loss": 0.34650635719299316,
      "step": 306
    },
    {
      "epoch": 2.2093862815884475,
      "grad_norm": 0.48900970816612244,
      "learning_rate": 0.0002656957592058528,
      "loss": 0.2542106807231903,
      "step": 307
    },
    {
      "epoch": 2.216606498194946,
      "grad_norm": 0.4600171446800232,
      "learning_rate": 0.0002649194505825121,
      "loss": 0.21008341014385223,
      "step": 308
    },
    {
      "epoch": 2.223826714801444,
      "grad_norm": 0.43380653858184814,
      "learning_rate": 0.00026414204711805103,
      "loss": 0.2683791518211365,
      "step": 309
    },
    {
      "epoch": 2.2310469314079424,
      "grad_norm": 0.5792773365974426,
      "learning_rate": 0.0002633635619230746,
      "loss": 0.33160915970802307,
      "step": 310
    },
    {
      "epoch": 2.2382671480144403,
      "grad_norm": 0.5626965165138245,
      "learning_rate": 0.0002625840081264309,
      "loss": 0.26700398325920105,
      "step": 311
    },
    {
      "epoch": 2.2454873646209386,
      "grad_norm": 0.4952887296676636,
      "learning_rate": 0.00026180339887498953,
      "loss": 0.2689879536628723,
      "step": 312
    },
    {
      "epoch": 2.252707581227437,
      "grad_norm": 0.4501405656337738,
      "learning_rate": 0.0002610217473334199,
      "loss": 0.26021096110343933,
      "step": 313
    },
    {
      "epoch": 2.259927797833935,
      "grad_norm": 0.36552777886390686,
      "learning_rate": 0.00026023906668396933,
      "loss": 0.26156651973724365,
      "step": 314
    },
    {
      "epoch": 2.2671480144404335,
      "grad_norm": 0.3733731806278229,
      "learning_rate": 0.00025945537012624054,
      "loss": 0.21406950056552887,
      "step": 315
    },
    {
      "epoch": 2.2743682310469313,
      "grad_norm": 0.4240867495536804,
      "learning_rate": 0.00025867067087696923,
      "loss": 0.32105109095573425,
      "step": 316
    },
    {
      "epoch": 2.2815884476534296,
      "grad_norm": 0.4198870360851288,
      "learning_rate": 0.000257884982169801,
      "loss": 0.3047807216644287,
      "step": 317
    },
    {
      "epoch": 2.288808664259928,
      "grad_norm": 0.4444144666194916,
      "learning_rate": 0.00025709831725506845,
      "loss": 0.23268437385559082,
      "step": 318
    },
    {
      "epoch": 2.2960288808664258,
      "grad_norm": 0.41258376836776733,
      "learning_rate": 0.00025631068939956726,
      "loss": 0.26838576793670654,
      "step": 319
    },
    {
      "epoch": 2.303249097472924,
      "grad_norm": 0.5179259777069092,
      "learning_rate": 0.00025552211188633293,
      "loss": 0.2882261574268341,
      "step": 320
    },
    {
      "epoch": 2.3104693140794224,
      "grad_norm": 0.4838998019695282,
      "learning_rate": 0.0002547325980144166,
      "loss": 0.30366814136505127,
      "step": 321
    },
    {
      "epoch": 2.3176895306859207,
      "grad_norm": 0.4862940311431885,
      "learning_rate": 0.0002539421610986605,
      "loss": 0.29283270239830017,
      "step": 322
    },
    {
      "epoch": 2.324909747292419,
      "grad_norm": 0.441685289144516,
      "learning_rate": 0.000253150814469474,
      "loss": 0.22393643856048584,
      "step": 323
    },
    {
      "epoch": 2.332129963898917,
      "grad_norm": 0.39844486117362976,
      "learning_rate": 0.0002523585714726081,
      "loss": 0.17744283378124237,
      "step": 324
    },
    {
      "epoch": 2.339350180505415,
      "grad_norm": 0.4977899491786957,
      "learning_rate": 0.0002515654454689307,
      "loss": 0.24069495499134064,
      "step": 325
    },
    {
      "epoch": 2.3465703971119134,
      "grad_norm": 0.4101859927177429,
      "learning_rate": 0.0002507714498342016,
      "loss": 0.25044453144073486,
      "step": 326
    },
    {
      "epoch": 2.3537906137184117,
      "grad_norm": 0.3521929085254669,
      "learning_rate": 0.0002499765979588462,
      "loss": 0.20651675760746002,
      "step": 327
    },
    {
      "epoch": 2.3610108303249095,
      "grad_norm": 0.5269883871078491,
      "learning_rate": 0.00024918090324773024,
      "loss": 0.301647424697876,
      "step": 328
    },
    {
      "epoch": 2.368231046931408,
      "grad_norm": 0.47672051191329956,
      "learning_rate": 0.0002483843791199335,
      "loss": 0.23506474494934082,
      "step": 329
    },
    {
      "epoch": 2.375451263537906,
      "grad_norm": 0.5546545386314392,
      "learning_rate": 0.00024758703900852375,
      "loss": 0.3066970705986023,
      "step": 330
    },
    {
      "epoch": 2.3826714801444044,
      "grad_norm": 0.3792511820793152,
      "learning_rate": 0.0002467888963603298,
      "loss": 0.20687991380691528,
      "step": 331
    },
    {
      "epoch": 2.3898916967509027,
      "grad_norm": 0.4949963092803955,
      "learning_rate": 0.00024598996463571474,
      "loss": 0.2865826189517975,
      "step": 332
    },
    {
      "epoch": 2.3971119133574006,
      "grad_norm": 0.4250241219997406,
      "learning_rate": 0.00024519025730834954,
      "loss": 0.25499409437179565,
      "step": 333
    },
    {
      "epoch": 2.404332129963899,
      "grad_norm": 0.30932316184043884,
      "learning_rate": 0.00024438978786498524,
      "loss": 0.18888786435127258,
      "step": 334
    },
    {
      "epoch": 2.411552346570397,
      "grad_norm": 0.5183025002479553,
      "learning_rate": 0.00024358856980522556,
      "loss": 0.2950358986854553,
      "step": 335
    },
    {
      "epoch": 2.4187725631768955,
      "grad_norm": 0.46398693323135376,
      "learning_rate": 0.00024278661664129948,
      "loss": 0.28177422285079956,
      "step": 336
    },
    {
      "epoch": 2.4259927797833933,
      "grad_norm": 0.4938473701477051,
      "learning_rate": 0.00024198394189783317,
      "loss": 0.31616371870040894,
      "step": 337
    },
    {
      "epoch": 2.4332129963898916,
      "grad_norm": 0.4439496099948883,
      "learning_rate": 0.00024118055911162198,
      "loss": 0.2702808380126953,
      "step": 338
    },
    {
      "epoch": 2.44043321299639,
      "grad_norm": 0.45705899596214294,
      "learning_rate": 0.00024037648183140205,
      "loss": 0.33506399393081665,
      "step": 339
    },
    {
      "epoch": 2.4476534296028882,
      "grad_norm": 0.4123782217502594,
      "learning_rate": 0.00023957172361762199,
      "loss": 0.2569669783115387,
      "step": 340
    },
    {
      "epoch": 2.4548736462093865,
      "grad_norm": 0.5178057551383972,
      "learning_rate": 0.00023876629804221402,
      "loss": 0.2357858568429947,
      "step": 341
    },
    {
      "epoch": 2.4620938628158844,
      "grad_norm": 0.5206875205039978,
      "learning_rate": 0.0002379602186883652,
      "loss": 0.30847087502479553,
      "step": 342
    },
    {
      "epoch": 2.4693140794223827,
      "grad_norm": 0.4264805018901825,
      "learning_rate": 0.00023715349915028823,
      "loss": 0.27529531717300415,
      "step": 343
    },
    {
      "epoch": 2.476534296028881,
      "grad_norm": 0.5162002444267273,
      "learning_rate": 0.00023634615303299233,
      "loss": 0.3068305253982544,
      "step": 344
    },
    {
      "epoch": 2.483754512635379,
      "grad_norm": 0.45099541544914246,
      "learning_rate": 0.00023553819395205378,
      "loss": 0.2681335508823395,
      "step": 345
    },
    {
      "epoch": 2.490974729241877,
      "grad_norm": 0.49566006660461426,
      "learning_rate": 0.00023472963553338613,
      "loss": 0.2626950144767761,
      "step": 346
    },
    {
      "epoch": 2.4981949458483754,
      "grad_norm": 0.4181882441043854,
      "learning_rate": 0.00023392049141301055,
      "loss": 0.2935839891433716,
      "step": 347
    },
    {
      "epoch": 2.5054151624548737,
      "grad_norm": 0.4298352897167206,
      "learning_rate": 0.000233110775236826,
      "loss": 0.2565048038959503,
      "step": 348
    },
    {
      "epoch": 2.512635379061372,
      "grad_norm": 0.46044519543647766,
      "learning_rate": 0.00023230050066037872,
      "loss": 0.2740374207496643,
      "step": 349
    },
    {
      "epoch": 2.51985559566787,
      "grad_norm": 0.3774242401123047,
      "learning_rate": 0.00023148968134863233,
      "loss": 0.23688335716724396,
      "step": 350
    },
    {
      "epoch": 2.527075812274368,
      "grad_norm": 0.4179275631904602,
      "learning_rate": 0.00023067833097573714,
      "loss": 0.2116960883140564,
      "step": 351
    },
    {
      "epoch": 2.5342960288808665,
      "grad_norm": 0.5179049968719482,
      "learning_rate": 0.0002298664632247994,
      "loss": 0.2446313500404358,
      "step": 352
    },
    {
      "epoch": 2.5415162454873648,
      "grad_norm": 0.44997915625572205,
      "learning_rate": 0.000229054091787651,
      "loss": 0.3158394694328308,
      "step": 353
    },
    {
      "epoch": 2.5487364620938626,
      "grad_norm": 0.41355574131011963,
      "learning_rate": 0.0002282412303646183,
      "loss": 0.2720823884010315,
      "step": 354
    },
    {
      "epoch": 2.555956678700361,
      "grad_norm": 0.36182165145874023,
      "learning_rate": 0.00022742789266429095,
      "loss": 0.22511911392211914,
      "step": 355
    },
    {
      "epoch": 2.563176895306859,
      "grad_norm": 0.43841102719306946,
      "learning_rate": 0.00022661409240329076,
      "loss": 0.21212677657604218,
      "step": 356
    },
    {
      "epoch": 2.5703971119133575,
      "grad_norm": 0.4933500289916992,
      "learning_rate": 0.0002257998433060407,
      "loss": 0.3581770956516266,
      "step": 357
    },
    {
      "epoch": 2.577617328519856,
      "grad_norm": 0.4325965344905853,
      "learning_rate": 0.00022498515910453296,
      "loss": 0.3252311646938324,
      "step": 358
    },
    {
      "epoch": 2.5848375451263537,
      "grad_norm": 0.45968931913375854,
      "learning_rate": 0.00022417005353809772,
      "loss": 0.3097744286060333,
      "step": 359
    },
    {
      "epoch": 2.592057761732852,
      "grad_norm": 0.43083667755126953,
      "learning_rate": 0.00022335454035317124,
      "loss": 0.25429341197013855,
      "step": 360
    },
    {
      "epoch": 2.5992779783393503,
      "grad_norm": 0.4504421353340149,
      "learning_rate": 0.00022253863330306425,
      "loss": 0.315784215927124,
      "step": 361
    },
    {
      "epoch": 2.606498194945848,
      "grad_norm": 0.44943565130233765,
      "learning_rate": 0.0002217223461477296,
      "loss": 0.22878926992416382,
      "step": 362
    },
    {
      "epoch": 2.6137184115523464,
      "grad_norm": 0.4279639720916748,
      "learning_rate": 0.00022090569265353072,
      "loss": 0.2623154819011688,
      "step": 363
    },
    {
      "epoch": 2.6209386281588447,
      "grad_norm": 0.4907088279724121,
      "learning_rate": 0.00022008868659300905,
      "loss": 0.317205548286438,
      "step": 364
    },
    {
      "epoch": 2.628158844765343,
      "grad_norm": 0.49302950501441956,
      "learning_rate": 0.000219271341744652,
      "loss": 0.30752891302108765,
      "step": 365
    },
    {
      "epoch": 2.6353790613718413,
      "grad_norm": 0.38831761479377747,
      "learning_rate": 0.00021845367189266042,
      "loss": 0.27115532755851746,
      "step": 366
    },
    {
      "epoch": 2.6425992779783396,
      "grad_norm": 0.47725188732147217,
      "learning_rate": 0.00021763569082671635,
      "loss": 0.20296484231948853,
      "step": 367
    },
    {
      "epoch": 2.6498194945848375,
      "grad_norm": 0.4198381006717682,
      "learning_rate": 0.00021681741234175027,
      "loss": 0.22836127877235413,
      "step": 368
    },
    {
      "epoch": 2.6570397111913358,
      "grad_norm": 0.5218875408172607,
      "learning_rate": 0.00021599885023770835,
      "loss": 0.29816269874572754,
      "step": 369
    },
    {
      "epoch": 2.664259927797834,
      "grad_norm": 0.4321244955062866,
      "learning_rate": 0.00021518001831932022,
      "loss": 0.21631377935409546,
      "step": 370
    },
    {
      "epoch": 2.671480144404332,
      "grad_norm": 0.4036301374435425,
      "learning_rate": 0.00021436093039586552,
      "loss": 0.19903570413589478,
      "step": 371
    },
    {
      "epoch": 2.67870036101083,
      "grad_norm": 0.543828010559082,
      "learning_rate": 0.00021354160028094153,
      "loss": 0.2922933101654053,
      "step": 372
    },
    {
      "epoch": 2.6859205776173285,
      "grad_norm": 0.5146738290786743,
      "learning_rate": 0.00021272204179222982,
      "loss": 0.2749359607696533,
      "step": 373
    },
    {
      "epoch": 2.693140794223827,
      "grad_norm": 0.47690504789352417,
      "learning_rate": 0.00021190226875126352,
      "loss": 0.296896755695343,
      "step": 374
    },
    {
      "epoch": 2.700361010830325,
      "grad_norm": 0.545520007610321,
      "learning_rate": 0.000211082294983194,
      "loss": 0.27578210830688477,
      "step": 375
    },
    {
      "epoch": 2.707581227436823,
      "grad_norm": 0.42757925391197205,
      "learning_rate": 0.00021026213431655792,
      "loss": 0.2315436154603958,
      "step": 376
    },
    {
      "epoch": 2.7148014440433212,
      "grad_norm": 0.5044121146202087,
      "learning_rate": 0.0002094418005830439,
      "loss": 0.34600791335105896,
      "step": 377
    },
    {
      "epoch": 2.7220216606498195,
      "grad_norm": 0.5155430436134338,
      "learning_rate": 0.00020862130761725917,
      "loss": 0.3247469663619995,
      "step": 378
    },
    {
      "epoch": 2.729241877256318,
      "grad_norm": 0.5196051001548767,
      "learning_rate": 0.00020780066925649634,
      "loss": 0.3277815878391266,
      "step": 379
    },
    {
      "epoch": 2.7364620938628157,
      "grad_norm": 0.44720444083213806,
      "learning_rate": 0.00020697989934050025,
      "loss": 0.25156158208847046,
      "step": 380
    },
    {
      "epoch": 2.743682310469314,
      "grad_norm": 0.43984708189964294,
      "learning_rate": 0.00020615901171123412,
      "loss": 0.28022634983062744,
      "step": 381
    },
    {
      "epoch": 2.7509025270758123,
      "grad_norm": 0.47703853249549866,
      "learning_rate": 0.00020533802021264648,
      "loss": 0.2780344486236572,
      "step": 382
    },
    {
      "epoch": 2.7581227436823106,
      "grad_norm": 0.43746253848075867,
      "learning_rate": 0.00020451693869043763,
      "loss": 0.23613542318344116,
      "step": 383
    },
    {
      "epoch": 2.765342960288809,
      "grad_norm": 0.41468992829322815,
      "learning_rate": 0.00020369578099182597,
      "loss": 0.3185104429721832,
      "step": 384
    },
    {
      "epoch": 2.7725631768953067,
      "grad_norm": 0.5149108171463013,
      "learning_rate": 0.0002028745609653147,
      "loss": 0.2768135070800781,
      "step": 385
    },
    {
      "epoch": 2.779783393501805,
      "grad_norm": 0.47348129749298096,
      "learning_rate": 0.00020205329246045798,
      "loss": 0.31962212920188904,
      "step": 386
    },
    {
      "epoch": 2.7870036101083033,
      "grad_norm": 0.4738944172859192,
      "learning_rate": 0.00020123198932762778,
      "loss": 0.23498407006263733,
      "step": 387
    },
    {
      "epoch": 2.794223826714801,
      "grad_norm": 0.48899075388908386,
      "learning_rate": 0.0002004106654177798,
      "loss": 0.23857903480529785,
      "step": 388
    },
    {
      "epoch": 2.8014440433212995,
      "grad_norm": 0.45867517590522766,
      "learning_rate": 0.00019958933458222026,
      "loss": 0.3246588706970215,
      "step": 389
    },
    {
      "epoch": 2.808664259927798,
      "grad_norm": 0.5840234160423279,
      "learning_rate": 0.0001987680106723723,
      "loss": 0.2935522198677063,
      "step": 390
    },
    {
      "epoch": 2.815884476534296,
      "grad_norm": 0.3764658272266388,
      "learning_rate": 0.00019794670753954204,
      "loss": 0.2096547782421112,
      "step": 391
    },
    {
      "epoch": 2.8231046931407944,
      "grad_norm": 0.44675493240356445,
      "learning_rate": 0.00019712543903468535,
      "loss": 0.2988222539424896,
      "step": 392
    },
    {
      "epoch": 2.8303249097472927,
      "grad_norm": 0.43063509464263916,
      "learning_rate": 0.00019630421900817407,
      "loss": 0.2222481369972229,
      "step": 393
    },
    {
      "epoch": 2.8375451263537905,
      "grad_norm": 0.47969475388526917,
      "learning_rate": 0.00019548306130956242,
      "loss": 0.26167353987693787,
      "step": 394
    },
    {
      "epoch": 2.844765342960289,
      "grad_norm": 0.47235366702079773,
      "learning_rate": 0.00019466197978735354,
      "loss": 0.30541300773620605,
      "step": 395
    },
    {
      "epoch": 2.851985559566787,
      "grad_norm": 0.47744160890579224,
      "learning_rate": 0.00019384098828876598,
      "loss": 0.23645427823066711,
      "step": 396
    },
    {
      "epoch": 2.859205776173285,
      "grad_norm": 0.5037774443626404,
      "learning_rate": 0.00019302010065949988,
      "loss": 0.26774662733078003,
      "step": 397
    },
    {
      "epoch": 2.8664259927797833,
      "grad_norm": 0.4689895510673523,
      "learning_rate": 0.0001921993307435037,
      "loss": 0.3405228853225708,
      "step": 398
    },
    {
      "epoch": 2.8736462093862816,
      "grad_norm": 0.44282686710357666,
      "learning_rate": 0.00019137869238274093,
      "loss": 0.26063668727874756,
      "step": 399
    },
    {
      "epoch": 2.88086642599278,
      "grad_norm": 0.4379267990589142,
      "learning_rate": 0.0001905581994169562,
      "loss": 0.26478758454322815,
      "step": 400
    },
    {
      "epoch": 2.888086642599278,
      "grad_norm": 0.519749641418457,
      "learning_rate": 0.00018973786568344205,
      "loss": 0.31215131282806396,
      "step": 401
    },
    {
      "epoch": 2.895306859205776,
      "grad_norm": 0.4515770375728607,
      "learning_rate": 0.000188917705016806,
      "loss": 0.2881377339363098,
      "step": 402
    },
    {
      "epoch": 2.9025270758122743,
      "grad_norm": 0.4650344252586365,
      "learning_rate": 0.0001880977312487365,
      "loss": 0.2557958960533142,
      "step": 403
    },
    {
      "epoch": 2.9097472924187726,
      "grad_norm": 0.4621173143386841,
      "learning_rate": 0.0001872779582077702,
      "loss": 0.23401126265525818,
      "step": 404
    },
    {
      "epoch": 2.916967509025271,
      "grad_norm": 0.4094926118850708,
      "learning_rate": 0.00018645839971905852,
      "loss": 0.24556361138820648,
      "step": 405
    },
    {
      "epoch": 2.9241877256317688,
      "grad_norm": 0.48592710494995117,
      "learning_rate": 0.0001856390696041345,
      "loss": 0.27918654680252075,
      "step": 406
    },
    {
      "epoch": 2.931407942238267,
      "grad_norm": 0.4039171040058136,
      "learning_rate": 0.00018481998168067983,
      "loss": 0.22918914258480072,
      "step": 407
    },
    {
      "epoch": 2.9386281588447654,
      "grad_norm": 0.5521522760391235,
      "learning_rate": 0.0001840011497622917,
      "loss": 0.35596632957458496,
      "step": 408
    },
    {
      "epoch": 2.9458483754512637,
      "grad_norm": 0.5527123212814331,
      "learning_rate": 0.0001831825876582498,
      "loss": 0.25526192784309387,
      "step": 409
    },
    {
      "epoch": 2.953068592057762,
      "grad_norm": 0.4386238157749176,
      "learning_rate": 0.0001823643091732837,
      "loss": 0.2627878189086914,
      "step": 410
    },
    {
      "epoch": 2.96028880866426,
      "grad_norm": 0.48318973183631897,
      "learning_rate": 0.00018154632810733962,
      "loss": 0.29408901929855347,
      "step": 411
    },
    {
      "epoch": 2.967509025270758,
      "grad_norm": 0.5193997025489807,
      "learning_rate": 0.00018072865825534805,
      "loss": 0.2762555480003357,
      "step": 412
    },
    {
      "epoch": 2.9747292418772564,
      "grad_norm": 0.488490492105484,
      "learning_rate": 0.000179911313406991,
      "loss": 0.3119064271450043,
      "step": 413
    },
    {
      "epoch": 2.9819494584837543,
      "grad_norm": 0.4461340010166168,
      "learning_rate": 0.00017909430734646935,
      "loss": 0.2738839089870453,
      "step": 414
    },
    {
      "epoch": 2.9891696750902526,
      "grad_norm": 0.4488433003425598,
      "learning_rate": 0.0001782776538522704,
      "loss": 0.25788843631744385,
      "step": 415
    },
    {
      "epoch": 2.996389891696751,
      "grad_norm": 0.5179741382598877,
      "learning_rate": 0.0001774613666969358,
      "loss": 0.2556946575641632,
      "step": 416
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.6138741374015808,
      "learning_rate": 0.00017664545964682878,
      "loss": 0.23274531960487366,
      "step": 417
    },
    {
      "epoch": 3.0072202166064983,
      "grad_norm": 0.27745357155799866,
      "learning_rate": 0.00017582994646190233,
      "loss": 0.14754480123519897,
      "step": 418
    },
    {
      "epoch": 3.0144404332129966,
      "grad_norm": 0.40759217739105225,
      "learning_rate": 0.00017501484089546708,
      "loss": 0.21522817015647888,
      "step": 419
    },
    {
      "epoch": 3.0216606498194944,
      "grad_norm": 0.3123788833618164,
      "learning_rate": 0.00017420015669395938,
      "loss": 0.15608534216880798,
      "step": 420
    },
    {
      "epoch": 3.0288808664259927,
      "grad_norm": 0.4599035978317261,
      "learning_rate": 0.00017338590759670934,
      "loss": 0.1309528797864914,
      "step": 421
    },
    {
      "epoch": 3.036101083032491,
      "grad_norm": 0.38352325558662415,
      "learning_rate": 0.00017257210733570916,
      "loss": 0.1724625676870346,
      "step": 422
    },
    {
      "epoch": 3.0433212996389893,
      "grad_norm": 0.44771838188171387,
      "learning_rate": 0.00017175876963538178,
      "loss": 0.1661359965801239,
      "step": 423
    },
    {
      "epoch": 3.050541516245487,
      "grad_norm": 0.5998123288154602,
      "learning_rate": 0.00017094590821234906,
      "loss": 0.1318468153476715,
      "step": 424
    },
    {
      "epoch": 3.0577617328519855,
      "grad_norm": 0.47632187604904175,
      "learning_rate": 0.00017013353677520064,
      "loss": 0.10464094579219818,
      "step": 425
    },
    {
      "epoch": 3.064981949458484,
      "grad_norm": 0.3745962083339691,
      "learning_rate": 0.00016932166902426288,
      "loss": 0.10677687078714371,
      "step": 426
    },
    {
      "epoch": 3.072202166064982,
      "grad_norm": 0.6340925693511963,
      "learning_rate": 0.00016851031865136763,
      "loss": 0.1600916087627411,
      "step": 427
    },
    {
      "epoch": 3.07942238267148,
      "grad_norm": 0.8183390498161316,
      "learning_rate": 0.00016769949933962127,
      "loss": 0.13513822853565216,
      "step": 428
    },
    {
      "epoch": 3.0866425992779782,
      "grad_norm": 0.8068543076515198,
      "learning_rate": 0.00016688922476317398,
      "loss": 0.14319300651550293,
      "step": 429
    },
    {
      "epoch": 3.0938628158844765,
      "grad_norm": 0.6381204128265381,
      "learning_rate": 0.00016607950858698946,
      "loss": 0.1376371830701828,
      "step": 430
    },
    {
      "epoch": 3.101083032490975,
      "grad_norm": 0.5576755404472351,
      "learning_rate": 0.00016527036446661395,
      "loss": 0.14407199621200562,
      "step": 431
    },
    {
      "epoch": 3.108303249097473,
      "grad_norm": 0.6089445948600769,
      "learning_rate": 0.00016446180604794627,
      "loss": 0.1575869917869568,
      "step": 432
    },
    {
      "epoch": 3.115523465703971,
      "grad_norm": 0.6250684857368469,
      "learning_rate": 0.0001636538469670077,
      "loss": 0.17905279994010925,
      "step": 433
    },
    {
      "epoch": 3.1227436823104693,
      "grad_norm": 0.4243159592151642,
      "learning_rate": 0.00016284650084971185,
      "loss": 0.12401723116636276,
      "step": 434
    },
    {
      "epoch": 3.1299638989169676,
      "grad_norm": 0.4369412362575531,
      "learning_rate": 0.00016203978131163485,
      "loss": 0.11108125746250153,
      "step": 435
    },
    {
      "epoch": 3.137184115523466,
      "grad_norm": 0.45113661885261536,
      "learning_rate": 0.000161233701957786,
      "loss": 0.1364113986492157,
      "step": 436
    },
    {
      "epoch": 3.1444043321299637,
      "grad_norm": 0.33899277448654175,
      "learning_rate": 0.00016042827638237806,
      "loss": 0.1253184676170349,
      "step": 437
    },
    {
      "epoch": 3.151624548736462,
      "grad_norm": 0.48023247718811035,
      "learning_rate": 0.000159623518168598,
      "loss": 0.1729699671268463,
      "step": 438
    },
    {
      "epoch": 3.1588447653429603,
      "grad_norm": 0.4260300397872925,
      "learning_rate": 0.00015881944088837804,
      "loss": 0.1630483865737915,
      "step": 439
    },
    {
      "epoch": 3.1660649819494586,
      "grad_norm": 0.34896689653396606,
      "learning_rate": 0.00015801605810216685,
      "loss": 0.14477582275867462,
      "step": 440
    },
    {
      "epoch": 3.1732851985559565,
      "grad_norm": 0.46189841628074646,
      "learning_rate": 0.00015721338335870057,
      "loss": 0.16415920853614807,
      "step": 441
    },
    {
      "epoch": 3.1805054151624548,
      "grad_norm": 0.40856343507766724,
      "learning_rate": 0.00015641143019477446,
      "loss": 0.12028312683105469,
      "step": 442
    },
    {
      "epoch": 3.187725631768953,
      "grad_norm": 0.36561018228530884,
      "learning_rate": 0.00015561021213501483,
      "loss": 0.12599362432956696,
      "step": 443
    },
    {
      "epoch": 3.1949458483754514,
      "grad_norm": 0.4341471493244171,
      "learning_rate": 0.0001548097426916505,
      "loss": 0.14446969330310822,
      "step": 444
    },
    {
      "epoch": 3.2021660649819497,
      "grad_norm": 0.3864421844482422,
      "learning_rate": 0.00015401003536428534,
      "loss": 0.11642799526453018,
      "step": 445
    },
    {
      "epoch": 3.2093862815884475,
      "grad_norm": 0.5154263973236084,
      "learning_rate": 0.00015321110363967035,
      "loss": 0.17028403282165527,
      "step": 446
    },
    {
      "epoch": 3.216606498194946,
      "grad_norm": 0.4077145755290985,
      "learning_rate": 0.0001524129609914763,
      "loss": 0.11544163525104523,
      "step": 447
    },
    {
      "epoch": 3.223826714801444,
      "grad_norm": 0.41609570384025574,
      "learning_rate": 0.00015161562088006648,
      "loss": 0.1203891783952713,
      "step": 448
    },
    {
      "epoch": 3.2310469314079424,
      "grad_norm": 0.430624783039093,
      "learning_rate": 0.00015081909675226975,
      "loss": 0.09192588925361633,
      "step": 449
    },
    {
      "epoch": 3.2382671480144403,
      "grad_norm": 0.5538221001625061,
      "learning_rate": 0.0001500234020411538,
      "loss": 0.16532525420188904,
      "step": 450
    },
    {
      "epoch": 3.2454873646209386,
      "grad_norm": 0.6360041499137878,
      "learning_rate": 0.00014922855016579845,
      "loss": 0.13534685969352722,
      "step": 451
    },
    {
      "epoch": 3.252707581227437,
      "grad_norm": 0.556538462638855,
      "learning_rate": 0.00014843455453106925,
      "loss": 0.16164641082286835,
      "step": 452
    },
    {
      "epoch": 3.259927797833935,
      "grad_norm": 0.8166404366493225,
      "learning_rate": 0.00014764142852739193,
      "loss": 0.17865729331970215,
      "step": 453
    },
    {
      "epoch": 3.2671480144404335,
      "grad_norm": 0.6231580972671509,
      "learning_rate": 0.00014684918553052603,
      "loss": 0.11281149089336395,
      "step": 454
    },
    {
      "epoch": 3.2743682310469313,
      "grad_norm": 0.5884938836097717,
      "learning_rate": 0.00014605783890133948,
      "loss": 0.15221013128757477,
      "step": 455
    },
    {
      "epoch": 3.2815884476534296,
      "grad_norm": 0.40336933732032776,
      "learning_rate": 0.00014526740198558344,
      "loss": 0.08725619316101074,
      "step": 456
    },
    {
      "epoch": 3.288808664259928,
      "grad_norm": 0.7082973718643188,
      "learning_rate": 0.0001444778881136671,
      "loss": 0.1795981079339981,
      "step": 457
    },
    {
      "epoch": 3.2960288808664258,
      "grad_norm": 0.44312670826911926,
      "learning_rate": 0.0001436893106004328,
      "loss": 0.11532506346702576,
      "step": 458
    },
    {
      "epoch": 3.303249097472924,
      "grad_norm": 0.4892312288284302,
      "learning_rate": 0.0001429016827449316,
      "loss": 0.15218153595924377,
      "step": 459
    },
    {
      "epoch": 3.3104693140794224,
      "grad_norm": 0.36000511050224304,
      "learning_rate": 0.000142115017830199,
      "loss": 0.1174839586019516,
      "step": 460
    },
    {
      "epoch": 3.3176895306859207,
      "grad_norm": 0.42502933740615845,
      "learning_rate": 0.00014132932912303082,
      "loss": 0.1354883909225464,
      "step": 461
    },
    {
      "epoch": 3.324909747292419,
      "grad_norm": 0.5004318356513977,
      "learning_rate": 0.00014054462987375947,
      "loss": 0.14879979193210602,
      "step": 462
    },
    {
      "epoch": 3.332129963898917,
      "grad_norm": 0.5428838729858398,
      "learning_rate": 0.00013976093331603072,
      "loss": 0.1601594090461731,
      "step": 463
    },
    {
      "epoch": 3.339350180505415,
      "grad_norm": 0.5523360967636108,
      "learning_rate": 0.00013897825266658015,
      "loss": 0.1349392980337143,
      "step": 464
    },
    {
      "epoch": 3.3465703971119134,
      "grad_norm": 0.4672771394252777,
      "learning_rate": 0.00013819660112501054,
      "loss": 0.1563996523618698,
      "step": 465
    },
    {
      "epoch": 3.3537906137184117,
      "grad_norm": 0.4747507870197296,
      "learning_rate": 0.00013741599187356917,
      "loss": 0.12792187929153442,
      "step": 466
    },
    {
      "epoch": 3.3610108303249095,
      "grad_norm": 0.4293171167373657,
      "learning_rate": 0.00013663643807692547,
      "loss": 0.13704359531402588,
      "step": 467
    },
    {
      "epoch": 3.368231046931408,
      "grad_norm": 0.406646728515625,
      "learning_rate": 0.00013585795288194902,
      "loss": 0.14688344299793243,
      "step": 468
    },
    {
      "epoch": 3.375451263537906,
      "grad_norm": 0.44870486855506897,
      "learning_rate": 0.00013508054941748792,
      "loss": 0.11994664371013641,
      "step": 469
    },
    {
      "epoch": 3.3826714801444044,
      "grad_norm": 0.46383994817733765,
      "learning_rate": 0.00013430424079414728,
      "loss": 0.13228918612003326,
      "step": 470
    },
    {
      "epoch": 3.3898916967509027,
      "grad_norm": 0.873016893863678,
      "learning_rate": 0.0001335290401040681,
      "loss": 0.14495904743671417,
      "step": 471
    },
    {
      "epoch": 3.3971119133574006,
      "grad_norm": 0.5575613975524902,
      "learning_rate": 0.0001327549604207066,
      "loss": 0.17171433568000793,
      "step": 472
    },
    {
      "epoch": 3.404332129963899,
      "grad_norm": 0.541860818862915,
      "learning_rate": 0.00013198201479861353,
      "loss": 0.14465925097465515,
      "step": 473
    },
    {
      "epoch": 3.411552346570397,
      "grad_norm": 0.5210021734237671,
      "learning_rate": 0.00013121021627321438,
      "loss": 0.15102122724056244,
      "step": 474
    },
    {
      "epoch": 3.4187725631768955,
      "grad_norm": 0.46373456716537476,
      "learning_rate": 0.00013043957786058904,
      "loss": 0.15518702566623688,
      "step": 475
    },
    {
      "epoch": 3.4259927797833933,
      "grad_norm": 0.48513785004615784,
      "learning_rate": 0.00012967011255725263,
      "loss": 0.14110815525054932,
      "step": 476
    },
    {
      "epoch": 3.4332129963898916,
      "grad_norm": 0.5956123471260071,
      "learning_rate": 0.0001289018333399364,
      "loss": 0.14913466572761536,
      "step": 477
    },
    {
      "epoch": 3.44043321299639,
      "grad_norm": 0.5387746095657349,
      "learning_rate": 0.0001281347531653685,
      "loss": 0.14882197976112366,
      "step": 478
    },
    {
      "epoch": 3.4476534296028882,
      "grad_norm": 0.43160125613212585,
      "learning_rate": 0.00012736888497005578,
      "loss": 0.13204768300056458,
      "step": 479
    },
    {
      "epoch": 3.4548736462093865,
      "grad_norm": 0.41130170226097107,
      "learning_rate": 0.0001266042416700656,
      "loss": 0.13427188992500305,
      "step": 480
    },
    {
      "epoch": 3.4620938628158844,
      "grad_norm": 0.5126029253005981,
      "learning_rate": 0.00012584083616080786,
      "loss": 0.12719954550266266,
      "step": 481
    },
    {
      "epoch": 3.4693140794223827,
      "grad_norm": 0.4994872212409973,
      "learning_rate": 0.0001250786813168176,
      "loss": 0.15062202513217926,
      "step": 482
    },
    {
      "epoch": 3.476534296028881,
      "grad_norm": 0.4697980284690857,
      "learning_rate": 0.00012431778999153796,
      "loss": 0.14715459942817688,
      "step": 483
    },
    {
      "epoch": 3.483754512635379,
      "grad_norm": 0.5356115102767944,
      "learning_rate": 0.00012355817501710328,
      "loss": 0.12667298316955566,
      "step": 484
    },
    {
      "epoch": 3.490974729241877,
      "grad_norm": 0.48629310727119446,
      "learning_rate": 0.00012279984920412264,
      "loss": 0.12396648526191711,
      "step": 485
    },
    {
      "epoch": 3.4981949458483754,
      "grad_norm": 0.6295841336250305,
      "learning_rate": 0.00012204282534146414,
      "loss": 0.1579296588897705,
      "step": 486
    },
    {
      "epoch": 3.5054151624548737,
      "grad_norm": 0.524736225605011,
      "learning_rate": 0.00012128711619603885,
      "loss": 0.14176616072654724,
      "step": 487
    },
    {
      "epoch": 3.512635379061372,
      "grad_norm": 0.4429115355014801,
      "learning_rate": 0.0001205327345125856,
      "loss": 0.16075468063354492,
      "step": 488
    },
    {
      "epoch": 3.51985559566787,
      "grad_norm": 0.5202926993370056,
      "learning_rate": 0.00011977969301345627,
      "loss": 0.155876025557518,
      "step": 489
    },
    {
      "epoch": 3.527075812274368,
      "grad_norm": 0.5090999603271484,
      "learning_rate": 0.00011902800439840091,
      "loss": 0.1420796513557434,
      "step": 490
    },
    {
      "epoch": 3.5342960288808665,
      "grad_norm": 0.5266745686531067,
      "learning_rate": 0.0001182776813443537,
      "loss": 0.1911281943321228,
      "step": 491
    },
    {
      "epoch": 3.5415162454873648,
      "grad_norm": 0.4100717306137085,
      "learning_rate": 0.00011752873650521934,
      "loss": 0.12646690011024475,
      "step": 492
    },
    {
      "epoch": 3.5487364620938626,
      "grad_norm": 0.4897909164428711,
      "learning_rate": 0.00011678118251165929,
      "loss": 0.14893396198749542,
      "step": 493
    },
    {
      "epoch": 3.555956678700361,
      "grad_norm": 0.48633724451065063,
      "learning_rate": 0.00011603503197087893,
      "loss": 0.11430861800909042,
      "step": 494
    },
    {
      "epoch": 3.563176895306859,
      "grad_norm": 0.3797968327999115,
      "learning_rate": 0.00011529029746641522,
      "loss": 0.10336866229772568,
      "step": 495
    },
    {
      "epoch": 3.5703971119133575,
      "grad_norm": 0.4714502692222595,
      "learning_rate": 0.00011454699155792387,
      "loss": 0.12609894573688507,
      "step": 496
    },
    {
      "epoch": 3.577617328519856,
      "grad_norm": 0.5311459898948669,
      "learning_rate": 0.00011380512678096805,
      "loss": 0.14762037992477417,
      "step": 497
    },
    {
      "epoch": 3.5848375451263537,
      "grad_norm": 0.44842103123664856,
      "learning_rate": 0.00011306471564680703,
      "loss": 0.1137317568063736,
      "step": 498
    },
    {
      "epoch": 3.592057761732852,
      "grad_norm": 0.6083047986030579,
      "learning_rate": 0.0001123257706421845,
      "loss": 0.1538015455007553,
      "step": 499
    },
    {
      "epoch": 3.5992779783393503,
      "grad_norm": 0.454277902841568,
      "learning_rate": 0.00011158830422911882,
      "loss": 0.13900214433670044,
      "step": 500
    },
    {
      "epoch": 3.606498194945848,
      "grad_norm": 0.46477752923965454,
      "learning_rate": 0.00011085232884469236,
      "loss": 0.1317400485277176,
      "step": 501
    },
    {
      "epoch": 3.6137184115523464,
      "grad_norm": 0.5491266250610352,
      "learning_rate": 0.00011011785690084178,
      "loss": 0.20672887563705444,
      "step": 502
    },
    {
      "epoch": 3.6209386281588447,
      "grad_norm": 0.48666200041770935,
      "learning_rate": 0.00010938490078414902,
      "loss": 0.15307360887527466,
      "step": 503
    },
    {
      "epoch": 3.628158844765343,
      "grad_norm": 0.557000458240509,
      "learning_rate": 0.00010865347285563189,
      "loss": 0.18239088356494904,
      "step": 504
    },
    {
      "epoch": 3.6353790613718413,
      "grad_norm": 0.45608651638031006,
      "learning_rate": 0.0001079235854505362,
      "loss": 0.15936806797981262,
      "step": 505
    },
    {
      "epoch": 3.6425992779783396,
      "grad_norm": 0.455575555562973,
      "learning_rate": 0.00010719525087812736,
      "loss": 0.12316213548183441,
      "step": 506
    },
    {
      "epoch": 3.6498194945848375,
      "grad_norm": 0.48413556814193726,
      "learning_rate": 0.00010646848142148267,
      "loss": 0.13552163541316986,
      "step": 507
    },
    {
      "epoch": 3.6570397111913358,
      "grad_norm": 0.31646862626075745,
      "learning_rate": 0.0001057432893372846,
      "loss": 0.09000004827976227,
      "step": 508
    },
    {
      "epoch": 3.664259927797834,
      "grad_norm": 0.43280190229415894,
      "learning_rate": 0.00010501968685561379,
      "loss": 0.13823340833187103,
      "step": 509
    },
    {
      "epoch": 3.671480144404332,
      "grad_norm": 0.48566341400146484,
      "learning_rate": 0.00010429768617974271,
      "loss": 0.1494002640247345,
      "step": 510
    },
    {
      "epoch": 3.67870036101083,
      "grad_norm": 0.5894930362701416,
      "learning_rate": 0.00010357729948593022,
      "loss": 0.16500279307365417,
      "step": 511
    },
    {
      "epoch": 3.6859205776173285,
      "grad_norm": 0.4345530867576599,
      "learning_rate": 0.00010285853892321597,
      "loss": 0.15392449498176575,
      "step": 512
    },
    {
      "epoch": 3.693140794223827,
      "grad_norm": 0.38582298159599304,
      "learning_rate": 0.0001021414166132153,
      "loss": 0.11830861121416092,
      "step": 513
    },
    {
      "epoch": 3.700361010830325,
      "grad_norm": 0.5571300983428955,
      "learning_rate": 0.00010142594464991538,
      "loss": 0.17028063535690308,
      "step": 514
    },
    {
      "epoch": 3.707581227436823,
      "grad_norm": 0.442558616399765,
      "learning_rate": 0.00010071213509947078,
      "loss": 0.13233450055122375,
      "step": 515
    },
    {
      "epoch": 3.7148014440433212,
      "grad_norm": 0.38991135358810425,
      "learning_rate": 0.00010000000000000005,
      "loss": 0.11185239255428314,
      "step": 516
    },
    {
      "epoch": 3.7220216606498195,
      "grad_norm": 0.46868595480918884,
      "learning_rate": 9.928955136138292e-05,
      "loss": 0.13171209394931793,
      "step": 517
    },
    {
      "epoch": 3.729241877256318,
      "grad_norm": 0.3938763439655304,
      "learning_rate": 9.858080116505763e-05,
      "loss": 0.12150520086288452,
      "step": 518
    },
    {
      "epoch": 3.7364620938628157,
      "grad_norm": 0.5428814888000488,
      "learning_rate": 9.787376136381865e-05,
      "loss": 0.17324000597000122,
      "step": 519
    },
    {
      "epoch": 3.743682310469314,
      "grad_norm": 0.5528351664543152,
      "learning_rate": 9.716844388161555e-05,
      "loss": 0.13830417394638062,
      "step": 520
    },
    {
      "epoch": 3.7509025270758123,
      "grad_norm": 0.43436095118522644,
      "learning_rate": 9.646486061335151e-05,
      "loss": 0.12715619802474976,
      "step": 521
    },
    {
      "epoch": 3.7581227436823106,
      "grad_norm": 0.5142949223518372,
      "learning_rate": 9.576302342468297e-05,
      "loss": 0.13084562122821808,
      "step": 522
    },
    {
      "epoch": 3.765342960288809,
      "grad_norm": 0.6056551933288574,
      "learning_rate": 9.506294415181942e-05,
      "loss": 0.14757800102233887,
      "step": 523
    },
    {
      "epoch": 3.7725631768953067,
      "grad_norm": 0.7759309411048889,
      "learning_rate": 9.436463460132359e-05,
      "loss": 0.14157943427562714,
      "step": 524
    },
    {
      "epoch": 3.779783393501805,
      "grad_norm": 0.5732694268226624,
      "learning_rate": 9.366810654991276e-05,
      "loss": 0.12228554487228394,
      "step": 525
    },
    {
      "epoch": 3.7870036101083033,
      "grad_norm": 0.5100772976875305,
      "learning_rate": 9.297337174425995e-05,
      "loss": 0.13228444755077362,
      "step": 526
    },
    {
      "epoch": 3.794223826714801,
      "grad_norm": 0.3461199104785919,
      "learning_rate": 9.228044190079553e-05,
      "loss": 0.11099657416343689,
      "step": 527
    },
    {
      "epoch": 3.8014440433212995,
      "grad_norm": 0.5344772338867188,
      "learning_rate": 9.158932870551011e-05,
      "loss": 0.1298564374446869,
      "step": 528
    },
    {
      "epoch": 3.808664259927798,
      "grad_norm": 0.5982236266136169,
      "learning_rate": 9.09000438137573e-05,
      "loss": 0.13814345002174377,
      "step": 529
    },
    {
      "epoch": 3.815884476534296,
      "grad_norm": 0.540401816368103,
      "learning_rate": 9.021259885005678e-05,
      "loss": 0.15752826631069183,
      "step": 530
    },
    {
      "epoch": 3.8231046931407944,
      "grad_norm": 0.5778837203979492,
      "learning_rate": 8.952700540789885e-05,
      "loss": 0.11452727019786835,
      "step": 531
    },
    {
      "epoch": 3.8303249097472927,
      "grad_norm": 0.5168759226799011,
      "learning_rate": 8.884327504954857e-05,
      "loss": 0.18627649545669556,
      "step": 532
    },
    {
      "epoch": 3.8375451263537905,
      "grad_norm": 0.5951539278030396,
      "learning_rate": 8.816141930585067e-05,
      "loss": 0.17812731862068176,
      "step": 533
    },
    {
      "epoch": 3.844765342960289,
      "grad_norm": 0.46762675046920776,
      "learning_rate": 8.748144967603538e-05,
      "loss": 0.1432511955499649,
      "step": 534
    },
    {
      "epoch": 3.851985559566787,
      "grad_norm": 0.4484635889530182,
      "learning_rate": 8.680337762752444e-05,
      "loss": 0.13658685982227325,
      "step": 535
    },
    {
      "epoch": 3.859205776173285,
      "grad_norm": 0.518476128578186,
      "learning_rate": 8.612721459573734e-05,
      "loss": 0.14582251012325287,
      "step": 536
    },
    {
      "epoch": 3.8664259927797833,
      "grad_norm": 0.5416932106018066,
      "learning_rate": 8.545297198389896e-05,
      "loss": 0.15608924627304077,
      "step": 537
    },
    {
      "epoch": 3.8736462093862816,
      "grad_norm": 0.502341628074646,
      "learning_rate": 8.478066116284713e-05,
      "loss": 0.14149951934814453,
      "step": 538
    },
    {
      "epoch": 3.88086642599278,
      "grad_norm": 0.3645715117454529,
      "learning_rate": 8.411029347084049e-05,
      "loss": 0.1299845278263092,
      "step": 539
    },
    {
      "epoch": 3.888086642599278,
      "grad_norm": 0.4532802700996399,
      "learning_rate": 8.344188021336783e-05,
      "loss": 0.11957640945911407,
      "step": 540
    },
    {
      "epoch": 3.895306859205776,
      "grad_norm": 0.39594075083732605,
      "learning_rate": 8.277543266295713e-05,
      "loss": 0.09765089303255081,
      "step": 541
    },
    {
      "epoch": 3.9025270758122743,
      "grad_norm": 0.4911992847919464,
      "learning_rate": 8.211096205898529e-05,
      "loss": 0.13661810755729675,
      "step": 542
    },
    {
      "epoch": 3.9097472924187726,
      "grad_norm": 0.41524603962898254,
      "learning_rate": 8.144847960748904e-05,
      "loss": 0.11461715400218964,
      "step": 543
    },
    {
      "epoch": 3.916967509025271,
      "grad_norm": 0.6111493110656738,
      "learning_rate": 8.078799648097555e-05,
      "loss": 0.14272424578666687,
      "step": 544
    },
    {
      "epoch": 3.9241877256317688,
      "grad_norm": 0.6367743611335754,
      "learning_rate": 8.01295238182342e-05,
      "loss": 0.15256257355213165,
      "step": 545
    },
    {
      "epoch": 3.931407942238267,
      "grad_norm": 0.5055350065231323,
      "learning_rate": 7.947307272414874e-05,
      "loss": 0.12612725794315338,
      "step": 546
    },
    {
      "epoch": 3.9386281588447654,
      "grad_norm": 0.6354690790176392,
      "learning_rate": 7.881865426950979e-05,
      "loss": 0.18444940447807312,
      "step": 547
    },
    {
      "epoch": 3.9458483754512637,
      "grad_norm": 0.48749735951423645,
      "learning_rate": 7.816627949082844e-05,
      "loss": 0.14657062292099,
      "step": 548
    },
    {
      "epoch": 3.953068592057762,
      "grad_norm": 0.5144006013870239,
      "learning_rate": 7.751595939015004e-05,
      "loss": 0.13369342684745789,
      "step": 549
    },
    {
      "epoch": 3.96028880866426,
      "grad_norm": 0.6086586117744446,
      "learning_rate": 7.686770493486834e-05,
      "loss": 0.12459664046764374,
      "step": 550
    },
    {
      "epoch": 3.967509025270758,
      "grad_norm": 0.3899252712726593,
      "learning_rate": 7.622152705754109e-05,
      "loss": 0.09838660806417465,
      "step": 551
    },
    {
      "epoch": 3.9747292418772564,
      "grad_norm": 0.5426426529884338,
      "learning_rate": 7.557743665570524e-05,
      "loss": 0.12174687534570694,
      "step": 552
    },
    {
      "epoch": 3.9819494584837543,
      "grad_norm": 0.4566539227962494,
      "learning_rate": 7.49354445916932e-05,
      "loss": 0.12463852018117905,
      "step": 553
    },
    {
      "epoch": 3.9891696750902526,
      "grad_norm": 0.4546673595905304,
      "learning_rate": 7.429556169244984e-05,
      "loss": 0.145570307970047,
      "step": 554
    },
    {
      "epoch": 3.996389891696751,
      "grad_norm": 0.4223948121070862,
      "learning_rate": 7.365779874934985e-05,
      "loss": 0.1327395737171173,
      "step": 555
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.9028692245483398,
      "learning_rate": 7.302216651801546e-05,
      "loss": 0.1679631471633911,
      "step": 556
    },
    {
      "epoch": 4.007220216606498,
      "grad_norm": 0.2356356829404831,
      "learning_rate": 7.23886757181355e-05,
      "loss": 0.07719021290540695,
      "step": 557
    },
    {
      "epoch": 4.014440433212997,
      "grad_norm": 0.2547387480735779,
      "learning_rate": 7.175733703328438e-05,
      "loss": 0.08970507979393005,
      "step": 558
    },
    {
      "epoch": 4.021660649819495,
      "grad_norm": 0.2796124815940857,
      "learning_rate": 7.112816111074175e-05,
      "loss": 0.08122967183589935,
      "step": 559
    },
    {
      "epoch": 4.028880866425993,
      "grad_norm": 0.3060125410556793,
      "learning_rate": 7.050115856131327e-05,
      "loss": 0.10071869194507599,
      "step": 560
    },
    {
      "epoch": 4.036101083032491,
      "grad_norm": 0.23872718214988708,
      "learning_rate": 6.987633995915164e-05,
      "loss": 0.07773898541927338,
      "step": 561
    },
    {
      "epoch": 4.043321299638989,
      "grad_norm": 0.2474278211593628,
      "learning_rate": 6.925371584157776e-05,
      "loss": 0.08390785753726959,
      "step": 562
    },
    {
      "epoch": 4.050541516245487,
      "grad_norm": 0.2561244070529938,
      "learning_rate": 6.863329670890379e-05,
      "loss": 0.07564981281757355,
      "step": 563
    },
    {
      "epoch": 4.0577617328519855,
      "grad_norm": 0.23667839169502258,
      "learning_rate": 6.801509302425553e-05,
      "loss": 0.06735668331384659,
      "step": 564
    },
    {
      "epoch": 4.064981949458484,
      "grad_norm": 0.30244675278663635,
      "learning_rate": 6.739911521339603e-05,
      "loss": 0.08246147632598877,
      "step": 565
    },
    {
      "epoch": 4.072202166064982,
      "grad_norm": 0.322549968957901,
      "learning_rate": 6.678537366454998e-05,
      "loss": 0.0768466591835022,
      "step": 566
    },
    {
      "epoch": 4.07942238267148,
      "grad_norm": 0.3082004487514496,
      "learning_rate": 6.617387872822842e-05,
      "loss": 0.07058844715356827,
      "step": 567
    },
    {
      "epoch": 4.086642599277979,
      "grad_norm": 0.4027414917945862,
      "learning_rate": 6.556464071705386e-05,
      "loss": 0.06483431905508041,
      "step": 568
    },
    {
      "epoch": 4.093862815884476,
      "grad_norm": 0.32241883873939514,
      "learning_rate": 6.495766990558716e-05,
      "loss": 0.08380893617868423,
      "step": 569
    },
    {
      "epoch": 4.101083032490974,
      "grad_norm": 0.6206040978431702,
      "learning_rate": 6.435297653015319e-05,
      "loss": 0.08805538713932037,
      "step": 570
    },
    {
      "epoch": 4.108303249097473,
      "grad_norm": 0.37588536739349365,
      "learning_rate": 6.375057078866916e-05,
      "loss": 0.06972259283065796,
      "step": 571
    },
    {
      "epoch": 4.115523465703971,
      "grad_norm": 0.7320848703384399,
      "learning_rate": 6.315046284047207e-05,
      "loss": 0.07265684008598328,
      "step": 572
    },
    {
      "epoch": 4.122743682310469,
      "grad_norm": 0.6254473328590393,
      "learning_rate": 6.255266280614747e-05,
      "loss": 0.06212320178747177,
      "step": 573
    },
    {
      "epoch": 4.129963898916968,
      "grad_norm": 0.5760471820831299,
      "learning_rate": 6.195718076735894e-05,
      "loss": 0.08673934638500214,
      "step": 574
    },
    {
      "epoch": 4.137184115523466,
      "grad_norm": 0.49967148900032043,
      "learning_rate": 6.136402676667806e-05,
      "loss": 0.06496398150920868,
      "step": 575
    },
    {
      "epoch": 4.144404332129964,
      "grad_norm": 0.43019023537635803,
      "learning_rate": 6.077321080741469e-05,
      "loss": 0.06604783982038498,
      "step": 576
    },
    {
      "epoch": 4.1516245487364625,
      "grad_norm": 0.4466577172279358,
      "learning_rate": 6.0184742853448796e-05,
      "loss": 0.06710691004991531,
      "step": 577
    },
    {
      "epoch": 4.15884476534296,
      "grad_norm": 0.5732907056808472,
      "learning_rate": 5.959863282906208e-05,
      "loss": 0.09353934228420258,
      "step": 578
    },
    {
      "epoch": 4.166064981949458,
      "grad_norm": 0.3326954245567322,
      "learning_rate": 5.901489061877059e-05,
      "loss": 0.06768821179866791,
      "step": 579
    },
    {
      "epoch": 4.1732851985559565,
      "grad_norm": 0.5838833451271057,
      "learning_rate": 5.843352606715819e-05,
      "loss": 0.09657922387123108,
      "step": 580
    },
    {
      "epoch": 4.180505415162455,
      "grad_norm": 0.6080812215805054,
      "learning_rate": 5.7854548978710586e-05,
      "loss": 0.07862652093172073,
      "step": 581
    },
    {
      "epoch": 4.187725631768953,
      "grad_norm": 0.35978272557258606,
      "learning_rate": 5.7277969117649554e-05,
      "loss": 0.06750591099262238,
      "step": 582
    },
    {
      "epoch": 4.194945848375451,
      "grad_norm": 0.5055731534957886,
      "learning_rate": 5.670379620776882e-05,
      "loss": 0.07750953733921051,
      "step": 583
    },
    {
      "epoch": 4.20216606498195,
      "grad_norm": 0.3300122618675232,
      "learning_rate": 5.613203993226981e-05,
      "loss": 0.05905657261610031,
      "step": 584
    },
    {
      "epoch": 4.209386281588448,
      "grad_norm": 0.39663630723953247,
      "learning_rate": 5.5562709933598156e-05,
      "loss": 0.06651993840932846,
      "step": 585
    },
    {
      "epoch": 4.216606498194946,
      "grad_norm": 0.2632470726966858,
      "learning_rate": 5.4995815813281483e-05,
      "loss": 0.04662226885557175,
      "step": 586
    },
    {
      "epoch": 4.223826714801444,
      "grad_norm": 0.3943081796169281,
      "learning_rate": 5.443136713176724e-05,
      "loss": 0.055592283606529236,
      "step": 587
    },
    {
      "epoch": 4.231046931407942,
      "grad_norm": 0.3067891001701355,
      "learning_rate": 5.386937340826139e-05,
      "loss": 0.06188460439443588,
      "step": 588
    },
    {
      "epoch": 4.23826714801444,
      "grad_norm": 0.5765032768249512,
      "learning_rate": 5.330984412056814e-05,
      "loss": 0.07393093407154083,
      "step": 589
    },
    {
      "epoch": 4.245487364620939,
      "grad_norm": 0.3043580949306488,
      "learning_rate": 5.2752788704929944e-05,
      "loss": 0.04691813141107559,
      "step": 590
    },
    {
      "epoch": 4.252707581227437,
      "grad_norm": 0.41853103041648865,
      "learning_rate": 5.2198216555868206e-05,
      "loss": 0.08564123511314392,
      "step": 591
    },
    {
      "epoch": 4.259927797833935,
      "grad_norm": 0.366338849067688,
      "learning_rate": 5.164613702602519e-05,
      "loss": 0.06465509533882141,
      "step": 592
    },
    {
      "epoch": 4.2671480144404335,
      "grad_norm": 0.4903438985347748,
      "learning_rate": 5.1096559426005994e-05,
      "loss": 0.0653722956776619,
      "step": 593
    },
    {
      "epoch": 4.274368231046932,
      "grad_norm": 0.3799297511577606,
      "learning_rate": 5.054949302422178e-05,
      "loss": 0.06573019176721573,
      "step": 594
    },
    {
      "epoch": 4.28158844765343,
      "grad_norm": 0.3962422013282776,
      "learning_rate": 5.000494704673328e-05,
      "loss": 0.06330323964357376,
      "step": 595
    },
    {
      "epoch": 4.2888086642599275,
      "grad_norm": 0.40771204233169556,
      "learning_rate": 4.946293067709511e-05,
      "loss": 0.0744054913520813,
      "step": 596
    },
    {
      "epoch": 4.296028880866426,
      "grad_norm": 0.358303040266037,
      "learning_rate": 4.892345305620123e-05,
      "loss": 0.06824557483196259,
      "step": 597
    },
    {
      "epoch": 4.303249097472924,
      "grad_norm": 0.5681015253067017,
      "learning_rate": 4.83865232821306e-05,
      "loss": 0.07922443747520447,
      "step": 598
    },
    {
      "epoch": 4.310469314079422,
      "grad_norm": 0.40545016527175903,
      "learning_rate": 4.785215040999354e-05,
      "loss": 0.06584658473730087,
      "step": 599
    },
    {
      "epoch": 4.317689530685921,
      "grad_norm": 0.4532371759414673,
      "learning_rate": 4.73203434517794e-05,
      "loss": 0.06798739731311798,
      "step": 600
    },
    {
      "epoch": 4.324909747292419,
      "grad_norm": 0.34823986887931824,
      "learning_rate": 4.679111137620442e-05,
      "loss": 0.060036975890398026,
      "step": 601
    },
    {
      "epoch": 4.332129963898917,
      "grad_norm": 0.7183476686477661,
      "learning_rate": 4.626446310856027e-05,
      "loss": 0.09737586230039597,
      "step": 602
    },
    {
      "epoch": 4.3393501805054155,
      "grad_norm": 0.3646744191646576,
      "learning_rate": 4.574040753056385e-05,
      "loss": 0.07068562507629395,
      "step": 603
    },
    {
      "epoch": 4.346570397111913,
      "grad_norm": 0.7281261682510376,
      "learning_rate": 4.521895348020744e-05,
      "loss": 0.0830075815320015,
      "step": 604
    },
    {
      "epoch": 4.353790613718411,
      "grad_norm": 0.3349117338657379,
      "learning_rate": 4.470010975160932e-05,
      "loss": 0.057703591883182526,
      "step": 605
    },
    {
      "epoch": 4.3610108303249095,
      "grad_norm": 0.4553733766078949,
      "learning_rate": 4.418388509486591e-05,
      "loss": 0.07166286557912827,
      "step": 606
    },
    {
      "epoch": 4.368231046931408,
      "grad_norm": 0.44004717469215393,
      "learning_rate": 4.3670288215904044e-05,
      "loss": 0.06402762979269028,
      "step": 607
    },
    {
      "epoch": 4.375451263537906,
      "grad_norm": 0.4734828472137451,
      "learning_rate": 4.315932777633391e-05,
      "loss": 0.06359273195266724,
      "step": 608
    },
    {
      "epoch": 4.382671480144404,
      "grad_norm": 0.42865970730781555,
      "learning_rate": 4.265101239330336e-05,
      "loss": 0.05663272365927696,
      "step": 609
    },
    {
      "epoch": 4.389891696750903,
      "grad_norm": 0.3049170970916748,
      "learning_rate": 4.214535063935236e-05,
      "loss": 0.05514144152402878,
      "step": 610
    },
    {
      "epoch": 4.397111913357401,
      "grad_norm": 0.5843676328659058,
      "learning_rate": 4.1642351042268413e-05,
      "loss": 0.0814075767993927,
      "step": 611
    },
    {
      "epoch": 4.404332129963899,
      "grad_norm": 0.45971769094467163,
      "learning_rate": 4.11420220849428e-05,
      "loss": 0.08407925814390182,
      "step": 612
    },
    {
      "epoch": 4.411552346570397,
      "grad_norm": 0.3730124235153198,
      "learning_rate": 4.064437220522759e-05,
      "loss": 0.08016012609004974,
      "step": 613
    },
    {
      "epoch": 4.418772563176895,
      "grad_norm": 0.47459709644317627,
      "learning_rate": 4.0149409795793116e-05,
      "loss": 0.06777369976043701,
      "step": 614
    },
    {
      "epoch": 4.425992779783393,
      "grad_norm": 0.43131333589553833,
      "learning_rate": 3.965714320398668e-05,
      "loss": 0.06275366246700287,
      "step": 615
    },
    {
      "epoch": 4.433212996389892,
      "grad_norm": 0.5383766293525696,
      "learning_rate": 3.9167580731691644e-05,
      "loss": 0.07567012310028076,
      "step": 616
    },
    {
      "epoch": 4.44043321299639,
      "grad_norm": 0.5049149990081787,
      "learning_rate": 3.868073063518749e-05,
      "loss": 0.07030000537633896,
      "step": 617
    },
    {
      "epoch": 4.447653429602888,
      "grad_norm": 0.4588138461112976,
      "learning_rate": 3.819660112501053e-05,
      "loss": 0.06413187086582184,
      "step": 618
    },
    {
      "epoch": 4.4548736462093865,
      "grad_norm": 0.5270079374313354,
      "learning_rate": 3.771520036581535e-05,
      "loss": 0.08776699006557465,
      "step": 619
    },
    {
      "epoch": 4.462093862815885,
      "grad_norm": 0.4434908330440521,
      "learning_rate": 3.723653647623735e-05,
      "loss": 0.06680673360824585,
      "step": 620
    },
    {
      "epoch": 4.469314079422382,
      "grad_norm": 0.40275996923446655,
      "learning_rate": 3.6760617528755684e-05,
      "loss": 0.06380727887153625,
      "step": 621
    },
    {
      "epoch": 4.4765342960288805,
      "grad_norm": 0.33545786142349243,
      "learning_rate": 3.6287451549557016e-05,
      "loss": 0.06220482289791107,
      "step": 622
    },
    {
      "epoch": 4.483754512635379,
      "grad_norm": 0.358530193567276,
      "learning_rate": 3.5817046518400385e-05,
      "loss": 0.07663938403129578,
      "step": 623
    },
    {
      "epoch": 4.490974729241877,
      "grad_norm": 0.4760512411594391,
      "learning_rate": 3.534941036848258e-05,
      "loss": 0.07023464143276215,
      "step": 624
    },
    {
      "epoch": 4.498194945848375,
      "grad_norm": 0.5976642966270447,
      "learning_rate": 3.4884550986304074e-05,
      "loss": 0.07387922704219818,
      "step": 625
    },
    {
      "epoch": 4.505415162454874,
      "grad_norm": 0.4269956052303314,
      "learning_rate": 3.442247621153643e-05,
      "loss": 0.06992574781179428,
      "step": 626
    },
    {
      "epoch": 4.512635379061372,
      "grad_norm": 0.5576417446136475,
      "learning_rate": 3.3963193836889905e-05,
      "loss": 0.06586994230747223,
      "step": 627
    },
    {
      "epoch": 4.51985559566787,
      "grad_norm": 0.27365460991859436,
      "learning_rate": 3.3506711607981824e-05,
      "loss": 0.05236521363258362,
      "step": 628
    },
    {
      "epoch": 4.527075812274369,
      "grad_norm": 0.32343900203704834,
      "learning_rate": 3.305303722320636e-05,
      "loss": 0.0833154246211052,
      "step": 629
    },
    {
      "epoch": 4.534296028880867,
      "grad_norm": 0.6516956686973572,
      "learning_rate": 3.260217833360446e-05,
      "loss": 0.08919483423233032,
      "step": 630
    },
    {
      "epoch": 4.541516245487364,
      "grad_norm": 0.3491802513599396,
      "learning_rate": 3.215414254273468e-05,
      "loss": 0.06530842185020447,
      "step": 631
    },
    {
      "epoch": 4.548736462093863,
      "grad_norm": 0.4860411286354065,
      "learning_rate": 3.170893740654533e-05,
      "loss": 0.08303852379322052,
      "step": 632
    },
    {
      "epoch": 4.555956678700361,
      "grad_norm": 0.4222336709499359,
      "learning_rate": 3.126657043324677e-05,
      "loss": 0.0689733549952507,
      "step": 633
    },
    {
      "epoch": 4.563176895306859,
      "grad_norm": 0.6741357445716858,
      "learning_rate": 3.082704908318474e-05,
      "loss": 0.07350336015224457,
      "step": 634
    },
    {
      "epoch": 4.5703971119133575,
      "grad_norm": 0.3562377691268921,
      "learning_rate": 3.039038076871481e-05,
      "loss": 0.06916918605566025,
      "step": 635
    },
    {
      "epoch": 4.577617328519856,
      "grad_norm": 0.5075894594192505,
      "learning_rate": 2.9956572854077202e-05,
      "loss": 0.05884088948369026,
      "step": 636
    },
    {
      "epoch": 4.584837545126354,
      "grad_norm": 0.49467241764068604,
      "learning_rate": 2.9525632655272482e-05,
      "loss": 0.05398339778184891,
      "step": 637
    },
    {
      "epoch": 4.5920577617328515,
      "grad_norm": 0.30880579352378845,
      "learning_rate": 2.9097567439938478e-05,
      "loss": 0.06401652097702026,
      "step": 638
    },
    {
      "epoch": 4.59927797833935,
      "grad_norm": 0.3337753713130951,
      "learning_rate": 2.8672384427227484e-05,
      "loss": 0.06975904852151871,
      "step": 639
    },
    {
      "epoch": 4.606498194945848,
      "grad_norm": 1.321722149848938,
      "learning_rate": 2.8250090787684437e-05,
      "loss": 0.07469654083251953,
      "step": 640
    },
    {
      "epoch": 4.613718411552346,
      "grad_norm": 0.3456924855709076,
      "learning_rate": 2.783069364312647e-05,
      "loss": 0.061028316617012024,
      "step": 641
    },
    {
      "epoch": 4.620938628158845,
      "grad_norm": 0.9587940573692322,
      "learning_rate": 2.7414200066522067e-05,
      "loss": 0.08222727477550507,
      "step": 642
    },
    {
      "epoch": 4.628158844765343,
      "grad_norm": 0.34773939847946167,
      "learning_rate": 2.7000617081872402e-05,
      "loss": 0.06201966106891632,
      "step": 643
    },
    {
      "epoch": 4.635379061371841,
      "grad_norm": 0.4925590455532074,
      "learning_rate": 2.6589951664092706e-05,
      "loss": 0.06247459352016449,
      "step": 644
    },
    {
      "epoch": 4.64259927797834,
      "grad_norm": 0.34186214208602905,
      "learning_rate": 2.618221073889433e-05,
      "loss": 0.054603368043899536,
      "step": 645
    },
    {
      "epoch": 4.649819494584838,
      "grad_norm": 0.3584718406200409,
      "learning_rate": 2.5777401182668446e-05,
      "loss": 0.05636471137404442,
      "step": 646
    },
    {
      "epoch": 4.657039711191336,
      "grad_norm": 0.33370015025138855,
      "learning_rate": 2.5375529822369815e-05,
      "loss": 0.06488262116909027,
      "step": 647
    },
    {
      "epoch": 4.664259927797834,
      "grad_norm": 0.428996205329895,
      "learning_rate": 2.497660343540147e-05,
      "loss": 0.08126433193683624,
      "step": 648
    },
    {
      "epoch": 4.671480144404332,
      "grad_norm": 0.306087464094162,
      "learning_rate": 2.4580628749500844e-05,
      "loss": 0.056748297065496445,
      "step": 649
    },
    {
      "epoch": 4.67870036101083,
      "grad_norm": 0.45556285977363586,
      "learning_rate": 2.4187612442626016e-05,
      "loss": 0.08052687346935272,
      "step": 650
    },
    {
      "epoch": 4.6859205776173285,
      "grad_norm": 0.24860779941082,
      "learning_rate": 2.3797561142843105e-05,
      "loss": 0.06610046327114105,
      "step": 651
    },
    {
      "epoch": 4.693140794223827,
      "grad_norm": 0.452534556388855,
      "learning_rate": 2.3410481428214603e-05,
      "loss": 0.056214869022369385,
      "step": 652
    },
    {
      "epoch": 4.700361010830325,
      "grad_norm": 0.38668516278266907,
      "learning_rate": 2.302637982668843e-05,
      "loss": 0.06206169351935387,
      "step": 653
    },
    {
      "epoch": 4.707581227436823,
      "grad_norm": 0.2503337562084198,
      "learning_rate": 2.2645262815987622e-05,
      "loss": 0.06331133097410202,
      "step": 654
    },
    {
      "epoch": 4.714801444043322,
      "grad_norm": 0.40086954832077026,
      "learning_rate": 2.2267136823501455e-05,
      "loss": 0.06614114344120026,
      "step": 655
    },
    {
      "epoch": 4.722021660649819,
      "grad_norm": 0.3914971351623535,
      "learning_rate": 2.1892008226176762e-05,
      "loss": 0.06879283487796783,
      "step": 656
    },
    {
      "epoch": 4.729241877256317,
      "grad_norm": 0.3335961699485779,
      "learning_rate": 2.1519883350410443e-05,
      "loss": 0.07069812715053558,
      "step": 657
    },
    {
      "epoch": 4.736462093862816,
      "grad_norm": 0.45657894015312195,
      "learning_rate": 2.115076847194293e-05,
      "loss": 0.07669930905103683,
      "step": 658
    },
    {
      "epoch": 4.743682310469314,
      "grad_norm": 0.28149735927581787,
      "learning_rate": 2.0784669815752044e-05,
      "loss": 0.049429114907979965,
      "step": 659
    },
    {
      "epoch": 4.750902527075812,
      "grad_norm": 0.3293699026107788,
      "learning_rate": 2.0421593555948393e-05,
      "loss": 0.05612622946500778,
      "step": 660
    },
    {
      "epoch": 4.758122743682311,
      "grad_norm": 0.4966195821762085,
      "learning_rate": 2.0061545815670967e-05,
      "loss": 0.0798168033361435,
      "step": 661
    },
    {
      "epoch": 4.765342960288809,
      "grad_norm": 0.40849727392196655,
      "learning_rate": 1.970453266698391e-05,
      "loss": 0.06668490171432495,
      "step": 662
    },
    {
      "epoch": 4.772563176895307,
      "grad_norm": 0.37348175048828125,
      "learning_rate": 1.935056013077423e-05,
      "loss": 0.06494098156690598,
      "step": 663
    },
    {
      "epoch": 4.7797833935018055,
      "grad_norm": 0.29984328150749207,
      "learning_rate": 1.8999634176650205e-05,
      "loss": 0.051809899508953094,
      "step": 664
    },
    {
      "epoch": 4.787003610108303,
      "grad_norm": 0.366937518119812,
      "learning_rate": 1.8651760722840672e-05,
      "loss": 0.06859136372804642,
      "step": 665
    },
    {
      "epoch": 4.794223826714801,
      "grad_norm": 0.46067899465560913,
      "learning_rate": 1.830694563609525e-05,
      "loss": 0.06466175615787506,
      "step": 666
    },
    {
      "epoch": 4.8014440433212995,
      "grad_norm": 0.45101597905158997,
      "learning_rate": 1.7965194731585422e-05,
      "loss": 0.062113627791404724,
      "step": 667
    },
    {
      "epoch": 4.808664259927798,
      "grad_norm": 0.39610734581947327,
      "learning_rate": 1.762651377280633e-05,
      "loss": 0.06937667727470398,
      "step": 668
    },
    {
      "epoch": 4.815884476534296,
      "grad_norm": 0.406488835811615,
      "learning_rate": 1.7290908471479805e-05,
      "loss": 0.06851080060005188,
      "step": 669
    },
    {
      "epoch": 4.823104693140794,
      "grad_norm": 0.4525218904018402,
      "learning_rate": 1.6958384487457923e-05,
      "loss": 0.05941899120807648,
      "step": 670
    },
    {
      "epoch": 4.830324909747293,
      "grad_norm": 0.3088747560977936,
      "learning_rate": 1.6628947428627438e-05,
      "loss": 0.05612848699092865,
      "step": 671
    },
    {
      "epoch": 4.837545126353791,
      "grad_norm": 0.330507755279541,
      "learning_rate": 1.6302602850815397e-05,
      "loss": 0.06643390655517578,
      "step": 672
    },
    {
      "epoch": 4.844765342960288,
      "grad_norm": 0.3919360041618347,
      "learning_rate": 1.59793562576954e-05,
      "loss": 0.06949331611394882,
      "step": 673
    },
    {
      "epoch": 4.851985559566787,
      "grad_norm": 0.43942415714263916,
      "learning_rate": 1.5659213100694626e-05,
      "loss": 0.06495010107755661,
      "step": 674
    },
    {
      "epoch": 4.859205776173285,
      "grad_norm": 0.3314034640789032,
      "learning_rate": 1.5342178778902116e-05,
      "loss": 0.0641111359000206,
      "step": 675
    },
    {
      "epoch": 4.866425992779783,
      "grad_norm": 0.6920318007469177,
      "learning_rate": 1.5028258638977677e-05,
      "loss": 0.08164434880018234,
      "step": 676
    },
    {
      "epoch": 4.873646209386282,
      "grad_norm": 0.4740530550479889,
      "learning_rate": 1.4717457975061455e-05,
      "loss": 0.07530295848846436,
      "step": 677
    },
    {
      "epoch": 4.88086642599278,
      "grad_norm": 0.4190375506877899,
      "learning_rate": 1.4409782028685104e-05,
      "loss": 0.07053963840007782,
      "step": 678
    },
    {
      "epoch": 4.888086642599278,
      "grad_norm": 0.3520694375038147,
      "learning_rate": 1.4105235988682896e-05,
      "loss": 0.06393534690141678,
      "step": 679
    },
    {
      "epoch": 4.8953068592057765,
      "grad_norm": 0.40102067589759827,
      "learning_rate": 1.3803824991104663e-05,
      "loss": 0.07699807733297348,
      "step": 680
    },
    {
      "epoch": 4.902527075812275,
      "grad_norm": 0.4686407148838043,
      "learning_rate": 1.350555411912886e-05,
      "loss": 0.06640764325857162,
      "step": 681
    },
    {
      "epoch": 4.909747292418773,
      "grad_norm": 0.31581881642341614,
      "learning_rate": 1.3210428402976971e-05,
      "loss": 0.06866060942411423,
      "step": 682
    },
    {
      "epoch": 4.9169675090252705,
      "grad_norm": 0.39863917231559753,
      "learning_rate": 1.2918452819828663e-05,
      "loss": 0.05927126109600067,
      "step": 683
    },
    {
      "epoch": 4.924187725631769,
      "grad_norm": 0.7777624130249023,
      "learning_rate": 1.2629632293737903e-05,
      "loss": 0.07142484188079834,
      "step": 684
    },
    {
      "epoch": 4.931407942238267,
      "grad_norm": 0.3229425251483917,
      "learning_rate": 1.2343971695549727e-05,
      "loss": 0.06009211018681526,
      "step": 685
    },
    {
      "epoch": 4.938628158844765,
      "grad_norm": 0.5577942132949829,
      "learning_rate": 1.2061475842818338e-05,
      "loss": 0.08745917677879333,
      "step": 686
    },
    {
      "epoch": 4.945848375451264,
      "grad_norm": 0.4703651964664459,
      "learning_rate": 1.1782149499725714e-05,
      "loss": 0.059495482593774796,
      "step": 687
    },
    {
      "epoch": 4.953068592057762,
      "grad_norm": 0.4242652356624603,
      "learning_rate": 1.150599737700122e-05,
      "loss": 0.05950907990336418,
      "step": 688
    },
    {
      "epoch": 4.96028880866426,
      "grad_norm": 0.454228013753891,
      "learning_rate": 1.1233024131842374e-05,
      "loss": 0.08122330904006958,
      "step": 689
    },
    {
      "epoch": 4.967509025270758,
      "grad_norm": 0.28975188732147217,
      "learning_rate": 1.0963234367836106e-05,
      "loss": 0.05605383217334747,
      "step": 690
    },
    {
      "epoch": 4.974729241877256,
      "grad_norm": 0.38855794072151184,
      "learning_rate": 1.0696632634881099e-05,
      "loss": 0.059195615351200104,
      "step": 691
    },
    {
      "epoch": 4.981949458483754,
      "grad_norm": 0.46655526757240295,
      "learning_rate": 1.043322342911126e-05,
      "loss": 0.07140585780143738,
      "step": 692
    },
    {
      "epoch": 4.9891696750902526,
      "grad_norm": 0.4152084290981293,
      "learning_rate": 1.017301119281977e-05,
      "loss": 0.07906543463468552,
      "step": 693
    },
    {
      "epoch": 4.996389891696751,
      "grad_norm": 0.39406299591064453,
      "learning_rate": 9.916000314384044e-06,
      "loss": 0.0740804374217987,
      "step": 694
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.4732819199562073,
      "learning_rate": 9.662195128191997e-06,
      "loss": 0.06949488818645477,
      "step": 695
    },
    {
      "epoch": 5.007220216606498,
      "grad_norm": 0.2503197491168976,
      "learning_rate": 9.411599914568702e-06,
      "loss": 0.048096612095832825,
      "step": 696
    },
    {
      "epoch": 5.014440433212997,
      "grad_norm": 0.20594151318073273,
      "learning_rate": 9.164218899704336e-06,
      "loss": 0.044573940336704254,
      "step": 697
    },
    {
      "epoch": 5.021660649819495,
      "grad_norm": 0.3241271674633026,
      "learning_rate": 8.920056255582943e-06,
      "loss": 0.05117207020521164,
      "step": 698
    },
    {
      "epoch": 5.028880866425993,
      "grad_norm": 0.18174150586128235,
      "learning_rate": 8.679116099911854e-06,
      "loss": 0.04179506003856659,
      "step": 699
    },
    {
      "epoch": 5.036101083032491,
      "grad_norm": 0.1984250396490097,
      "learning_rate": 8.441402496052496e-06,
      "loss": 0.053596131503582,
      "step": 700
    },
    {
      "epoch": 5.043321299638989,
      "grad_norm": 0.21945425868034363,
      "learning_rate": 8.206919452951778e-06,
      "loss": 0.042779602110385895,
      "step": 701
    },
    {
      "epoch": 5.050541516245487,
      "grad_norm": 0.260366827249527,
      "learning_rate": 7.975670925074386e-06,
      "loss": 0.06215063855051994,
      "step": 702
    },
    {
      "epoch": 5.0577617328519855,
      "grad_norm": 0.14613628387451172,
      "learning_rate": 7.747660812336222e-06,
      "loss": 0.04405611380934715,
      "step": 703
    },
    {
      "epoch": 5.064981949458484,
      "grad_norm": 0.14823344349861145,
      "learning_rate": 7.52289296003863e-06,
      "loss": 0.040258534252643585,
      "step": 704
    },
    {
      "epoch": 5.072202166064982,
      "grad_norm": 0.11375842988491058,
      "learning_rate": 7.301371158803383e-06,
      "loss": 0.037275541573762894,
      "step": 705
    },
    {
      "epoch": 5.07942238267148,
      "grad_norm": 0.18186606466770172,
      "learning_rate": 7.083099144508976e-06,
      "loss": 0.04733014106750488,
      "step": 706
    },
    {
      "epoch": 5.086642599277979,
      "grad_norm": 0.21977707743644714,
      "learning_rate": 6.8680805982275e-06,
      "loss": 0.04784165322780609,
      "step": 707
    },
    {
      "epoch": 5.093862815884476,
      "grad_norm": 0.2574014663696289,
      "learning_rate": 6.656319146162515e-06,
      "loss": 0.05287627875804901,
      "step": 708
    },
    {
      "epoch": 5.101083032490974,
      "grad_norm": 0.24309682846069336,
      "learning_rate": 6.447818359588054e-06,
      "loss": 0.05101453512907028,
      "step": 709
    },
    {
      "epoch": 5.108303249097473,
      "grad_norm": 0.18539798259735107,
      "learning_rate": 6.242581754788268e-06,
      "loss": 0.04852500185370445,
      "step": 710
    },
    {
      "epoch": 5.115523465703971,
      "grad_norm": 0.2783971130847931,
      "learning_rate": 6.040612792998123e-06,
      "loss": 0.04606611281633377,
      "step": 711
    },
    {
      "epoch": 5.122743682310469,
      "grad_norm": 0.2432968020439148,
      "learning_rate": 5.841914880345111e-06,
      "loss": 0.05015704780817032,
      "step": 712
    },
    {
      "epoch": 5.129963898916968,
      "grad_norm": 0.21053971350193024,
      "learning_rate": 5.64649136779174e-06,
      "loss": 0.04552324116230011,
      "step": 713
    },
    {
      "epoch": 5.137184115523466,
      "grad_norm": 0.2822020947933197,
      "learning_rate": 5.454345551079043e-06,
      "loss": 0.04811366647481918,
      "step": 714
    },
    {
      "epoch": 5.144404332129964,
      "grad_norm": 0.3009110689163208,
      "learning_rate": 5.265480670671053e-06,
      "loss": 0.057499293237924576,
      "step": 715
    },
    {
      "epoch": 5.1516245487364625,
      "grad_norm": 0.2482829988002777,
      "learning_rate": 5.07989991169997e-06,
      "loss": 0.04851806163787842,
      "step": 716
    },
    {
      "epoch": 5.15884476534296,
      "grad_norm": 0.4322669506072998,
      "learning_rate": 4.8976064039126805e-06,
      "loss": 0.040396105498075485,
      "step": 717
    },
    {
      "epoch": 5.166064981949458,
      "grad_norm": 0.22342568635940552,
      "learning_rate": 4.718603221617834e-06,
      "loss": 0.047426290810108185,
      "step": 718
    },
    {
      "epoch": 5.1732851985559565,
      "grad_norm": 0.3421519994735718,
      "learning_rate": 4.542893383634028e-06,
      "loss": 0.050219837576150894,
      "step": 719
    },
    {
      "epoch": 5.180505415162455,
      "grad_norm": 0.2810814678668976,
      "learning_rate": 4.370479853238863e-06,
      "loss": 0.039352793246507645,
      "step": 720
    },
    {
      "epoch": 5.187725631768953,
      "grad_norm": 0.16700661182403564,
      "learning_rate": 4.201365538119096e-06,
      "loss": 0.03363039717078209,
      "step": 721
    },
    {
      "epoch": 5.194945848375451,
      "grad_norm": 0.21759076416492462,
      "learning_rate": 4.035553290321414e-06,
      "loss": 0.04147165268659592,
      "step": 722
    },
    {
      "epoch": 5.20216606498195,
      "grad_norm": 0.13985103368759155,
      "learning_rate": 3.873045906204453e-06,
      "loss": 0.043792638927698135,
      "step": 723
    },
    {
      "epoch": 5.209386281588448,
      "grad_norm": 0.2625335156917572,
      "learning_rate": 3.7138461263916513e-06,
      "loss": 0.05631346255540848,
      "step": 724
    },
    {
      "epoch": 5.216606498194946,
      "grad_norm": 0.16157718002796173,
      "learning_rate": 3.5579566357249793e-06,
      "loss": 0.03788129985332489,
      "step": 725
    },
    {
      "epoch": 5.223826714801444,
      "grad_norm": 0.19516326487064362,
      "learning_rate": 3.405380063219643e-06,
      "loss": 0.044141985476017,
      "step": 726
    },
    {
      "epoch": 5.231046931407942,
      "grad_norm": 0.15679222345352173,
      "learning_rate": 3.256118982019851e-06,
      "loss": 0.04181442782282829,
      "step": 727
    },
    {
      "epoch": 5.23826714801444,
      "grad_norm": 0.17116223275661469,
      "learning_rate": 3.1101759093552728e-06,
      "loss": 0.036379870027303696,
      "step": 728
    },
    {
      "epoch": 5.245487364620939,
      "grad_norm": 0.13156861066818237,
      "learning_rate": 2.9675533064986936e-06,
      "loss": 0.035947442054748535,
      "step": 729
    },
    {
      "epoch": 5.252707581227437,
      "grad_norm": 0.31538212299346924,
      "learning_rate": 2.828253578724538e-06,
      "loss": 0.04313802346587181,
      "step": 730
    },
    {
      "epoch": 5.259927797833935,
      "grad_norm": 0.16643384099006653,
      "learning_rate": 2.6922790752681004e-06,
      "loss": 0.03961348533630371,
      "step": 731
    },
    {
      "epoch": 5.2671480144404335,
      "grad_norm": 0.2200719565153122,
      "learning_rate": 2.5596320892862013e-06,
      "loss": 0.051561444997787476,
      "step": 732
    },
    {
      "epoch": 5.274368231046932,
      "grad_norm": 0.3769620954990387,
      "learning_rate": 2.4303148578183497e-06,
      "loss": 0.07501974701881409,
      "step": 733
    },
    {
      "epoch": 5.28158844765343,
      "grad_norm": 0.20830948650836945,
      "learning_rate": 2.3043295617489746e-06,
      "loss": 0.04220421612262726,
      "step": 734
    },
    {
      "epoch": 5.2888086642599275,
      "grad_norm": 0.19785495102405548,
      "learning_rate": 2.1816783257708083e-06,
      "loss": 0.03773656487464905,
      "step": 735
    },
    {
      "epoch": 5.296028880866426,
      "grad_norm": 0.2532854974269867,
      "learning_rate": 2.0623632183489396e-06,
      "loss": 0.04975757375359535,
      "step": 736
    },
    {
      "epoch": 5.303249097472924,
      "grad_norm": 0.21113696694374084,
      "learning_rate": 1.9463862516859276e-06,
      "loss": 0.04151391610503197,
      "step": 737
    },
    {
      "epoch": 5.310469314079422,
      "grad_norm": 0.41521739959716797,
      "learning_rate": 1.8337493816879436e-06,
      "loss": 0.04442136362195015,
      "step": 738
    },
    {
      "epoch": 5.317689530685921,
      "grad_norm": 0.21844181418418884,
      "learning_rate": 1.724454507931683e-06,
      "loss": 0.04176602512598038,
      "step": 739
    },
    {
      "epoch": 5.324909747292419,
      "grad_norm": 0.17051415145397186,
      "learning_rate": 1.6185034736324156e-06,
      "loss": 0.03697787970304489,
      "step": 740
    },
    {
      "epoch": 5.332129963898917,
      "grad_norm": 0.18966346979141235,
      "learning_rate": 1.515898065612853e-06,
      "loss": 0.038028594106435776,
      "step": 741
    },
    {
      "epoch": 5.3393501805054155,
      "grad_norm": 0.17065943777561188,
      "learning_rate": 1.4166400142730407e-06,
      "loss": 0.035803914070129395,
      "step": 742
    },
    {
      "epoch": 5.346570397111913,
      "grad_norm": 0.31374311447143555,
      "learning_rate": 1.3207309935611367e-06,
      "loss": 0.056527022272348404,
      "step": 743
    },
    {
      "epoch": 5.353790613718411,
      "grad_norm": 0.1854705810546875,
      "learning_rate": 1.2281726209452781e-06,
      "loss": 0.043832339346408844,
      "step": 744
    },
    {
      "epoch": 5.3610108303249095,
      "grad_norm": 0.14780643582344055,
      "learning_rate": 1.138966457386137e-06,
      "loss": 0.03484298288822174,
      "step": 745
    },
    {
      "epoch": 5.368231046931408,
      "grad_norm": 0.20580680668354034,
      "learning_rate": 1.0531140073107626e-06,
      "loss": 0.042070530354976654,
      "step": 746
    },
    {
      "epoch": 5.375451263537906,
      "grad_norm": 0.18943031132221222,
      "learning_rate": 9.70616718587114e-07,
      "loss": 0.04158391058444977,
      "step": 747
    },
    {
      "epoch": 5.382671480144404,
      "grad_norm": 0.1829371601343155,
      "learning_rate": 8.914759824996788e-07,
      "loss": 0.03915674239397049,
      "step": 748
    },
    {
      "epoch": 5.389891696750903,
      "grad_norm": 0.23177319765090942,
      "learning_rate": 8.15693133725981e-07,
      "loss": 0.03685947507619858,
      "step": 749
    },
    {
      "epoch": 5.397111913357401,
      "grad_norm": 0.2238905131816864,
      "learning_rate": 7.432694503141102e-07,
      "loss": 0.04124440625309944,
      "step": 750
    },
    {
      "epoch": 5.404332129963899,
      "grad_norm": 0.19328288733959198,
      "learning_rate": 6.742061536611166e-07,
      "loss": 0.04230578616261482,
      "step": 751
    },
    {
      "epoch": 5.411552346570397,
      "grad_norm": 0.2329723834991455,
      "learning_rate": 6.085044084924718e-07,
      "loss": 0.04548173397779465,
      "step": 752
    },
    {
      "epoch": 5.418772563176895,
      "grad_norm": 0.17935019731521606,
      "learning_rate": 5.461653228423957e-07,
      "loss": 0.04122517257928848,
      "step": 753
    },
    {
      "epoch": 5.425992779783393,
      "grad_norm": 0.19964119791984558,
      "learning_rate": 4.871899480351605e-07,
      "loss": 0.03701728954911232,
      "step": 754
    },
    {
      "epoch": 5.433212996389892,
      "grad_norm": 0.17978627979755402,
      "learning_rate": 4.315792786673489e-07,
      "loss": 0.04114942252635956,
      "step": 755
    },
    {
      "epoch": 5.44043321299639,
      "grad_norm": 0.3241960406303406,
      "learning_rate": 3.7933425259117914e-07,
      "loss": 0.0526733361184597,
      "step": 756
    },
    {
      "epoch": 5.447653429602888,
      "grad_norm": 0.22060273587703705,
      "learning_rate": 3.3045575089853954e-07,
      "loss": 0.04859931021928787,
      "step": 757
    },
    {
      "epoch": 5.4548736462093865,
      "grad_norm": 0.22234350442886353,
      "learning_rate": 2.849445979062226e-07,
      "loss": 0.0446445494890213,
      "step": 758
    },
    {
      "epoch": 5.462093862815885,
      "grad_norm": 0.3016712963581085,
      "learning_rate": 2.428015611420253e-07,
      "loss": 0.0628553107380867,
      "step": 759
    },
    {
      "epoch": 5.469314079422382,
      "grad_norm": 0.21905440092086792,
      "learning_rate": 2.040273513317148e-07,
      "loss": 0.04386765509843826,
      "step": 760
    },
    {
      "epoch": 5.4765342960288805,
      "grad_norm": 0.24936382472515106,
      "learning_rate": 1.686226223872378e-07,
      "loss": 0.0364193394780159,
      "step": 761
    },
    {
      "epoch": 5.483754512635379,
      "grad_norm": 0.21109315752983093,
      "learning_rate": 1.3658797139541878e-07,
      "loss": 0.036623530089855194,
      "step": 762
    },
    {
      "epoch": 5.490974729241877,
      "grad_norm": 0.3846798241138458,
      "learning_rate": 1.0792393860814543e-07,
      "loss": 0.039832159876823425,
      "step": 763
    },
    {
      "epoch": 5.498194945848375,
      "grad_norm": 0.3015185296535492,
      "learning_rate": 8.263100743310937e-08,
      "loss": 0.054986074566841125,
      "step": 764
    },
    {
      "epoch": 5.505415162454874,
      "grad_norm": 0.22440600395202637,
      "learning_rate": 6.070960442567941e-08,
      "loss": 0.04008050635457039,
      "step": 765
    },
    {
      "epoch": 5.512635379061372,
      "grad_norm": 0.2297099381685257,
      "learning_rate": 4.216009928172948e-08,
      "loss": 0.05160742253065109,
      "step": 766
    },
    {
      "epoch": 5.51985559566787,
      "grad_norm": 0.2735305726528168,
      "learning_rate": 2.698280483142135e-08,
      "loss": 0.047364577651023865,
      "step": 767
    },
    {
      "epoch": 5.527075812274369,
      "grad_norm": 0.18135972321033478,
      "learning_rate": 1.517797703387558e-08,
      "loss": 0.03480882942676544,
      "step": 768
    },
    {
      "epoch": 5.534296028880867,
      "grad_norm": 0.28884103894233704,
      "learning_rate": 6.745814972908271e-09,
      "loss": 0.049272023141384125,
      "step": 769
    },
    {
      "epoch": 5.541516245487364,
      "grad_norm": 0.22770103812217712,
      "learning_rate": 1.6864608536115711e-09,
      "loss": 0.04704172536730766,
      "step": 770
    },
    {
      "epoch": 5.541516245487364,
      "eval_loss": 0.7697137594223022,
      "eval_runtime": 48.9364,
      "eval_samples_per_second": 2.003,
      "eval_steps_per_second": 0.511,
      "step": 770
    }
  ],
  "logging_steps": 1,
  "max_steps": 770,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.51023270933007e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}