| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.436860068259386, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.010921501706484642, |
| "f1_execute": 0.5142857432365417, |
| "f1_repeat": 0.2222222238779068, |
| "f1_skip": 0.0, |
| "grad_norm": 31.125, |
| "learning_rate": 2e-06, |
| "loss": 2.8198, |
| "macro_f1": 0.24550265073776245, |
| "num_tokens": 3507.0, |
| "repeat_count": 1.0, |
| "routers_loss": 1.076732873916626, |
| "skip_count": 2.0, |
| "step": 2, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.021843003412969283, |
| "f1_execute": 0.6666666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 38.5, |
| "learning_rate": 6e-06, |
| "loss": 3.125, |
| "macro_f1": 0.222222238779068, |
| "num_tokens": 7330.0, |
| "repeat_count": 0.0, |
| "routers_loss": 4.3143134117126465, |
| "skip_count": 0.0, |
| "step": 4, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.032764505119453925, |
| "f1_execute": 0.5999999642372131, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 33.75, |
| "learning_rate": 1e-05, |
| "loss": 3.0713, |
| "macro_f1": 0.19999998807907104, |
| "num_tokens": 11360.0, |
| "repeat_count": 0.0, |
| "routers_loss": 1.8818678855895996, |
| "skip_count": 0.0, |
| "step": 6, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.04368600682593857, |
| "f1_execute": 0.5789473652839661, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 37.25, |
| "learning_rate": 1.4e-05, |
| "loss": 2.992, |
| "macro_f1": 0.19298246502876282, |
| "num_tokens": 14241.0, |
| "repeat_count": 1.0, |
| "routers_loss": 2.340613603591919, |
| "skip_count": 1.0, |
| "step": 8, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.05460750853242321, |
| "f1_execute": 0.6666666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 34.5, |
| "learning_rate": 1.8e-05, |
| "loss": 3.0072, |
| "macro_f1": 0.222222238779068, |
| "num_tokens": 17520.0, |
| "repeat_count": 0.0, |
| "routers_loss": 1.7916433811187744, |
| "skip_count": 0.0, |
| "step": 10, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.06552901023890785, |
| "f1_execute": 0.6315789818763733, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 41.25, |
| "learning_rate": 2.2e-05, |
| "loss": 3.2227, |
| "macro_f1": 0.21052633225917816, |
| "num_tokens": 20401.0, |
| "repeat_count": 1.0, |
| "routers_loss": 2.2361459732055664, |
| "skip_count": 1.0, |
| "step": 12, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 0.07645051194539249, |
| "f1_execute": 0.5789473652839661, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.20000000298023224, |
| "grad_norm": 31.875, |
| "learning_rate": 2.6e-05, |
| "loss": 3.1809, |
| "macro_f1": 0.2596491277217865, |
| "num_tokens": 23722.0, |
| "repeat_count": 1.0, |
| "routers_loss": 2.6635637283325195, |
| "skip_count": 2.0, |
| "step": 14, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.08737201365187713, |
| "f1_execute": 0.6341463327407837, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 40.25, |
| "learning_rate": 3e-05, |
| "loss": 3.2606, |
| "macro_f1": 0.21138212084770203, |
| "num_tokens": 26754.0, |
| "repeat_count": 0.0, |
| "routers_loss": 1.967104196548462, |
| "skip_count": 0.0, |
| "step": 16, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 25.0, |
| "epoch": 0.09829351535836177, |
| "f1_execute": 0.5405405163764954, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.1666666567325592, |
| "grad_norm": 39.5, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 2.9096, |
| "macro_f1": 0.23573574423789978, |
| "num_tokens": 29878.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.6965824365615845, |
| "skip_count": 2.0, |
| "step": 18, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.10921501706484642, |
| "f1_execute": 0.6666666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 40.75, |
| "learning_rate": 3.8e-05, |
| "loss": 3.2996, |
| "macro_f1": 0.222222238779068, |
| "num_tokens": 32410.0, |
| "repeat_count": 0.0, |
| "routers_loss": 7.038887977600098, |
| "skip_count": 0.0, |
| "step": 20, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.12013651877133105, |
| "f1_execute": 0.5641025900840759, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 32.5, |
| "learning_rate": 4.2000000000000004e-05, |
| "loss": 2.7437, |
| "macro_f1": 0.18803420662879944, |
| "num_tokens": 35122.0, |
| "repeat_count": 1.0, |
| "routers_loss": 4.3931450843811035, |
| "skip_count": 2.0, |
| "step": 22, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.1310580204778157, |
| "f1_execute": 0.6341463327407837, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 44.0, |
| "learning_rate": 4.6e-05, |
| "loss": 2.9583, |
| "macro_f1": 0.21138212084770203, |
| "num_tokens": 38647.0, |
| "repeat_count": 0.0, |
| "routers_loss": 5.246743202209473, |
| "skip_count": 2.0, |
| "step": 24, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 0.14197952218430035, |
| "f1_execute": 0.6666666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 36.0, |
| "learning_rate": 5e-05, |
| "loss": 2.0258, |
| "macro_f1": 0.222222238779068, |
| "num_tokens": 41759.0, |
| "repeat_count": 0.0, |
| "routers_loss": 4.385664463043213, |
| "skip_count": 0.0, |
| "step": 26, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.15290102389078497, |
| "f1_execute": 0.6666666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 22.75, |
| "learning_rate": 5.4e-05, |
| "loss": 1.8932, |
| "macro_f1": 0.222222238779068, |
| "num_tokens": 45255.0, |
| "repeat_count": 1.0, |
| "routers_loss": 2.442974090576172, |
| "skip_count": 2.0, |
| "step": 28, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.16382252559726962, |
| "f1_execute": 0.7272726893424988, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 20.5, |
| "learning_rate": 5.800000000000001e-05, |
| "loss": 1.5961, |
| "macro_f1": 0.24242423474788666, |
| "num_tokens": 48765.0, |
| "repeat_count": 0.0, |
| "routers_loss": 1.319467306137085, |
| "skip_count": 3.0, |
| "step": 30, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.17474402730375427, |
| "f1_execute": 0.782608687877655, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 21.875, |
| "learning_rate": 6.2e-05, |
| "loss": 1.7529, |
| "macro_f1": 0.260869562625885, |
| "num_tokens": 51973.0, |
| "repeat_count": 0.0, |
| "routers_loss": 1.2047386169433594, |
| "skip_count": 2.0, |
| "step": 32, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.18566552901023892, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 26.875, |
| "learning_rate": 6.6e-05, |
| "loss": 1.4983, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 54972.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.8216792345046997, |
| "skip_count": 0.0, |
| "step": 34, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.19658703071672354, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 20.75, |
| "learning_rate": 7.000000000000001e-05, |
| "loss": 1.2751, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 58134.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.6534898281097412, |
| "skip_count": 0.0, |
| "step": 36, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.2075085324232082, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 17.75, |
| "learning_rate": 7.4e-05, |
| "loss": 0.9561, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 61291.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.6772168278694153, |
| "skip_count": 2.0, |
| "step": 38, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.21843003412969283, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 15.875, |
| "learning_rate": 7.8e-05, |
| "loss": 0.6809, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 64406.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.7885609865188599, |
| "skip_count": 1.0, |
| "step": 40, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.22935153583617748, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 17.0, |
| "learning_rate": 8.2e-05, |
| "loss": 0.587, |
| "macro_f1": 0.3205128312110901, |
| "num_tokens": 67402.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.31721553206443787, |
| "skip_count": 0.0, |
| "step": 42, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.2402730375426621, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 12.625, |
| "learning_rate": 8.599999999999999e-05, |
| "loss": 0.4996, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 70935.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.13094936311244965, |
| "skip_count": 0.0, |
| "step": 44, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.25119453924914675, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 12.5625, |
| "learning_rate": 8.999999999999999e-05, |
| "loss": 0.4226, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 73716.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.48597365617752075, |
| "skip_count": 3.0, |
| "step": 46, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.2621160409556314, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.1875, |
| "learning_rate": 9.400000000000001e-05, |
| "loss": 0.2499, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 76662.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.7850716710090637, |
| "skip_count": 1.0, |
| "step": 48, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.27303754266211605, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.5625, |
| "learning_rate": 9.800000000000001e-05, |
| "loss": 0.3029, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 80080.0, |
| "repeat_count": 2.0, |
| "routers_loss": 1.4728330373764038, |
| "skip_count": 1.0, |
| "step": 50, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.2839590443686007, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.0625, |
| "learning_rate": 0.000102, |
| "loss": 0.2549, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 82942.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.16784702241420746, |
| "skip_count": 2.0, |
| "step": 52, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.29488054607508535, |
| "f1_execute": 0.8571428060531616, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.5625, |
| "learning_rate": 0.000106, |
| "loss": 0.2782, |
| "macro_f1": 0.2857142686843872, |
| "num_tokens": 85928.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.25518977642059326, |
| "skip_count": 4.0, |
| "step": 54, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.30580204778156994, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.75, |
| "learning_rate": 0.00011, |
| "loss": 0.2309, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 88804.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.21613653004169464, |
| "skip_count": 3.0, |
| "step": 56, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.3167235494880546, |
| "f1_execute": 0.8571429252624512, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.625, |
| "learning_rate": 0.000114, |
| "loss": 0.1319, |
| "macro_f1": 0.285714328289032, |
| "num_tokens": 91674.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.4971294403076172, |
| "skip_count": 5.0, |
| "step": 58, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.32764505119453924, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.625, |
| "learning_rate": 0.000118, |
| "loss": 0.1637, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 94858.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.01838197372853756, |
| "skip_count": 0.0, |
| "step": 60, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.3385665529010239, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.859375, |
| "learning_rate": 0.000122, |
| "loss": 0.1888, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 97538.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.5383598804473877, |
| "skip_count": 1.0, |
| "step": 62, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 31.0, |
| "epoch": 0.34948805460750854, |
| "f1_execute": 0.8571428060531616, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5, |
| "learning_rate": 0.000126, |
| "loss": 0.2176, |
| "macro_f1": 0.2857142686843872, |
| "num_tokens": 101249.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.2093856781721115, |
| "skip_count": 1.0, |
| "step": 64, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.3604095563139932, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.625, |
| "learning_rate": 0.00013000000000000002, |
| "loss": 0.1568, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 104398.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.015723152086138725, |
| "skip_count": 0.0, |
| "step": 66, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.37133105802047783, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.34375, |
| "learning_rate": 0.000134, |
| "loss": 0.2764, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 107538.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.019146224483847618, |
| "skip_count": 0.0, |
| "step": 68, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.3822525597269625, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.25, |
| "learning_rate": 0.00013800000000000002, |
| "loss": 0.2035, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 110689.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.6408394575119019, |
| "skip_count": 0.0, |
| "step": 70, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.3931740614334471, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.6875, |
| "learning_rate": 0.00014199999999999998, |
| "loss": 0.1986, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 114205.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.04342689737677574, |
| "skip_count": 0.0, |
| "step": 72, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.4040955631399317, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.0625, |
| "learning_rate": 0.000146, |
| "loss": 0.1412, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 117140.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12777170538902283, |
| "skip_count": 1.0, |
| "step": 74, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.4150170648464164, |
| "f1_execute": 0.8571428060531616, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.5, |
| "learning_rate": 0.00015, |
| "loss": 0.1273, |
| "macro_f1": 0.2857142686843872, |
| "num_tokens": 120355.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2570268511772156, |
| "skip_count": 5.0, |
| "step": 76, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.425938566552901, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.03125, |
| "learning_rate": 0.000154, |
| "loss": 0.1169, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 123542.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.019178830087184906, |
| "skip_count": 0.0, |
| "step": 78, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.43686006825938567, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5, |
| "learning_rate": 0.000158, |
| "loss": 0.1702, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 126444.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.40678197145462036, |
| "skip_count": 4.0, |
| "step": 80, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.4477815699658703, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.40625, |
| "learning_rate": 0.000162, |
| "loss": 0.207, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 129208.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.016020173206925392, |
| "skip_count": 0.0, |
| "step": 82, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.45870307167235497, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.0, |
| "learning_rate": 0.00016600000000000002, |
| "loss": 0.1469, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 132692.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.015191584825515747, |
| "skip_count": 0.0, |
| "step": 84, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.4696245733788396, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.9375, |
| "learning_rate": 0.00017, |
| "loss": 0.1883, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 135433.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.29757800698280334, |
| "skip_count": 2.0, |
| "step": 86, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.1111111119389534, |
| "avg_layers": 27.0, |
| "epoch": 0.4805460750853242, |
| "f1_execute": 0.7142857313156128, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.1818181872367859, |
| "grad_norm": 4.21875, |
| "learning_rate": 0.000174, |
| "loss": 0.2656, |
| "macro_f1": 0.29870131611824036, |
| "num_tokens": 139019.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.5406635403633118, |
| "skip_count": 9.0, |
| "step": 88, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.49146757679180886, |
| "f1_execute": 0.8571429252624512, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.46875, |
| "learning_rate": 0.000178, |
| "loss": 0.2149, |
| "macro_f1": 0.285714328289032, |
| "num_tokens": 142156.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.9084331393241882, |
| "skip_count": 3.0, |
| "step": 90, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 25.0, |
| "epoch": 0.5023890784982935, |
| "f1_execute": 0.8979592323303223, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 6.15625, |
| "learning_rate": 0.000182, |
| "loss": 0.1461, |
| "macro_f1": 0.4104308784008026, |
| "num_tokens": 144866.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.298293799161911, |
| "skip_count": 3.0, |
| "step": 92, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.5133105802047782, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.59375, |
| "learning_rate": 0.000186, |
| "loss": 0.1432, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 148029.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.13971005380153656, |
| "skip_count": 1.0, |
| "step": 94, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.5242320819112628, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.53125, |
| "learning_rate": 0.00019, |
| "loss": 0.1566, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 151076.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2203323394060135, |
| "skip_count": 2.0, |
| "step": 96, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.5351535836177475, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 10.25, |
| "learning_rate": 0.000194, |
| "loss": 0.3221, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 153825.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.22957128286361694, |
| "skip_count": 2.0, |
| "step": 98, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 0.5460750853242321, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.46875, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 0.1445, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 157200.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0985352173447609, |
| "skip_count": 0.0, |
| "step": 100, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.5569965870307167, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.125, |
| "learning_rate": 0.000202, |
| "loss": 0.2346, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 161171.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.5728805065155029, |
| "skip_count": 2.0, |
| "step": 102, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 0.5679180887372014, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 4.65625, |
| "learning_rate": 0.000206, |
| "loss": 0.1532, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 165319.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08763546496629715, |
| "skip_count": 2.0, |
| "step": 104, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.578839590443686, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.375, |
| "learning_rate": 0.00021, |
| "loss": 0.1183, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 168259.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.11700262129306793, |
| "skip_count": 1.0, |
| "step": 106, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.5897610921501707, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.1875, |
| "learning_rate": 0.000214, |
| "loss": 0.1856, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 171640.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.2897156774997711, |
| "skip_count": 2.0, |
| "step": 108, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.6006825938566553, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.84375, |
| "learning_rate": 0.000218, |
| "loss": 0.1379, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 174452.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.20764203369617462, |
| "skip_count": 4.0, |
| "step": 110, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.6116040955631399, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.9375, |
| "learning_rate": 0.000222, |
| "loss": 0.14, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 177034.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.07773401588201523, |
| "skip_count": 0.0, |
| "step": 112, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.6225255972696245, |
| "f1_execute": 0.8571428656578064, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.375, |
| "learning_rate": 0.00022600000000000002, |
| "loss": 0.1327, |
| "macro_f1": 0.2857142984867096, |
| "num_tokens": 180310.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.3696478605270386, |
| "skip_count": 2.0, |
| "step": 114, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.6334470989761092, |
| "f1_execute": 0.8333333730697632, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.984375, |
| "learning_rate": 0.00023, |
| "loss": 0.155, |
| "macro_f1": 0.2777777910232544, |
| "num_tokens": 182835.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.5024136304855347, |
| "skip_count": 5.0, |
| "step": 116, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.6443686006825938, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.71875, |
| "learning_rate": 0.00023400000000000002, |
| "loss": 0.1566, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 186508.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02631981112062931, |
| "skip_count": 0.0, |
| "step": 118, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.6552901023890785, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.03125, |
| "learning_rate": 0.00023799999999999998, |
| "loss": 0.1503, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 190380.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.036612559109926224, |
| "skip_count": 0.0, |
| "step": 120, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.6662116040955631, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.28125, |
| "learning_rate": 0.000242, |
| "loss": 0.181, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 193279.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.37753066420555115, |
| "skip_count": 1.0, |
| "step": 122, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.6771331058020478, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.75, |
| "learning_rate": 0.000246, |
| "loss": 0.1187, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 196711.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08419940620660782, |
| "skip_count": 1.0, |
| "step": 124, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 0.6880546075085324, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.0, |
| "learning_rate": 0.00025, |
| "loss": 0.1184, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 199715.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.043020736426115036, |
| "skip_count": 2.0, |
| "step": 126, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.6989761092150171, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.9375, |
| "learning_rate": 0.000254, |
| "loss": 0.1421, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 204217.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0802314504981041, |
| "skip_count": 1.0, |
| "step": 128, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.7098976109215017, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.0, |
| "learning_rate": 0.00025800000000000004, |
| "loss": 0.1719, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 206777.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.09076520055532455, |
| "skip_count": 1.0, |
| "step": 130, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.7208191126279864, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.9375, |
| "learning_rate": 0.000262, |
| "loss": 0.1423, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 210838.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.024340573698282242, |
| "skip_count": 0.0, |
| "step": 132, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.731740614334471, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.875, |
| "learning_rate": 0.000266, |
| "loss": 0.1, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 213498.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.016322199255228043, |
| "skip_count": 0.0, |
| "step": 134, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.7426621160409557, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.34375, |
| "learning_rate": 0.00027, |
| "loss": 0.1408, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 216998.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.042806077748537064, |
| "skip_count": 1.0, |
| "step": 136, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.7535836177474403, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.6875, |
| "learning_rate": 0.00027400000000000005, |
| "loss": 0.1012, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 219952.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12166574597358704, |
| "skip_count": 2.0, |
| "step": 138, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.764505119453925, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.59375, |
| "learning_rate": 0.00027800000000000004, |
| "loss": 0.1576, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 223326.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12389889359474182, |
| "skip_count": 1.0, |
| "step": 140, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.7754266211604095, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.46875, |
| "learning_rate": 0.00028199999999999997, |
| "loss": 0.1554, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 226179.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1315135806798935, |
| "skip_count": 2.0, |
| "step": 142, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.7863481228668942, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.625, |
| "learning_rate": 0.00028599999999999996, |
| "loss": 0.1188, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 228782.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08095238357782364, |
| "skip_count": 1.0, |
| "step": 144, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.7972696245733788, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.5, |
| "learning_rate": 0.00029, |
| "loss": 0.1616, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 231771.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.13997994363307953, |
| "skip_count": 4.0, |
| "step": 146, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.8081911262798634, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.0, |
| "learning_rate": 0.000294, |
| "loss": 0.1868, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 234517.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03245344012975693, |
| "skip_count": 0.0, |
| "step": 148, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 0.8191126279863481, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.375, |
| "learning_rate": 0.000298, |
| "loss": 0.148, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 237324.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.36887046694755554, |
| "skip_count": 2.0, |
| "step": 150, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.8300341296928327, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.000302, |
| "loss": 0.1759, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 240657.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1363309770822525, |
| "skip_count": 0.0, |
| "step": 152, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.8409556313993174, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.65625, |
| "learning_rate": 0.000306, |
| "loss": 0.2043, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 243741.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.024881718680262566, |
| "skip_count": 0.0, |
| "step": 154, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 0.851877133105802, |
| "f1_execute": 0.8979592323303223, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 4.5625, |
| "learning_rate": 0.00031, |
| "loss": 0.1777, |
| "macro_f1": 0.4326530694961548, |
| "num_tokens": 246879.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.25227662920951843, |
| "skip_count": 3.0, |
| "step": 156, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 0.8627986348122867, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 5.28125, |
| "learning_rate": 0.000314, |
| "loss": 0.1641, |
| "macro_f1": 0.47333335876464844, |
| "num_tokens": 249880.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.3088915944099426, |
| "skip_count": 3.0, |
| "step": 158, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 25.0, |
| "epoch": 0.8737201365187713, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 6.59375, |
| "learning_rate": 0.00031800000000000003, |
| "loss": 0.1687, |
| "macro_f1": 0.41777777671813965, |
| "num_tokens": 252725.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.11272747814655304, |
| "skip_count": 3.0, |
| "step": 160, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 0.884641638225256, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.90625, |
| "learning_rate": 0.000322, |
| "loss": 0.1408, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 255951.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05064187943935394, |
| "skip_count": 0.0, |
| "step": 162, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.8955631399317406, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.65625, |
| "learning_rate": 0.000326, |
| "loss": 0.1509, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 259469.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.21262036263942719, |
| "skip_count": 2.0, |
| "step": 164, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 26.0, |
| "epoch": 0.9064846416382253, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 5.25, |
| "learning_rate": 0.00033, |
| "loss": 0.1578, |
| "macro_f1": 0.4400000274181366, |
| "num_tokens": 262272.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1725386530160904, |
| "skip_count": 3.0, |
| "step": 166, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 0.9174061433447099, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.4375, |
| "learning_rate": 0.00033400000000000004, |
| "loss": 0.1471, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 266415.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02629087306559086, |
| "skip_count": 0.0, |
| "step": 168, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.9283276450511946, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.00033800000000000003, |
| "loss": 0.1185, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 269700.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05510875955224037, |
| "skip_count": 1.0, |
| "step": 170, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.9392491467576792, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.75, |
| "learning_rate": 0.000342, |
| "loss": 0.1637, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 272587.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.27733829617500305, |
| "skip_count": 3.0, |
| "step": 172, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 0.9501706484641638, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.4375, |
| "learning_rate": 0.000346, |
| "loss": 0.2034, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 277005.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.14457301795482635, |
| "skip_count": 2.0, |
| "step": 174, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 0.9610921501706484, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 9.125, |
| "learning_rate": 0.00035, |
| "loss": 0.154, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 279607.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.07571296393871307, |
| "skip_count": 2.0, |
| "step": 176, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 0.9720136518771331, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.84375, |
| "learning_rate": 0.000354, |
| "loss": 0.1894, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 282547.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.5549371838569641, |
| "skip_count": 0.0, |
| "step": 178, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 0.9829351535836177, |
| "f1_execute": 0.9411765336990356, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 4.9375, |
| "learning_rate": 0.000358, |
| "loss": 0.1226, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 286081.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.2509016990661621, |
| "skip_count": 2.0, |
| "step": 180, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 0.9938566552901024, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.9375, |
| "learning_rate": 0.000362, |
| "loss": 0.1795, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 289224.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.017457736656069756, |
| "skip_count": 0.0, |
| "step": 182, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.0, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.390625, |
| "learning_rate": 0.000366, |
| "loss": 0.1471, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 290916.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05112108215689659, |
| "skip_count": 0.0, |
| "step": 184, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.0109215017064845, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.6875, |
| "learning_rate": 0.00037, |
| "loss": 0.1459, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 294182.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.5592358708381653, |
| "skip_count": 1.0, |
| "step": 186, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.0218430034129693, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.890625, |
| "learning_rate": 0.000374, |
| "loss": 0.1446, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 296702.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.006012737285345793, |
| "skip_count": 0.0, |
| "step": 188, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.0327645051194538, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.96875, |
| "learning_rate": 0.000378, |
| "loss": 0.1394, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 300348.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06094537675380707, |
| "skip_count": 2.0, |
| "step": 190, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.0436860068259386, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.625, |
| "learning_rate": 0.000382, |
| "loss": 0.0995, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 303466.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08475696295499802, |
| "skip_count": 1.0, |
| "step": 192, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.0546075085324231, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.1875, |
| "learning_rate": 0.000386, |
| "loss": 0.1749, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 306160.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.010187637060880661, |
| "skip_count": 0.0, |
| "step": 194, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.065529010238908, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.28125, |
| "learning_rate": 0.00039000000000000005, |
| "loss": 0.1692, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 309453.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.20142780244350433, |
| "skip_count": 1.0, |
| "step": 196, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.0764505119453924, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.00039400000000000004, |
| "loss": 0.1283, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 312138.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.015577984042465687, |
| "skip_count": 0.0, |
| "step": 198, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 1.0873720136518772, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.46875, |
| "learning_rate": 0.000398, |
| "loss": 0.1061, |
| "macro_f1": 0.4803921580314636, |
| "num_tokens": 315833.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1465342938899994, |
| "skip_count": 2.0, |
| "step": 200, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.0982935153583617, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 10.5625, |
| "learning_rate": 0.000402, |
| "loss": 0.1879, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 318690.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.09964372962713242, |
| "skip_count": 0.0, |
| "step": 202, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 30.0, |
| "epoch": 1.1092150170648465, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.25, |
| "learning_rate": 0.00040600000000000006, |
| "loss": 0.1226, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 322294.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.030282732099294662, |
| "skip_count": 0.0, |
| "step": 204, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.120136518771331, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.125, |
| "learning_rate": 0.00041, |
| "loss": 0.1582, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 325029.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.24788229167461395, |
| "skip_count": 1.0, |
| "step": 206, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 1.1310580204778158, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 5.9375, |
| "learning_rate": 0.000414, |
| "loss": 0.2048, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 328178.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.031264692544937134, |
| "skip_count": 1.0, |
| "step": 208, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 25.0, |
| "epoch": 1.1419795221843003, |
| "f1_execute": 0.9166666269302368, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5714285373687744, |
| "grad_norm": 6.8125, |
| "learning_rate": 0.00041799999999999997, |
| "loss": 0.1756, |
| "macro_f1": 0.4960317313671112, |
| "num_tokens": 331351.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.343823105096817, |
| "skip_count": 4.0, |
| "step": 210, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.1529010238907849, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.84375, |
| "learning_rate": 0.000422, |
| "loss": 0.1246, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 335297.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.014860679395496845, |
| "skip_count": 0.0, |
| "step": 212, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.1638225255972696, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.46875, |
| "learning_rate": 0.000426, |
| "loss": 0.1537, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 338427.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.33231568336486816, |
| "skip_count": 3.0, |
| "step": 214, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.1747440273037544, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.59375, |
| "learning_rate": 0.00043, |
| "loss": 0.1546, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 341158.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.007448212709277868, |
| "skip_count": 0.0, |
| "step": 216, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.185665529010239, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.28125, |
| "learning_rate": 0.00043400000000000003, |
| "loss": 0.1468, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 344329.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02311822399497032, |
| "skip_count": 0.0, |
| "step": 218, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.1965870307167235, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.15625, |
| "learning_rate": 0.000438, |
| "loss": 0.1307, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 348948.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02867077849805355, |
| "skip_count": 1.0, |
| "step": 220, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 1.2075085324232082, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.96875, |
| "learning_rate": 0.000442, |
| "loss": 0.2046, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 351741.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03160649910569191, |
| "skip_count": 2.0, |
| "step": 222, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.2184300341296928, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5, |
| "learning_rate": 0.000446, |
| "loss": 0.2074, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 354852.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1611160784959793, |
| "skip_count": 0.0, |
| "step": 224, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 29.0, |
| "epoch": 1.2293515358361775, |
| "f1_execute": 0.8695651888847351, |
| "f1_repeat": 0.4000000059604645, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 3.328125, |
| "learning_rate": 0.00045000000000000004, |
| "loss": 0.118, |
| "macro_f1": 0.5565217733383179, |
| "num_tokens": 357431.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.7632720470428467, |
| "skip_count": 3.0, |
| "step": 226, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.240273037542662, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.59375, |
| "learning_rate": 0.00045400000000000003, |
| "loss": 0.0965, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 360192.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08349918574094772, |
| "skip_count": 1.0, |
| "step": 228, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 1.2511945392491468, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 9.9375, |
| "learning_rate": 0.000458, |
| "loss": 0.1714, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 363209.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06626693904399872, |
| "skip_count": 2.0, |
| "step": 230, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.2621160409556313, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.25, |
| "learning_rate": 0.000462, |
| "loss": 0.1859, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 368262.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03743857145309448, |
| "skip_count": 0.0, |
| "step": 232, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.273037542662116, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.34375, |
| "learning_rate": 0.00046600000000000005, |
| "loss": 0.2281, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 370737.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.12340149283409119, |
| "skip_count": 0.0, |
| "step": 234, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.2839590443686006, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.8125, |
| "learning_rate": 0.00047, |
| "loss": 0.1535, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 373272.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.04501926526427269, |
| "skip_count": 0.0, |
| "step": 236, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.2948805460750854, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.625, |
| "learning_rate": 0.000474, |
| "loss": 0.1701, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 376924.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3543643057346344, |
| "skip_count": 1.0, |
| "step": 238, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.25, |
| "avg_layers": 27.0, |
| "epoch": 1.30580204778157, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 5.78125, |
| "learning_rate": 0.00047799999999999996, |
| "loss": 0.1553, |
| "macro_f1": 0.4400000274181366, |
| "num_tokens": 380034.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1332877278327942, |
| "skip_count": 4.0, |
| "step": 240, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.3167235494880547, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.125, |
| "learning_rate": 0.000482, |
| "loss": 0.0874, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 382846.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.013933669775724411, |
| "skip_count": 0.0, |
| "step": 242, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.3276450511945392, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.765625, |
| "learning_rate": 0.000486, |
| "loss": 0.1505, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 385916.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.11566327512264252, |
| "skip_count": 1.0, |
| "step": 244, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.3385665529010238, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.9375, |
| "learning_rate": 0.00049, |
| "loss": 0.1634, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 388768.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.015394577756524086, |
| "skip_count": 0.0, |
| "step": 246, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.3494880546075085, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.78125, |
| "learning_rate": 0.000494, |
| "loss": 0.1493, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 391699.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05529753863811493, |
| "skip_count": 0.0, |
| "step": 248, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.3604095563139933, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.75, |
| "learning_rate": 0.000498, |
| "loss": 0.2545, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 395380.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.15498189628124237, |
| "skip_count": 1.0, |
| "step": 250, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.3713310580204778, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.8125, |
| "learning_rate": 0.0005020000000000001, |
| "loss": 0.1998, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 398414.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.053408559411764145, |
| "skip_count": 2.0, |
| "step": 252, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.3822525597269624, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.4375, |
| "learning_rate": 0.000506, |
| "loss": 0.1761, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 401690.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15143637359142303, |
| "skip_count": 1.0, |
| "step": 254, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.3931740614334471, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.796875, |
| "learning_rate": 0.00051, |
| "loss": 0.1638, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 404533.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.036931805312633514, |
| "skip_count": 1.0, |
| "step": 256, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 1.4040955631399317, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 7.21875, |
| "learning_rate": 0.000514, |
| "loss": 0.1765, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 408175.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.16898785531520844, |
| "skip_count": 2.0, |
| "step": 258, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 1.4150170648464164, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.875, |
| "learning_rate": 0.000518, |
| "loss": 0.2172, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 411160.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05883602425456047, |
| "skip_count": 1.0, |
| "step": 260, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.425938566552901, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.453125, |
| "learning_rate": 0.000522, |
| "loss": 0.1121, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 414391.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.14810606837272644, |
| "skip_count": 2.0, |
| "step": 262, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.4368600682593857, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.46875, |
| "learning_rate": 0.000526, |
| "loss": 0.1772, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 417763.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.20452100038528442, |
| "skip_count": 0.0, |
| "step": 264, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 26.0, |
| "epoch": 1.4477815699658703, |
| "f1_execute": 0.8979591727256775, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 3.5, |
| "learning_rate": 0.0005300000000000001, |
| "loss": 0.1446, |
| "macro_f1": 0.4326530694961548, |
| "num_tokens": 421881.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.32300108671188354, |
| "skip_count": 3.0, |
| "step": 266, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.20000000298023224, |
| "avg_layers": 27.0, |
| "epoch": 1.458703071672355, |
| "f1_execute": 0.8260869383811951, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.2857142984867096, |
| "grad_norm": 3.96875, |
| "learning_rate": 0.0005340000000000001, |
| "loss": 0.1377, |
| "macro_f1": 0.3706004321575165, |
| "num_tokens": 424938.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.5530142784118652, |
| "skip_count": 5.0, |
| "step": 268, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.4696245733788396, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.5625, |
| "learning_rate": 0.0005380000000000001, |
| "loss": 0.1457, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 427555.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.10682675242424011, |
| "skip_count": 3.0, |
| "step": 270, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.480546075085324, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.0005420000000000001, |
| "loss": 0.174, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 430168.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.9753395318984985, |
| "skip_count": 2.0, |
| "step": 272, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.4914675767918089, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.75, |
| "learning_rate": 0.000546, |
| "loss": 0.1441, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 433358.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.021224403753876686, |
| "skip_count": 0.0, |
| "step": 274, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.5023890784982936, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.78125, |
| "learning_rate": 0.00055, |
| "loss": 0.1624, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 436460.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08185791224241257, |
| "skip_count": 2.0, |
| "step": 276, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 1.5133105802047782, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.40625, |
| "learning_rate": 0.000554, |
| "loss": 0.1677, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 439531.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.037240445613861084, |
| "skip_count": 0.0, |
| "step": 278, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.5242320819112627, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.765625, |
| "learning_rate": 0.000558, |
| "loss": 0.2688, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 442521.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3406132459640503, |
| "skip_count": 3.0, |
| "step": 280, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.5351535836177475, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.5625, |
| "learning_rate": 0.0005620000000000001, |
| "loss": 0.0875, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 444942.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.006758399773389101, |
| "skip_count": 0.0, |
| "step": 282, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.5460750853242322, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.000566, |
| "loss": 0.1597, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 448193.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06801790744066238, |
| "skip_count": 0.0, |
| "step": 284, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.20000000298023224, |
| "avg_layers": 27.0, |
| "epoch": 1.5569965870307167, |
| "f1_execute": 0.8510637879371643, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333134651184, |
| "grad_norm": 4.78125, |
| "learning_rate": 0.00057, |
| "loss": 0.2027, |
| "macro_f1": 0.39479905366897583, |
| "num_tokens": 451293.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.23832914233207703, |
| "skip_count": 5.0, |
| "step": 286, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.5679180887372013, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.40625, |
| "learning_rate": 0.000574, |
| "loss": 0.1361, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 454069.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.14267782866954803, |
| "skip_count": 0.0, |
| "step": 288, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.578839590443686, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.65625, |
| "learning_rate": 0.000578, |
| "loss": 0.1921, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 457308.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.3219856917858124, |
| "skip_count": 2.0, |
| "step": 290, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.5897610921501708, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.90625, |
| "learning_rate": 0.0005819999999999999, |
| "loss": 0.2214, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 460138.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.4478992521762848, |
| "skip_count": 1.0, |
| "step": 292, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.6006825938566553, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.9375, |
| "learning_rate": 0.0005859999999999999, |
| "loss": 0.2102, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 464029.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.019972749054431915, |
| "skip_count": 0.0, |
| "step": 294, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.6116040955631399, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5, |
| "learning_rate": 0.00059, |
| "loss": 0.1164, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 467500.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.14752870798110962, |
| "skip_count": 3.0, |
| "step": 296, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.6225255972696244, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.75, |
| "learning_rate": 0.000594, |
| "loss": 0.1434, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 470734.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.30419600009918213, |
| "skip_count": 1.0, |
| "step": 298, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.6334470989761092, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.375, |
| "learning_rate": 0.000598, |
| "loss": 0.2077, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 474514.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06921514868736267, |
| "skip_count": 2.0, |
| "step": 300, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.644368600682594, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.125, |
| "learning_rate": 0.000602, |
| "loss": 0.1566, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 477393.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2468976378440857, |
| "skip_count": 2.0, |
| "step": 302, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.6552901023890785, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.375, |
| "learning_rate": 0.000606, |
| "loss": 0.1649, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 480381.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.020447812974452972, |
| "skip_count": 0.0, |
| "step": 304, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.666211604095563, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.5, |
| "learning_rate": 0.00061, |
| "loss": 0.1423, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 483502.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05023586004972458, |
| "skip_count": 1.0, |
| "step": 306, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 1.6771331058020478, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.0, |
| "learning_rate": 0.000614, |
| "loss": 0.2042, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 488006.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.049936871975660324, |
| "skip_count": 0.0, |
| "step": 308, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.6880546075085325, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.46875, |
| "learning_rate": 0.0006180000000000001, |
| "loss": 0.2121, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 491611.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.20010031759738922, |
| "skip_count": 0.0, |
| "step": 310, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.698976109215017, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.09375, |
| "learning_rate": 0.000622, |
| "loss": 0.2415, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 494903.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.01630268059670925, |
| "skip_count": 0.0, |
| "step": 312, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.7098976109215016, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.000626, |
| "loss": 0.2042, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 497949.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2674679160118103, |
| "skip_count": 1.0, |
| "step": 314, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 1.7208191126279864, |
| "f1_execute": 0.9803921580314636, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.5, |
| "learning_rate": 0.00063, |
| "loss": 0.1844, |
| "macro_f1": 0.8823530077934265, |
| "num_tokens": 501082.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1621737778186798, |
| "skip_count": 2.0, |
| "step": 316, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.7317406143344711, |
| "f1_execute": 0.8979592323303223, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 9.125, |
| "learning_rate": 0.000634, |
| "loss": 0.1708, |
| "macro_f1": 0.5215420126914978, |
| "num_tokens": 504131.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.6877225041389465, |
| "skip_count": 2.0, |
| "step": 318, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 1.7426621160409557, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.6875, |
| "learning_rate": 0.000638, |
| "loss": 0.1874, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 507012.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.14521881937980652, |
| "skip_count": 2.0, |
| "step": 320, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 23.0, |
| "epoch": 1.7535836177474402, |
| "f1_execute": 0.8936170339584351, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.444444477558136, |
| "grad_norm": 4.46875, |
| "learning_rate": 0.000642, |
| "loss": 0.1489, |
| "macro_f1": 0.44602054357528687, |
| "num_tokens": 509950.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15650968253612518, |
| "skip_count": 4.0, |
| "step": 322, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 1.764505119453925, |
| "f1_execute": 0.8333333730697632, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.96875, |
| "learning_rate": 0.000646, |
| "loss": 0.163, |
| "macro_f1": 0.2777777910232544, |
| "num_tokens": 512900.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.3924711048603058, |
| "skip_count": 3.0, |
| "step": 324, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 1.7754266211604095, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.546875, |
| "learning_rate": 0.0006500000000000001, |
| "loss": 0.1452, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 516233.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.038907092064619064, |
| "skip_count": 2.0, |
| "step": 326, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.7863481228668943, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.796875, |
| "learning_rate": 0.0006540000000000001, |
| "loss": 0.1641, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 519636.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0022514634765684605, |
| "skip_count": 0.0, |
| "step": 328, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 1.7972696245733788, |
| "f1_execute": 0.9166666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 7.03125, |
| "learning_rate": 0.0006580000000000001, |
| "loss": 0.2761, |
| "macro_f1": 0.4722222685813904, |
| "num_tokens": 522992.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.4415050148963928, |
| "skip_count": 2.0, |
| "step": 330, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.8081911262798633, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.4375, |
| "learning_rate": 0.000662, |
| "loss": 0.1657, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 526843.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06788615882396698, |
| "skip_count": 1.0, |
| "step": 332, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.819112627986348, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.78125, |
| "learning_rate": 0.000666, |
| "loss": 0.1996, |
| "macro_f1": 0.6603773832321167, |
| "num_tokens": 530177.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.06985973566770554, |
| "skip_count": 1.0, |
| "step": 334, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.8300341296928329, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.46875, |
| "learning_rate": 0.00067, |
| "loss": 0.1877, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 533183.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.33230671286582947, |
| "skip_count": 2.0, |
| "step": 336, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.8409556313993174, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.6875, |
| "learning_rate": 0.000674, |
| "loss": 0.1249, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 536858.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15104004740715027, |
| "skip_count": 2.0, |
| "step": 338, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.851877133105802, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.625, |
| "learning_rate": 0.0006780000000000001, |
| "loss": 0.1885, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 540769.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.032123174518346786, |
| "skip_count": 0.0, |
| "step": 340, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.8627986348122867, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.96875, |
| "learning_rate": 0.0006820000000000001, |
| "loss": 0.1809, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 543783.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05651572719216347, |
| "skip_count": 1.0, |
| "step": 342, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.8737201365187715, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.6875, |
| "learning_rate": 0.0006860000000000001, |
| "loss": 0.1804, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 547125.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.13617995381355286, |
| "skip_count": 2.0, |
| "step": 344, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.884641638225256, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.65625, |
| "learning_rate": 0.00069, |
| "loss": 0.204, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 550591.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.023369189351797104, |
| "skip_count": 0.0, |
| "step": 346, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.8955631399317405, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.625, |
| "learning_rate": 0.000694, |
| "loss": 0.2275, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 553785.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.09765879064798355, |
| "skip_count": 1.0, |
| "step": 348, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.9064846416382253, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 10.5, |
| "learning_rate": 0.0006979999999999999, |
| "loss": 0.4191, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 556135.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.011158714070916176, |
| "skip_count": 0.0, |
| "step": 350, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.91740614334471, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.53125, |
| "learning_rate": 0.0007019999999999999, |
| "loss": 0.1557, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 558980.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.036593515425920486, |
| "skip_count": 0.0, |
| "step": 352, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.25, |
| "avg_layers": 26.0, |
| "epoch": 1.9283276450511946, |
| "f1_execute": 0.8979591727256775, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 4.1875, |
| "learning_rate": 0.0007059999999999999, |
| "loss": 0.183, |
| "macro_f1": 0.4104308485984802, |
| "num_tokens": 562187.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.48064568638801575, |
| "skip_count": 4.0, |
| "step": 354, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.9392491467576791, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.0, |
| "learning_rate": 0.00071, |
| "loss": 0.1982, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 565278.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.13826458156108856, |
| "skip_count": 1.0, |
| "step": 356, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 1.9501706484641637, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.90625, |
| "learning_rate": 0.000714, |
| "loss": 0.2709, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 567869.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.01589345932006836, |
| "skip_count": 0.0, |
| "step": 358, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 1.9610921501706484, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.09375, |
| "learning_rate": 0.000718, |
| "loss": 0.1902, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 571069.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.029062755405902863, |
| "skip_count": 0.0, |
| "step": 360, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 1.9720136518771332, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.125, |
| "learning_rate": 0.000722, |
| "loss": 0.2125, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 573838.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3241157531738281, |
| "skip_count": 1.0, |
| "step": 362, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 1.9829351535836177, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.46875, |
| "learning_rate": 0.000726, |
| "loss": 0.2176, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 576554.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03469887003302574, |
| "skip_count": 0.0, |
| "step": 364, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 1.9938566552901023, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 7.34375, |
| "learning_rate": 0.00073, |
| "loss": 0.182, |
| "macro_f1": 0.4803921580314636, |
| "num_tokens": 579653.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.11800751090049744, |
| "skip_count": 1.0, |
| "step": 366, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.0, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 15.125, |
| "learning_rate": 0.000734, |
| "loss": 0.3307, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 581832.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.014465595595538616, |
| "skip_count": 0.0, |
| "step": 368, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 2.0109215017064845, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.375, |
| "learning_rate": 0.000738, |
| "loss": 0.1482, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 585207.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.030198052525520325, |
| "skip_count": 0.0, |
| "step": 370, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.021843003412969, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.78125, |
| "learning_rate": 0.000742, |
| "loss": 0.0906, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 588893.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.04226446524262428, |
| "skip_count": 1.0, |
| "step": 372, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.6666666865348816, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 2.032764505119454, |
| "f1_execute": 0.9777777791023254, |
| "f1_repeat": 0.800000011920929, |
| "f1_skip": 1.0, |
| "grad_norm": 8.0625, |
| "learning_rate": 0.000746, |
| "loss": 0.2092, |
| "macro_f1": 0.9259259104728699, |
| "num_tokens": 592246.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.05995782092213631, |
| "skip_count": 3.0, |
| "step": 374, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 2.0436860068259386, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.03125, |
| "learning_rate": 0.00075, |
| "loss": 0.1724, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 594777.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.14366891980171204, |
| "skip_count": 3.0, |
| "step": 376, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.054607508532423, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.000754, |
| "loss": 0.0803, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 597931.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0027963866014033556, |
| "skip_count": 0.0, |
| "step": 378, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 29.0, |
| "epoch": 2.0655290102389077, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 6.28125, |
| "learning_rate": 0.000758, |
| "loss": 0.2873, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 601227.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15012779831886292, |
| "skip_count": 2.0, |
| "step": 380, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 2.0764505119453927, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 4.96875, |
| "learning_rate": 0.000762, |
| "loss": 0.1602, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 604297.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.0708698183298111, |
| "skip_count": 1.0, |
| "step": 382, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.20000000298023224, |
| "avg_layers": 28.0, |
| "epoch": 2.087372013651877, |
| "f1_execute": 0.8510638475418091, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333134651184, |
| "grad_norm": 8.25, |
| "learning_rate": 0.0007660000000000001, |
| "loss": 0.1786, |
| "macro_f1": 0.3947990834712982, |
| "num_tokens": 607137.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.46035754680633545, |
| "skip_count": 5.0, |
| "step": 384, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 2.0982935153583617, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 9.8125, |
| "learning_rate": 0.0007700000000000001, |
| "loss": 0.1415, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 610067.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.04594701901078224, |
| "skip_count": 2.0, |
| "step": 386, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.25, |
| "avg_layers": 26.0, |
| "epoch": 2.1092150170648463, |
| "f1_execute": 0.9387754797935486, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 5.59375, |
| "learning_rate": 0.0007740000000000001, |
| "loss": 0.1453, |
| "macro_f1": 0.42403626441955566, |
| "num_tokens": 613020.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.21872307360172272, |
| "skip_count": 4.0, |
| "step": 388, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.1201365187713312, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.71875, |
| "learning_rate": 0.000778, |
| "loss": 0.2459, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 615777.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.17068128287792206, |
| "skip_count": 3.0, |
| "step": 390, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.131058020477816, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.40625, |
| "learning_rate": 0.000782, |
| "loss": 0.1734, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 618883.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06883871555328369, |
| "skip_count": 2.0, |
| "step": 392, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 2.1419795221843003, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 4.4375, |
| "learning_rate": 0.000786, |
| "loss": 0.1822, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 621785.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.021629702299833298, |
| "skip_count": 2.0, |
| "step": 394, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 2.152901023890785, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 10.4375, |
| "learning_rate": 0.00079, |
| "loss": 0.2188, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 624497.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02989846095442772, |
| "skip_count": 2.0, |
| "step": 396, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.1638225255972694, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.03125, |
| "learning_rate": 0.0007940000000000001, |
| "loss": 0.2, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 627530.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0030090075451880693, |
| "skip_count": 0.0, |
| "step": 398, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.1747440273037544, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.625, |
| "learning_rate": 0.0007980000000000001, |
| "loss": 0.1503, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 630816.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02026674523949623, |
| "skip_count": 0.0, |
| "step": 400, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.185665529010239, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.6875, |
| "learning_rate": 0.0008020000000000001, |
| "loss": 0.1285, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 633715.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.08777285367250443, |
| "skip_count": 0.0, |
| "step": 402, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.1965870307167235, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.59375, |
| "learning_rate": 0.0008060000000000001, |
| "loss": 0.186, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 636871.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.049915000796318054, |
| "skip_count": 1.0, |
| "step": 404, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.207508532423208, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 5.34375, |
| "learning_rate": 0.0008100000000000001, |
| "loss": 0.1592, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 639784.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05443386733531952, |
| "skip_count": 2.0, |
| "step": 406, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 2.218430034129693, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.90625, |
| "learning_rate": 0.0008139999999999999, |
| "loss": 0.1947, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 642682.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.021953796967864037, |
| "skip_count": 0.0, |
| "step": 408, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.2293515358361775, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.625, |
| "learning_rate": 0.0008179999999999999, |
| "loss": 0.2197, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 645962.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.010657553561031818, |
| "skip_count": 0.0, |
| "step": 410, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.240273037542662, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.421875, |
| "learning_rate": 0.0008219999999999999, |
| "loss": 0.2091, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 649180.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.013879667967557907, |
| "skip_count": 0.0, |
| "step": 412, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.2511945392491466, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.0625, |
| "learning_rate": 0.000826, |
| "loss": 0.1555, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 653015.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12807206809520721, |
| "skip_count": 2.0, |
| "step": 414, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.6666666865348816, |
| "avg_layers": 25.0, |
| "epoch": 2.2621160409556316, |
| "f1_execute": 0.9166666269302368, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.453125, |
| "learning_rate": 0.00083, |
| "loss": 0.1335, |
| "macro_f1": 0.5277777910232544, |
| "num_tokens": 655892.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.8250671625137329, |
| "skip_count": 3.0, |
| "step": 416, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.273037542662116, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 5.8125, |
| "learning_rate": 0.000834, |
| "loss": 0.1831, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 658426.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03139641508460045, |
| "skip_count": 2.0, |
| "step": 418, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.2839590443686006, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 3.40625, |
| "learning_rate": 0.000838, |
| "loss": 0.1345, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 661809.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.0441780611872673, |
| "skip_count": 0.0, |
| "step": 420, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.294880546075085, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.84375, |
| "learning_rate": 0.000842, |
| "loss": 0.1127, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 664874.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.44332680106163025, |
| "skip_count": 1.0, |
| "step": 422, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.3058020477815697, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.96875, |
| "learning_rate": 0.000846, |
| "loss": 0.1225, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 668325.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.059455983340740204, |
| "skip_count": 0.0, |
| "step": 424, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.3167235494880547, |
| "f1_execute": 0.9411765336990356, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 6.8125, |
| "learning_rate": 0.00085, |
| "loss": 0.1816, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 671097.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.3154633641242981, |
| "skip_count": 2.0, |
| "step": 426, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 25.0, |
| "epoch": 2.3276450511945392, |
| "f1_execute": 0.8979592323303223, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 5.65625, |
| "learning_rate": 0.000854, |
| "loss": 0.122, |
| "macro_f1": 0.4104308784008026, |
| "num_tokens": 674042.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.4580267667770386, |
| "skip_count": 3.0, |
| "step": 428, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.3385665529010238, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.21875, |
| "learning_rate": 0.000858, |
| "loss": 0.1113, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 677016.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.015222650021314621, |
| "skip_count": 0.0, |
| "step": 430, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.3494880546075088, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.78125, |
| "learning_rate": 0.000862, |
| "loss": 0.1379, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 679990.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.24279196560382843, |
| "skip_count": 0.0, |
| "step": 432, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.3604095563139933, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.28125, |
| "learning_rate": 0.000866, |
| "loss": 0.1476, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 682786.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1684337556362152, |
| "skip_count": 0.0, |
| "step": 434, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.371331058020478, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.0, |
| "learning_rate": 0.00087, |
| "loss": 0.1204, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 685882.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.19464725255966187, |
| "skip_count": 0.0, |
| "step": 436, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.3822525597269624, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.71875, |
| "learning_rate": 0.000874, |
| "loss": 0.1124, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 689570.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05968143790960312, |
| "skip_count": 2.0, |
| "step": 438, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.393174061433447, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.84375, |
| "learning_rate": 0.000878, |
| "loss": 0.1528, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 693559.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.004517437424510717, |
| "skip_count": 0.0, |
| "step": 440, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.404095563139932, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.125, |
| "learning_rate": 0.000882, |
| "loss": 0.1353, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 696374.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.26632770895957947, |
| "skip_count": 2.0, |
| "step": 442, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.4150170648464164, |
| "f1_execute": 0.8571428656578064, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.75, |
| "learning_rate": 0.0008860000000000001, |
| "loss": 0.1874, |
| "macro_f1": 0.2857142984867096, |
| "num_tokens": 699954.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3751397728919983, |
| "skip_count": 3.0, |
| "step": 444, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.425938566552901, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.28125, |
| "learning_rate": 0.0008900000000000001, |
| "loss": 0.2139, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 703477.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2166936844587326, |
| "skip_count": 2.0, |
| "step": 446, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.4368600682593855, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.0625, |
| "learning_rate": 0.000894, |
| "loss": 0.3078, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 706342.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.004165076185017824, |
| "skip_count": 0.0, |
| "step": 448, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.4477815699658705, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.5625, |
| "learning_rate": 0.000898, |
| "loss": 0.3248, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 709048.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.11787679046392441, |
| "skip_count": 1.0, |
| "step": 450, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.458703071672355, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.875, |
| "learning_rate": 0.000902, |
| "loss": 0.2151, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 712168.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.24694015085697174, |
| "skip_count": 0.0, |
| "step": 452, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.4696245733788396, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 9.0625, |
| "learning_rate": 0.000906, |
| "loss": 0.1899, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 715867.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.14055466651916504, |
| "skip_count": 2.0, |
| "step": 454, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.480546075085324, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.84375, |
| "learning_rate": 0.00091, |
| "loss": 0.136, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 718940.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2996567487716675, |
| "skip_count": 2.0, |
| "step": 456, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.491467576791809, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 8.5625, |
| "learning_rate": 0.0009140000000000001, |
| "loss": 0.2439, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 721407.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.032011453062295914, |
| "skip_count": 2.0, |
| "step": 458, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.5023890784982936, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 11.0, |
| "learning_rate": 0.0009180000000000001, |
| "loss": 0.2592, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 726056.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06647517532110214, |
| "skip_count": 0.0, |
| "step": 460, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.513310580204778, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.875, |
| "learning_rate": 0.0009220000000000001, |
| "loss": 0.1904, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 729038.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08919267356395721, |
| "skip_count": 0.0, |
| "step": 462, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.5242320819112627, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.46875, |
| "learning_rate": 0.0009260000000000001, |
| "loss": 0.1969, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 732172.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.4903416037559509, |
| "skip_count": 2.0, |
| "step": 464, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 2.5351535836177472, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 5.5, |
| "learning_rate": 0.00093, |
| "loss": 0.1957, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 735282.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.025489339604973793, |
| "skip_count": 2.0, |
| "step": 466, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.546075085324232, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.28125, |
| "learning_rate": 0.000934, |
| "loss": 0.2198, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 739208.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.013121264986693859, |
| "skip_count": 0.0, |
| "step": 468, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.5569965870307167, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.15625, |
| "learning_rate": 0.0009379999999999999, |
| "loss": 0.3641, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 741980.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.45740270614624023, |
| "skip_count": 2.0, |
| "step": 470, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.5679180887372013, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.000942, |
| "loss": 0.1668, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 745551.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1244814470410347, |
| "skip_count": 2.0, |
| "step": 472, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.5788395904436863, |
| "f1_execute": 0.8571428656578064, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 12.25, |
| "learning_rate": 0.000946, |
| "loss": 0.2807, |
| "macro_f1": 0.2857142984867096, |
| "num_tokens": 748488.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3303976058959961, |
| "skip_count": 3.0, |
| "step": 474, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.3333333432674408, |
| "acc_skip": 0.0, |
| "avg_layers": 30.0, |
| "epoch": 2.589761092150171, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.4000000059604645, |
| "f1_skip": 0.0, |
| "grad_norm": 3.640625, |
| "learning_rate": 0.00095, |
| "loss": 0.1353, |
| "macro_f1": 0.44705885648727417, |
| "num_tokens": 752865.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.24396798014640808, |
| "skip_count": 0.0, |
| "step": 476, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 2.6006825938566553, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 5.59375, |
| "learning_rate": 0.000954, |
| "loss": 0.1584, |
| "macro_f1": 0.4400000274181366, |
| "num_tokens": 755653.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.09343712776899338, |
| "skip_count": 3.0, |
| "step": 478, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.61160409556314, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.4375, |
| "learning_rate": 0.000958, |
| "loss": 0.2014, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 758567.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03879999741911888, |
| "skip_count": 1.0, |
| "step": 480, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.6225255972696244, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5625, |
| "learning_rate": 0.000962, |
| "loss": 0.2174, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 762013.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.13902239501476288, |
| "skip_count": 2.0, |
| "step": 482, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.6334470989761094, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.125, |
| "learning_rate": 0.000966, |
| "loss": 0.2322, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 764820.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0281832292675972, |
| "skip_count": 0.0, |
| "step": 484, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 2.644368600682594, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 11.25, |
| "learning_rate": 0.0009699999999999999, |
| "loss": 0.178, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 767962.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.3387240767478943, |
| "skip_count": 2.0, |
| "step": 486, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 2.6552901023890785, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.4375, |
| "learning_rate": 0.000974, |
| "loss": 0.1818, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 771189.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.033774666488170624, |
| "skip_count": 0.0, |
| "step": 488, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.666211604095563, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.875, |
| "learning_rate": 0.000978, |
| "loss": 0.2071, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 774073.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.009604716673493385, |
| "skip_count": 0.0, |
| "step": 490, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.6771331058020476, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.46875, |
| "learning_rate": 0.000982, |
| "loss": 0.1853, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 776722.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0034638401120901108, |
| "skip_count": 0.0, |
| "step": 492, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.6880546075085325, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.6875, |
| "learning_rate": 0.0009860000000000001, |
| "loss": 0.2882, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 780051.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08520562946796417, |
| "skip_count": 0.0, |
| "step": 494, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.698976109215017, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.875, |
| "learning_rate": 0.00099, |
| "loss": 0.1995, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 782813.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.16369783878326416, |
| "skip_count": 1.0, |
| "step": 496, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.7098976109215016, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.859375, |
| "learning_rate": 0.000994, |
| "loss": 0.1725, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 785376.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.17243081331253052, |
| "skip_count": 2.0, |
| "step": 498, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.25, |
| "avg_layers": 26.0, |
| "epoch": 2.7208191126279866, |
| "f1_execute": 0.8749999403953552, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 9.9375, |
| "learning_rate": 0.000998, |
| "loss": 0.1842, |
| "macro_f1": 0.402777761220932, |
| "num_tokens": 788030.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.15272235870361328, |
| "skip_count": 4.0, |
| "step": 500, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.731740614334471, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.4375, |
| "learning_rate": 0.0009999999674012276, |
| "loss": 0.1709, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 791099.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02299564890563488, |
| "skip_count": 0.0, |
| "step": 502, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.7426621160409557, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.96875, |
| "learning_rate": 0.000999999706611075, |
| "loss": 0.1858, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 794155.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0592501275241375, |
| "skip_count": 0.0, |
| "step": 504, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.75358361774744, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.71875, |
| "learning_rate": 0.0009999991850309056, |
| "loss": 0.1347, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 797457.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.07785549014806747, |
| "skip_count": 1.0, |
| "step": 506, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 2.7645051194539247, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 9.25, |
| "learning_rate": 0.0009999984026609918, |
| "loss": 0.1448, |
| "macro_f1": 0.4803921580314636, |
| "num_tokens": 800614.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.32612788677215576, |
| "skip_count": 2.0, |
| "step": 508, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.7754266211604097, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.84375, |
| "learning_rate": 0.0009999973595017412, |
| "loss": 0.2566, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 804027.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03253546729683876, |
| "skip_count": 0.0, |
| "step": 510, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 2.7863481228668943, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.6875, |
| "learning_rate": 0.0009999960555536983, |
| "loss": 0.1271, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 807662.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.16023527085781097, |
| "skip_count": 2.0, |
| "step": 512, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.797269624573379, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.375, |
| "learning_rate": 0.0009999944908175428, |
| "loss": 0.1876, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 810905.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.022885220125317574, |
| "skip_count": 0.0, |
| "step": 514, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.8081911262798633, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.078125, |
| "learning_rate": 0.0009999926652940912, |
| "loss": 0.1309, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 814110.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.007647325750440359, |
| "skip_count": 0.0, |
| "step": 516, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.819112627986348, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.375, |
| "learning_rate": 0.0009999905789842955, |
| "loss": 0.2302, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 816905.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.0514276959002018, |
| "skip_count": 0.0, |
| "step": 518, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.830034129692833, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.875, |
| "learning_rate": 0.0009999882318892442, |
| "loss": 0.2078, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 819821.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.3009680211544037, |
| "skip_count": 0.0, |
| "step": 520, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 2.8409556313993174, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.859375, |
| "learning_rate": 0.000999985624010161, |
| "loss": 0.1296, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 822580.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05273444578051567, |
| "skip_count": 1.0, |
| "step": 522, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.851877133105802, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.5625, |
| "learning_rate": 0.0009999827553484064, |
| "loss": 0.2293, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 825874.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.008311637677252293, |
| "skip_count": 0.0, |
| "step": 524, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 2.862798634812287, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.921875, |
| "learning_rate": 0.0009999796259054763, |
| "loss": 0.1759, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 829040.0, |
| "repeat_count": 3.0, |
| "routers_loss": 1.207849383354187, |
| "skip_count": 2.0, |
| "step": 526, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.8737201365187715, |
| "f1_execute": 0.9019608497619629, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.65625, |
| "learning_rate": 0.0009999762356830036, |
| "loss": 0.2089, |
| "macro_f1": 0.3006536364555359, |
| "num_tokens": 834261.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.5721967220306396, |
| "skip_count": 3.0, |
| "step": 528, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 2.884641638225256, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.6875, |
| "learning_rate": 0.000999972584682756, |
| "loss": 0.2308, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 837501.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.09908123314380646, |
| "skip_count": 2.0, |
| "step": 530, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 2.8955631399317405, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.6875, |
| "learning_rate": 0.0009999686729066381, |
| "loss": 0.1818, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 840390.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.04153004288673401, |
| "skip_count": 0.0, |
| "step": 532, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 26.0, |
| "epoch": 2.906484641638225, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 5.09375, |
| "learning_rate": 0.0009999645003566902, |
| "loss": 0.1759, |
| "macro_f1": 0.4400000274181366, |
| "num_tokens": 843327.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.37754446268081665, |
| "skip_count": 3.0, |
| "step": 534, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 2.91740614334471, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.953125, |
| "learning_rate": 0.0009999600670350882, |
| "loss": 0.1873, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 847028.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03440186381340027, |
| "skip_count": 2.0, |
| "step": 536, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 2.9283276450511946, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 12.875, |
| "learning_rate": 0.000999955372944145, |
| "loss": 0.342, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 850735.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.18292225897312164, |
| "skip_count": 0.0, |
| "step": 538, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.939249146757679, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.0009999504180863087, |
| "loss": 0.1714, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 854731.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.31060779094696045, |
| "skip_count": 1.0, |
| "step": 540, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.9501706484641637, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.65625, |
| "learning_rate": 0.0009999452024641636, |
| "loss": 0.1744, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 858249.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.09356094151735306, |
| "skip_count": 2.0, |
| "step": 542, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.961092150170648, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.4375, |
| "learning_rate": 0.0009999397260804302, |
| "loss": 0.1456, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 860901.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.006649349816143513, |
| "skip_count": 0.0, |
| "step": 544, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 2.972013651877133, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.0, |
| "learning_rate": 0.0009999339889379647, |
| "loss": 0.191, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 863756.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.024081196635961533, |
| "skip_count": 0.0, |
| "step": 546, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 2.9829351535836177, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.328125, |
| "learning_rate": 0.0009999279910397597, |
| "loss": 0.1806, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 867242.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06612888723611832, |
| "skip_count": 2.0, |
| "step": 548, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 2.9938566552901023, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.09375, |
| "learning_rate": 0.000999921732388943, |
| "loss": 0.1438, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 870235.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02564089559018612, |
| "skip_count": 0.0, |
| "step": 550, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.0, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 11.0, |
| "learning_rate": 0.0009999152129887801, |
| "loss": 0.1395, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 872748.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.31180688738822937, |
| "skip_count": 2.0, |
| "step": 552, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.8333333134651184, |
| "avg_layers": 25.0, |
| "epoch": 3.0109215017064845, |
| "f1_execute": 0.9523809552192688, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.9090909361839294, |
| "grad_norm": 7.8125, |
| "learning_rate": 0.0009999084328426704, |
| "loss": 0.1243, |
| "macro_f1": 0.8427128791809082, |
| "num_tokens": 876257.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.06441941112279892, |
| "skip_count": 6.0, |
| "step": 554, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.021843003412969, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.4375, |
| "learning_rate": 0.0009999013919541506, |
| "loss": 0.2276, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 879189.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1297590732574463, |
| "skip_count": 2.0, |
| "step": 556, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 3.032764505119454, |
| "f1_execute": 0.95652174949646, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.5714285373687744, |
| "grad_norm": 2.953125, |
| "learning_rate": 0.0009998940903268932, |
| "loss": 0.1034, |
| "macro_f1": 0.7315390110015869, |
| "num_tokens": 882626.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.40159890055656433, |
| "skip_count": 4.0, |
| "step": 558, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.0436860068259386, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.96875, |
| "learning_rate": 0.0009998865279647066, |
| "loss": 0.1627, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 885572.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05809749290347099, |
| "skip_count": 3.0, |
| "step": 560, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.054607508532423, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.8125, |
| "learning_rate": 0.0009998787048715349, |
| "loss": 0.1533, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 889088.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.4470720589160919, |
| "skip_count": 2.0, |
| "step": 562, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.0655290102389077, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.078125, |
| "learning_rate": 0.0009998706210514589, |
| "loss": 0.167, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 892449.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.017404144629836082, |
| "skip_count": 0.0, |
| "step": 564, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 24.0, |
| "epoch": 3.0764505119453927, |
| "f1_execute": 0.8749999403953552, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.5, |
| "learning_rate": 0.0009998622765086946, |
| "loss": 0.1492, |
| "macro_f1": 0.2916666567325592, |
| "num_tokens": 895586.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3639675974845886, |
| "skip_count": 1.0, |
| "step": 566, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 23.0, |
| "epoch": 3.087372013651877, |
| "f1_execute": 0.8979591727256775, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333134651184, |
| "grad_norm": 9.0625, |
| "learning_rate": 0.0009998536712475944, |
| "loss": 0.2095, |
| "macro_f1": 0.4104308485984802, |
| "num_tokens": 898285.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.16401837766170502, |
| "skip_count": 1.0, |
| "step": 568, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 3.0982935153583617, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.921875, |
| "learning_rate": 0.0009998448052726467, |
| "loss": 0.1679, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 901345.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.2740897238254547, |
| "skip_count": 1.0, |
| "step": 570, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.1092150170648463, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.921875, |
| "learning_rate": 0.000999835678588476, |
| "loss": 0.1513, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 904674.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.004289933945983648, |
| "skip_count": 0.0, |
| "step": 572, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 28.0, |
| "epoch": 3.1201365187713312, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 5.125, |
| "learning_rate": 0.0009998262911998423, |
| "loss": 0.2076, |
| "macro_f1": 0.47333335876464844, |
| "num_tokens": 908392.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.6915572881698608, |
| "skip_count": 3.0, |
| "step": 574, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 3.131058020477816, |
| "f1_execute": 0.9387754797935486, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 5.65625, |
| "learning_rate": 0.000999816643111642, |
| "loss": 0.166, |
| "macro_f1": 0.47959184646606445, |
| "num_tokens": 911574.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.27853959798812866, |
| "skip_count": 1.0, |
| "step": 576, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.1419795221843003, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.6875, |
| "learning_rate": 0.0009998067343289074, |
| "loss": 0.2197, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 914726.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.39462774991989136, |
| "skip_count": 1.0, |
| "step": 578, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.152901023890785, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.515625, |
| "learning_rate": 0.0009997965648568066, |
| "loss": 0.1345, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 918249.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0032140507828444242, |
| "skip_count": 0.0, |
| "step": 580, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.1638225255972694, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.1875, |
| "learning_rate": 0.000999786134700644, |
| "loss": 0.1132, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 921025.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0016512145521119237, |
| "skip_count": 0.0, |
| "step": 582, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 3.1747440273037544, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.59375, |
| "learning_rate": 0.0009997754438658595, |
| "loss": 0.0915, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 924102.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.6956021785736084, |
| "skip_count": 2.0, |
| "step": 584, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 3.185665529010239, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 9.1875, |
| "learning_rate": 0.0009997644923580293, |
| "loss": 0.1437, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 927662.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.32544562220573425, |
| "skip_count": 2.0, |
| "step": 586, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.1965870307167235, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.25, |
| "learning_rate": 0.0009997532801828658, |
| "loss": 0.1488, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 930556.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.00869440846145153, |
| "skip_count": 0.0, |
| "step": 588, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.207508532423208, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.65625, |
| "learning_rate": 0.0009997418073462167, |
| "loss": 0.1584, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 933435.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08498232066631317, |
| "skip_count": 2.0, |
| "step": 590, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.218430034129693, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.015625, |
| "learning_rate": 0.0009997300738540662, |
| "loss": 0.1075, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 936478.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.19423364102840424, |
| "skip_count": 2.0, |
| "step": 592, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 3.2293515358361775, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 6.03125, |
| "learning_rate": 0.000999718079712534, |
| "loss": 0.1615, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 939400.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02402239292860031, |
| "skip_count": 1.0, |
| "step": 594, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 3.240273037542662, |
| "f1_execute": 1.0, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.875, |
| "learning_rate": 0.0009997058249278763, |
| "loss": 0.221, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 943300.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.0028402789030224085, |
| "skip_count": 0.0, |
| "step": 596, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.2511945392491466, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.09375, |
| "learning_rate": 0.0009996933095064847, |
| "loss": 0.1423, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 947399.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.2962486445903778, |
| "skip_count": 2.0, |
| "step": 598, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.2621160409556316, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.625, |
| "learning_rate": 0.0009996805334548872, |
| "loss": 0.1535, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 950094.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.47425299882888794, |
| "skip_count": 4.0, |
| "step": 600, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.4000000059604645, |
| "avg_layers": 24.0, |
| "epoch": 3.273037542662116, |
| "f1_execute": 0.8636363744735718, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.444444477558136, |
| "grad_norm": 4.71875, |
| "learning_rate": 0.0009996674967797476, |
| "loss": 0.1282, |
| "macro_f1": 0.43602699041366577, |
| "num_tokens": 953673.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.3788261115550995, |
| "skip_count": 5.0, |
| "step": 602, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.2839590443686006, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.5625, |
| "learning_rate": 0.0009996541994878655, |
| "loss": 0.1239, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 956885.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.13212358951568604, |
| "skip_count": 0.0, |
| "step": 604, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 3.294880546075085, |
| "f1_execute": 0.9803921580314636, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 3.828125, |
| "learning_rate": 0.0009996406415861763, |
| "loss": 0.0874, |
| "macro_f1": 0.6601307392120361, |
| "num_tokens": 959794.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0332571342587471, |
| "skip_count": 2.0, |
| "step": 606, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.3058020477815697, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5625, |
| "learning_rate": 0.0009996268230817518, |
| "loss": 0.1068, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 963516.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.007200752384960651, |
| "skip_count": 0.0, |
| "step": 608, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.3167235494880547, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.75, |
| "learning_rate": 0.0009996127439817993, |
| "loss": 0.1237, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 966363.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.23764896392822266, |
| "skip_count": 1.0, |
| "step": 610, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.3276450511945392, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.484375, |
| "learning_rate": 0.0009995984042936621, |
| "loss": 0.1411, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 969265.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0006030416116118431, |
| "skip_count": 0.0, |
| "step": 612, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 3.3385665529010238, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.8125, |
| "learning_rate": 0.0009995838040248197, |
| "loss": 0.1516, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 972024.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.029178157448768616, |
| "skip_count": 1.0, |
| "step": 614, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 24.0, |
| "epoch": 3.3494880546075088, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 6.0625, |
| "learning_rate": 0.0009995689431828872, |
| "loss": 0.132, |
| "macro_f1": 0.41777777671813965, |
| "num_tokens": 974328.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.41580793261528015, |
| "skip_count": 2.0, |
| "step": 616, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.3604095563139933, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.625, |
| "learning_rate": 0.000999553821775616, |
| "loss": 0.1495, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 977628.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.26905494928359985, |
| "skip_count": 3.0, |
| "step": 618, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.371331058020478, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.375, |
| "learning_rate": 0.0009995384398108927, |
| "loss": 0.1372, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 980458.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.007225328590720892, |
| "skip_count": 0.0, |
| "step": 620, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 3.3822525597269624, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.984375, |
| "learning_rate": 0.0009995227972967404, |
| "loss": 0.1104, |
| "macro_f1": 0.6603773832321167, |
| "num_tokens": 983776.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.09698990732431412, |
| "skip_count": 1.0, |
| "step": 622, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.393174061433447, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.40625, |
| "learning_rate": 0.000999506894241318, |
| "loss": 0.1211, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 986625.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.028710627928376198, |
| "skip_count": 0.0, |
| "step": 624, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 3.404095563139932, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 5.53125, |
| "learning_rate": 0.0009994907306529201, |
| "loss": 0.186, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 989896.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.18436689674854279, |
| "skip_count": 2.0, |
| "step": 626, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 3.4150170648464164, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 5.71875, |
| "learning_rate": 0.0009994743065399776, |
| "loss": 0.1819, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 992963.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.011628196574747562, |
| "skip_count": 2.0, |
| "step": 628, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.425938566552901, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.5625, |
| "learning_rate": 0.0009994576219110565, |
| "loss": 0.2279, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 995486.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03694930672645569, |
| "skip_count": 0.0, |
| "step": 630, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.4368600682593855, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.71875, |
| "learning_rate": 0.0009994406767748596, |
| "loss": 0.2908, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 998880.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3335764706134796, |
| "skip_count": 1.0, |
| "step": 632, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 3.4477815699658705, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 5.3125, |
| "learning_rate": 0.000999423471140225, |
| "loss": 0.1652, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1001623.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03843867778778076, |
| "skip_count": 2.0, |
| "step": 634, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.458703071672355, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.15625, |
| "learning_rate": 0.0009994060050161268, |
| "loss": 0.1534, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 1004900.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.26561209559440613, |
| "skip_count": 1.0, |
| "step": 636, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 28.0, |
| "epoch": 3.4696245733788396, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 6.40625, |
| "learning_rate": 0.0009993882784116752, |
| "loss": 0.147, |
| "macro_f1": 0.4803921580314636, |
| "num_tokens": 1008732.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.3012487590312958, |
| "skip_count": 3.0, |
| "step": 638, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.480546075085324, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.15625, |
| "learning_rate": 0.0009993702913361155, |
| "loss": 0.1252, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1011699.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.012646762654185295, |
| "skip_count": 0.0, |
| "step": 640, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 3.491467576791809, |
| "f1_execute": 0.9411765336990356, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.90625, |
| "learning_rate": 0.0009993520437988302, |
| "loss": 0.1487, |
| "macro_f1": 0.480392187833786, |
| "num_tokens": 1014406.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.1068505123257637, |
| "skip_count": 3.0, |
| "step": 642, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.5023890784982936, |
| "f1_execute": 0.8085106015205383, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.34375, |
| "learning_rate": 0.000999333535809336, |
| "loss": 0.1731, |
| "macro_f1": 0.26950353384017944, |
| "num_tokens": 1017801.0, |
| "repeat_count": 2.0, |
| "routers_loss": 2.2939841747283936, |
| "skip_count": 5.0, |
| "step": 644, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.513310580204778, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.8125, |
| "learning_rate": 0.0009993147673772868, |
| "loss": 0.1609, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1021185.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02110578864812851, |
| "skip_count": 0.0, |
| "step": 646, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 3.5242320819112627, |
| "f1_execute": 0.9600000381469727, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.000999295738512472, |
| "loss": 0.124, |
| "macro_f1": 0.4533333480358124, |
| "num_tokens": 1025108.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15021832287311554, |
| "skip_count": 2.0, |
| "step": 648, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.5351535836177472, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.0, |
| "learning_rate": 0.0009992764492248163, |
| "loss": 0.2309, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1028805.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.002900304039940238, |
| "skip_count": 0.0, |
| "step": 650, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 26.0, |
| "epoch": 3.546075085324232, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 5.0, |
| "learning_rate": 0.0009992568995243808, |
| "loss": 0.1452, |
| "macro_f1": 0.44705885648727417, |
| "num_tokens": 1032069.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.2886044383049011, |
| "skip_count": 3.0, |
| "step": 652, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.5569965870307167, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.0625, |
| "learning_rate": 0.0009992370894213623, |
| "loss": 0.1319, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 1035634.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.42971259355545044, |
| "skip_count": 2.0, |
| "step": 654, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 3.5679180887372013, |
| "f1_execute": 0.9387754797935486, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 7.375, |
| "learning_rate": 0.000999217018926093, |
| "loss": 0.1152, |
| "macro_f1": 0.7795917987823486, |
| "num_tokens": 1039948.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.07567094266414642, |
| "skip_count": 3.0, |
| "step": 656, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.5788395904436863, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.0009991966880490417, |
| "loss": 0.1425, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1043710.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.001569207408465445, |
| "skip_count": 0.0, |
| "step": 658, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.589761092150171, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.453125, |
| "learning_rate": 0.0009991760968008124, |
| "loss": 0.1177, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1047211.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.014489148743450642, |
| "skip_count": 0.0, |
| "step": 660, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.6006825938566553, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.34375, |
| "learning_rate": 0.0009991552451921453, |
| "loss": 0.104, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1050220.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.052834026515483856, |
| "skip_count": 1.0, |
| "step": 662, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.61160409556314, |
| "f1_execute": 0.875, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.84375, |
| "learning_rate": 0.0009991341332339157, |
| "loss": 0.1706, |
| "macro_f1": 0.625, |
| "num_tokens": 1053982.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.2865705192089081, |
| "skip_count": 3.0, |
| "step": 664, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 3.6225255972696244, |
| "f1_execute": 0.923076868057251, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.25, |
| "learning_rate": 0.0009991127609371357, |
| "loss": 0.1275, |
| "macro_f1": 0.307692289352417, |
| "num_tokens": 1056846.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.32878634333610535, |
| "skip_count": 0.0, |
| "step": 666, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 3.6334470989761094, |
| "f1_execute": 0.9777777791023254, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 1.0, |
| "grad_norm": 3.328125, |
| "learning_rate": 0.0009990911283129524, |
| "loss": 0.1348, |
| "macro_f1": 0.8814815282821655, |
| "num_tokens": 1059648.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.10558832436800003, |
| "skip_count": 4.0, |
| "step": 668, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 3.644368600682594, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.0009990692353726489, |
| "loss": 0.0572, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1062290.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0071791489608585835, |
| "skip_count": 2.0, |
| "step": 670, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.6552901023890785, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.0625, |
| "learning_rate": 0.0009990470821276442, |
| "loss": 0.156, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1065212.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.028384100645780563, |
| "skip_count": 0.0, |
| "step": 672, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 3.666211604095563, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 7.4375, |
| "learning_rate": 0.0009990246685894933, |
| "loss": 0.1457, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1068029.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03461477532982826, |
| "skip_count": 2.0, |
| "step": 674, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.6771331058020476, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.78125, |
| "learning_rate": 0.0009990019947698863, |
| "loss": 0.1055, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1071229.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.004003713373094797, |
| "skip_count": 0.0, |
| "step": 676, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.6666666865348816, |
| "avg_layers": 26.0, |
| "epoch": 3.6880546075085325, |
| "f1_execute": 0.9803921580314636, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.800000011920929, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.0009989790606806494, |
| "loss": 0.1026, |
| "macro_f1": 0.5934640765190125, |
| "num_tokens": 1074046.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03134514391422272, |
| "skip_count": 3.0, |
| "step": 678, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 3.698976109215017, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.71875, |
| "learning_rate": 0.0009989558663337447, |
| "loss": 0.1402, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1076635.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.00439166184514761, |
| "skip_count": 1.0, |
| "step": 680, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 3.7098976109215016, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.09375, |
| "learning_rate": 0.0009989324117412699, |
| "loss": 0.1021, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1079958.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12589046359062195, |
| "skip_count": 2.0, |
| "step": 682, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.7208191126279866, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.890625, |
| "learning_rate": 0.0009989086969154587, |
| "loss": 0.1762, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1082589.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.01050520222634077, |
| "skip_count": 0.0, |
| "step": 684, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.731740614334471, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.0009988847218686796, |
| "loss": 0.1527, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1085634.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08884720504283905, |
| "skip_count": 1.0, |
| "step": 686, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 3.7426621160409557, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.5625, |
| "learning_rate": 0.0009988604866134384, |
| "loss": 0.196, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 1088501.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3627224862575531, |
| "skip_count": 2.0, |
| "step": 688, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.75358361774744, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.9375, |
| "learning_rate": 0.0009988359911623748, |
| "loss": 0.2456, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1091083.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.025369791314005852, |
| "skip_count": 0.0, |
| "step": 690, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.7645051194539247, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.000998811235528266, |
| "loss": 0.1186, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1095673.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.023373540490865707, |
| "skip_count": 0.0, |
| "step": 692, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.7754266211604097, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.03125, |
| "learning_rate": 0.0009987862197240237, |
| "loss": 0.1518, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1098519.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.014006087556481361, |
| "skip_count": 0.0, |
| "step": 694, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.7863481228668943, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.59375, |
| "learning_rate": 0.0009987609437626954, |
| "loss": 0.2149, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1101510.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.057559430599212646, |
| "skip_count": 1.0, |
| "step": 696, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.797269624573379, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.765625, |
| "learning_rate": 0.0009987354076574648, |
| "loss": 0.1507, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1104637.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.001837484072893858, |
| "skip_count": 0.0, |
| "step": 698, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.8081911262798633, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.53125, |
| "learning_rate": 0.0009987096114216511, |
| "loss": 0.1046, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1107964.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.3758608400821686, |
| "skip_count": 1.0, |
| "step": 700, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 3.819112627986348, |
| "f1_execute": 0.9803921580314636, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.800000011920929, |
| "grad_norm": 4.375, |
| "learning_rate": 0.000998683555068709, |
| "loss": 0.1269, |
| "macro_f1": 0.5934640765190125, |
| "num_tokens": 1111541.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02019377611577511, |
| "skip_count": 2.0, |
| "step": 702, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.830034129692833, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.671875, |
| "learning_rate": 0.000998657238612229, |
| "loss": 0.1522, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1114819.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.019685756415128708, |
| "skip_count": 0.0, |
| "step": 704, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.8409556313993174, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.0009986306620659374, |
| "loss": 0.1104, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1117888.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0059326752088963985, |
| "skip_count": 0.0, |
| "step": 706, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 3.851877133105802, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.125, |
| "learning_rate": 0.0009986038254436956, |
| "loss": 0.1038, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 1120946.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.022552471607923508, |
| "skip_count": 0.0, |
| "step": 708, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 3.862798634812287, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.625, |
| "learning_rate": 0.0009985767287595015, |
| "loss": 0.1433, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1124013.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03914980590343475, |
| "skip_count": 2.0, |
| "step": 710, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 3.8737201365187715, |
| "f1_execute": 1.0, |
| "f1_repeat": 1.0, |
| "f1_skip": 1.0, |
| "grad_norm": 5.0625, |
| "learning_rate": 0.0009985493720274879, |
| "loss": 0.1663, |
| "macro_f1": 1.0, |
| "num_tokens": 1127662.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.01359120849519968, |
| "skip_count": 2.0, |
| "step": 712, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 3.884641638225256, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.96875, |
| "learning_rate": 0.0009985217552619236, |
| "loss": 0.1134, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1130742.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0699341893196106, |
| "skip_count": 0.0, |
| "step": 714, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.8955631399317405, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.75, |
| "learning_rate": 0.000998493878477213, |
| "loss": 0.1643, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1133386.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.006396451499313116, |
| "skip_count": 0.0, |
| "step": 716, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.3333333432674408, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 3.906484641638225, |
| "f1_execute": 0.8292683362960815, |
| "f1_repeat": 0.3333333432674408, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.75, |
| "learning_rate": 0.0009984657416878962, |
| "loss": 0.1396, |
| "macro_f1": 0.6097561120986938, |
| "num_tokens": 1136071.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.23587316274642944, |
| "skip_count": 6.0, |
| "step": 718, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.91740614334471, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 9.625, |
| "learning_rate": 0.0009984373449086485, |
| "loss": 0.1686, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 1139061.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.23841485381126404, |
| "skip_count": 2.0, |
| "step": 720, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 3.9283276450511946, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 2.8125, |
| "learning_rate": 0.0009984086881542815, |
| "loss": 0.1112, |
| "macro_f1": 0.5288889408111572, |
| "num_tokens": 1141926.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.37492331862449646, |
| "skip_count": 3.0, |
| "step": 722, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 3.939249146757679, |
| "f1_execute": 0.9166666865348816, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 4.375, |
| "learning_rate": 0.0009983797714397415, |
| "loss": 0.1395, |
| "macro_f1": 0.6611111164093018, |
| "num_tokens": 1145302.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.5061943531036377, |
| "skip_count": 2.0, |
| "step": 724, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.9501706484641637, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 11.5625, |
| "learning_rate": 0.0009983505947801115, |
| "loss": 0.327, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1148991.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.030050436034798622, |
| "skip_count": 0.0, |
| "step": 726, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 3.961092150170648, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.84375, |
| "learning_rate": 0.0009983211581906088, |
| "loss": 0.2311, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1151711.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.04163246229290962, |
| "skip_count": 2.0, |
| "step": 728, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 3.972013651877133, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.0625, |
| "learning_rate": 0.0009982914616865875, |
| "loss": 0.1956, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1155061.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.002654903568327427, |
| "skip_count": 0.0, |
| "step": 730, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 3.9829351535836177, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.46875, |
| "learning_rate": 0.0009982615052835364, |
| "loss": 0.1239, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1158043.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.18476539850234985, |
| "skip_count": 2.0, |
| "step": 732, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 3.9938566552901023, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.625, |
| "learning_rate": 0.0009982312889970804, |
| "loss": 0.211, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1161487.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.33558642864227295, |
| "skip_count": 0.0, |
| "step": 734, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.0, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.5625, |
| "learning_rate": 0.0009982008128429794, |
| "loss": 0.14, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1163664.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.010565636679530144, |
| "skip_count": 0.0, |
| "step": 736, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.010921501706485, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.75, |
| "learning_rate": 0.0009981700768371296, |
| "loss": 0.0823, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1166461.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.001561413868330419, |
| "skip_count": 0.0, |
| "step": 738, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 4.021843003412969, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 5.125, |
| "learning_rate": 0.000998139080995562, |
| "loss": 0.1766, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1170134.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.010665918700397015, |
| "skip_count": 2.0, |
| "step": 740, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 4.032764505119454, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.578125, |
| "learning_rate": 0.0009981078253344432, |
| "loss": 0.1177, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1173075.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.047345057129859924, |
| "skip_count": 1.0, |
| "step": 742, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 4.043686006825938, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.000998076309870076, |
| "loss": 0.0517, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1176281.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0033105311449617147, |
| "skip_count": 1.0, |
| "step": 744, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.054607508532423, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.0625, |
| "learning_rate": 0.000998044534618898, |
| "loss": 0.0864, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 1179403.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.033084314316511154, |
| "skip_count": 0.0, |
| "step": 746, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.065529010238908, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.0009980124995974827, |
| "loss": 0.0925, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 1182596.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.21827591955661774, |
| "skip_count": 3.0, |
| "step": 748, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 4.076450511945392, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.125, |
| "learning_rate": 0.0009979802048225388, |
| "loss": 0.1244, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1186303.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.18225915729999542, |
| "skip_count": 3.0, |
| "step": 750, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 30.0, |
| "epoch": 4.087372013651877, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 3.984375, |
| "learning_rate": 0.0009979476503109107, |
| "loss": 0.0728, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1189299.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.03163563460111618, |
| "skip_count": 0.0, |
| "step": 752, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 24.0, |
| "epoch": 4.098293515358362, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 6.34375, |
| "learning_rate": 0.000997914836079578, |
| "loss": 0.148, |
| "macro_f1": 0.41777777671813965, |
| "num_tokens": 1192694.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.28674715757369995, |
| "skip_count": 2.0, |
| "step": 754, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.109215017064846, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.34375, |
| "learning_rate": 0.0009978817621456562, |
| "loss": 0.0869, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1196319.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05852695554494858, |
| "skip_count": 1.0, |
| "step": 756, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 4.120136518771331, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.000997848428526396, |
| "loss": 0.0648, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1199844.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06834150850772858, |
| "skip_count": 2.0, |
| "step": 758, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.131058020477815, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.375, |
| "learning_rate": 0.0009978148352391835, |
| "loss": 0.0801, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1202876.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0058227707631886005, |
| "skip_count": 0.0, |
| "step": 760, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 4.1419795221843, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.00099778098230154, |
| "loss": 0.1094, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1206870.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.079805389046669, |
| "skip_count": 3.0, |
| "step": 762, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.152901023890785, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.0009977468697311232, |
| "loss": 0.0902, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 1209825.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.21695999801158905, |
| "skip_count": 2.0, |
| "step": 764, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.5, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.163822525597269, |
| "f1_execute": 0.8749999403953552, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.0, |
| "grad_norm": 3.265625, |
| "learning_rate": 0.0009977124975457249, |
| "loss": 0.1244, |
| "macro_f1": 0.5138888955116272, |
| "num_tokens": 1213093.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.12744387984275818, |
| "skip_count": 4.0, |
| "step": 766, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 4.174744027303754, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.0009976778657632733, |
| "loss": 0.0783, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 1216291.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.07573267817497253, |
| "skip_count": 2.0, |
| "step": 768, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.1856655290102385, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.0009976429744018313, |
| "loss": 0.0752, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1219537.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0009250715957023203, |
| "skip_count": 0.0, |
| "step": 770, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.1965870307167235, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.0009976078234795983, |
| "loss": 0.1114, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1222736.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.00175693747587502, |
| "skip_count": 0.0, |
| "step": 772, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 4.207508532423208, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.390625, |
| "learning_rate": 0.0009975724130149076, |
| "loss": 0.0918, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1226120.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.027441009879112244, |
| "skip_count": 2.0, |
| "step": 774, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.2184300341296925, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.46875, |
| "learning_rate": 0.0009975367430262287, |
| "loss": 0.0992, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1228810.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.027025407180190086, |
| "skip_count": 0.0, |
| "step": 776, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.2293515358361775, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.453125, |
| "learning_rate": 0.0009975008135321667, |
| "loss": 0.0931, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1231669.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.00917113944888115, |
| "skip_count": 0.0, |
| "step": 778, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.2402730375426625, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.890625, |
| "learning_rate": 0.0009974646245514615, |
| "loss": 0.0505, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1234476.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.010482276789844036, |
| "skip_count": 0.0, |
| "step": 780, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 4.251194539249147, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 4.28125, |
| "learning_rate": 0.0009974281761029886, |
| "loss": 0.0675, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1237748.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.009005382657051086, |
| "skip_count": 1.0, |
| "step": 782, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 4.262116040955632, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 2.9375, |
| "learning_rate": 0.0009973914682057587, |
| "loss": 0.1734, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1240362.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.09049399197101593, |
| "skip_count": 2.0, |
| "step": 784, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.273037542662116, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.984375, |
| "learning_rate": 0.0009973545008789182, |
| "loss": 0.1156, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1244147.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0037465172354131937, |
| "skip_count": 0.0, |
| "step": 786, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.283959044368601, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.84375, |
| "learning_rate": 0.000997317274141748, |
| "loss": 0.1302, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1247058.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.002100529847666621, |
| "skip_count": 0.0, |
| "step": 788, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 24.0, |
| "epoch": 4.294880546075086, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.3333333432674408, |
| "grad_norm": 3.03125, |
| "learning_rate": 0.0009972797880136654, |
| "loss": 0.0771, |
| "macro_f1": 0.41777777671813965, |
| "num_tokens": 1250331.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08377297967672348, |
| "skip_count": 2.0, |
| "step": 790, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 4.30580204778157, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.421875, |
| "learning_rate": 0.0009972420425142224, |
| "loss": 0.0782, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1253848.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06583717465400696, |
| "skip_count": 2.0, |
| "step": 792, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.316723549488055, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.28125, |
| "learning_rate": 0.0009972040376631057, |
| "loss": 0.1235, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1257122.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12353084981441498, |
| "skip_count": 1.0, |
| "step": 794, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.327645051194539, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.0009971657734801384, |
| "loss": 0.0899, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1261136.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.004150724504143, |
| "skip_count": 0.0, |
| "step": 796, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.338566552901024, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.5625, |
| "learning_rate": 0.0009971272499852784, |
| "loss": 0.1815, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1264211.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02800264209508896, |
| "skip_count": 0.0, |
| "step": 798, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 4.349488054607509, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.125, |
| "learning_rate": 0.0009970884671986187, |
| "loss": 0.1118, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1266964.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05382822826504707, |
| "skip_count": 1.0, |
| "step": 800, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.360409556313993, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.1875, |
| "learning_rate": 0.0009970494251403874, |
| "loss": 0.1015, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1269856.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.20994320511817932, |
| "skip_count": 2.0, |
| "step": 802, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.371331058020478, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.000997010123830948, |
| "loss": 0.1095, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1272945.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.07841377705335617, |
| "skip_count": 1.0, |
| "step": 804, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 30.0, |
| "epoch": 4.382252559726963, |
| "f1_execute": 1.0, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.5625, |
| "learning_rate": 0.0009969705632907999, |
| "loss": 0.1242, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1276127.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.008330464363098145, |
| "skip_count": 0.0, |
| "step": 806, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.393174061433447, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.4375, |
| "learning_rate": 0.0009969307435405766, |
| "loss": 0.1688, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1279056.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.004059277940541506, |
| "skip_count": 0.0, |
| "step": 808, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.404095563139932, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.0009968906646010474, |
| "loss": 0.1232, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1282092.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.005245010834187269, |
| "skip_count": 0.0, |
| "step": 810, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.415017064846416, |
| "f1_execute": 0.9411765336990356, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.3125, |
| "learning_rate": 0.0009968503264931167, |
| "loss": 0.0964, |
| "macro_f1": 0.6470588445663452, |
| "num_tokens": 1285759.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.04135916382074356, |
| "skip_count": 0.0, |
| "step": 812, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 4.425938566552901, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.0, |
| "learning_rate": 0.0009968097292378244, |
| "loss": 0.1636, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1288141.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.11239507049322128, |
| "skip_count": 1.0, |
| "step": 814, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.436860068259386, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.71875, |
| "learning_rate": 0.0009967688728563446, |
| "loss": 0.1044, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1291293.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3831826150417328, |
| "skip_count": 0.0, |
| "step": 816, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.44778156996587, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.875, |
| "learning_rate": 0.0009967277573699875, |
| "loss": 0.1445, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 1293847.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.054437290877103806, |
| "skip_count": 0.0, |
| "step": 818, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.458703071672355, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.000996686382800198, |
| "loss": 0.0712, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1296724.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.012091469950973988, |
| "skip_count": 0.0, |
| "step": 820, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.75, |
| "avg_layers": 24.0, |
| "epoch": 4.46962457337884, |
| "f1_execute": 0.936170220375061, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.75, |
| "grad_norm": 4.4375, |
| "learning_rate": 0.000996644749168557, |
| "loss": 0.1332, |
| "macro_f1": 0.5620567798614502, |
| "num_tokens": 1299674.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.06590834259986877, |
| "skip_count": 4.0, |
| "step": 822, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 25.0, |
| "epoch": 4.480546075085324, |
| "f1_execute": 0.9200000166893005, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 3.265625, |
| "learning_rate": 0.0009966028564967785, |
| "loss": 0.1285, |
| "macro_f1": 0.4400000274181366, |
| "num_tokens": 1302843.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.06902799010276794, |
| "skip_count": 2.0, |
| "step": 824, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 25.0, |
| "epoch": 4.491467576791809, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 7.4375, |
| "learning_rate": 0.0009965607048067137, |
| "loss": 0.1249, |
| "macro_f1": 0.44705885648727417, |
| "num_tokens": 1305575.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08320864289999008, |
| "skip_count": 2.0, |
| "step": 826, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 4.502389078498293, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.65625, |
| "learning_rate": 0.0009965182941203481, |
| "loss": 0.1834, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1308244.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12352414429187775, |
| "skip_count": 1.0, |
| "step": 828, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.513310580204778, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.9375, |
| "learning_rate": 0.0009964756244598021, |
| "loss": 0.0915, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1311314.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.014358235523104668, |
| "skip_count": 0.0, |
| "step": 830, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.524232081911263, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.65625, |
| "learning_rate": 0.0009964326958473316, |
| "loss": 0.102, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1315495.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.008667540736496449, |
| "skip_count": 0.0, |
| "step": 832, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.535153583617747, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.484375, |
| "learning_rate": 0.000996389508305327, |
| "loss": 0.0822, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1319132.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.018217027187347412, |
| "skip_count": 0.0, |
| "step": 834, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.546075085324232, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 10.8125, |
| "learning_rate": 0.000996346061856314, |
| "loss": 0.2215, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1321294.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1659325808286667, |
| "skip_count": 1.0, |
| "step": 836, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.556996587030717, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.625, |
| "learning_rate": 0.0009963023565229536, |
| "loss": 0.1108, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1324186.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.11435546725988388, |
| "skip_count": 0.0, |
| "step": 838, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.567918088737201, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.0009962583923280419, |
| "loss": 0.1153, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1327215.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.001215719268657267, |
| "skip_count": 0.0, |
| "step": 840, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.578839590443686, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.5625, |
| "learning_rate": 0.0009962141692945092, |
| "loss": 0.1181, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1330394.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.05636778846383095, |
| "skip_count": 0.0, |
| "step": 842, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 25.0, |
| "epoch": 4.58976109215017, |
| "f1_execute": 0.9803921580314636, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.800000011920929, |
| "grad_norm": 5.53125, |
| "learning_rate": 0.0009961696874454219, |
| "loss": 0.0985, |
| "macro_f1": 0.5934640765190125, |
| "num_tokens": 1333840.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.17423874139785767, |
| "skip_count": 2.0, |
| "step": 844, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 4.600682593856655, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.375, |
| "learning_rate": 0.0009961249468039806, |
| "loss": 0.1442, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1337481.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08344361186027527, |
| "skip_count": 0.0, |
| "step": 846, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 4.611604095563139, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 8.1875, |
| "learning_rate": 0.0009960799473935212, |
| "loss": 0.1287, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 1340525.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.10816935449838638, |
| "skip_count": 2.0, |
| "step": 848, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.622525597269624, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.703125, |
| "learning_rate": 0.0009960346892375143, |
| "loss": 0.1476, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1344963.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.02773604914546013, |
| "skip_count": 0.0, |
| "step": 850, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.633447098976109, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.25, |
| "learning_rate": 0.000995989172359566, |
| "loss": 0.074, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 1347911.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.07946910709142685, |
| "skip_count": 3.0, |
| "step": 852, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.6443686006825935, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.5625, |
| "learning_rate": 0.0009959433967834167, |
| "loss": 0.0946, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1352093.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.20672957599163055, |
| "skip_count": 1.0, |
| "step": 854, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.6666666865348816, |
| "acc_skip": 0.5, |
| "avg_layers": 28.0, |
| "epoch": 4.6552901023890785, |
| "f1_execute": 0.8780487775802612, |
| "f1_repeat": 0.6666666865348816, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.109375, |
| "learning_rate": 0.0009958973625329424, |
| "loss": 0.1035, |
| "macro_f1": 0.737127423286438, |
| "num_tokens": 1355052.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.14273089170455933, |
| "skip_count": 6.0, |
| "step": 856, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.6662116040955635, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.15625, |
| "learning_rate": 0.0009958510696321532, |
| "loss": 0.1217, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 1358739.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03209677338600159, |
| "skip_count": 0.0, |
| "step": 858, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.6771331058020476, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.609375, |
| "learning_rate": 0.000995804518105195, |
| "loss": 0.1511, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1361816.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.016142090782523155, |
| "skip_count": 0.0, |
| "step": 860, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.6880546075085325, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.03125, |
| "learning_rate": 0.0009957577079763478, |
| "loss": 0.1588, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1365188.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.005357397720217705, |
| "skip_count": 0.0, |
| "step": 862, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.6989761092150175, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.53125, |
| "learning_rate": 0.0009957106392700272, |
| "loss": 0.0981, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1368207.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.005774896126240492, |
| "skip_count": 0.0, |
| "step": 864, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.709897610921502, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.859375, |
| "learning_rate": 0.000995663312010783, |
| "loss": 0.1432, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1370949.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0034105523955076933, |
| "skip_count": 0.0, |
| "step": 866, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.720819112627987, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.6875, |
| "learning_rate": 0.0009956157262233003, |
| "loss": 0.1171, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1373855.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.00975721050053835, |
| "skip_count": 0.0, |
| "step": 868, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 27.0, |
| "epoch": 4.731740614334471, |
| "f1_execute": 0.8979592323303223, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 9.8125, |
| "learning_rate": 0.000995567881932399, |
| "loss": 0.1658, |
| "macro_f1": 0.4326530694961548, |
| "num_tokens": 1376396.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3017057776451111, |
| "skip_count": 3.0, |
| "step": 870, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.742662116040956, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.5625, |
| "learning_rate": 0.0009955197791630336, |
| "loss": 0.141, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1379027.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.008239896968007088, |
| "skip_count": 0.0, |
| "step": 872, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.753583617747441, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.53125, |
| "learning_rate": 0.0009954714179402936, |
| "loss": 0.1144, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1382288.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.010364998131990433, |
| "skip_count": 0.0, |
| "step": 874, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 4.764505119453925, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 6.53125, |
| "learning_rate": 0.0009954227982894035, |
| "loss": 0.1795, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1385672.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15057335793972015, |
| "skip_count": 1.0, |
| "step": 876, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.77542662116041, |
| "f1_execute": 0.8799999952316284, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.90625, |
| "learning_rate": 0.0009953739202357217, |
| "loss": 0.1139, |
| "macro_f1": 0.29333335161209106, |
| "num_tokens": 1389206.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.42493173480033875, |
| "skip_count": 3.0, |
| "step": 878, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.786348122866894, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.46875, |
| "learning_rate": 0.0009953247838047428, |
| "loss": 0.1882, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1392492.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.005968689452856779, |
| "skip_count": 0.0, |
| "step": 880, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.797269624573379, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.046875, |
| "learning_rate": 0.0009952753890220948, |
| "loss": 0.1183, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1395478.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.14635904133319855, |
| "skip_count": 1.0, |
| "step": 882, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 4.808191126279864, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.34375, |
| "learning_rate": 0.0009952257359135417, |
| "loss": 0.1388, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 1398518.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1135154739022255, |
| "skip_count": 2.0, |
| "step": 884, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 28.0, |
| "epoch": 4.819112627986348, |
| "f1_execute": 0.9411765336990356, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.65625, |
| "learning_rate": 0.0009951758245049808, |
| "loss": 0.179, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 1401259.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.18914444744586945, |
| "skip_count": 1.0, |
| "step": 886, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 4.830034129692833, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.5, |
| "learning_rate": 0.0009951256548224455, |
| "loss": 0.0913, |
| "macro_f1": 0.6603773832321167, |
| "num_tokens": 1404149.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.04007445275783539, |
| "skip_count": 1.0, |
| "step": 888, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.840955631399318, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.15625, |
| "learning_rate": 0.000995075226892103, |
| "loss": 0.129, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1406960.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.4282263517379761, |
| "skip_count": 1.0, |
| "step": 890, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.5714285969734192, |
| "avg_layers": 27.0, |
| "epoch": 4.851877133105802, |
| "f1_execute": 0.8999999761581421, |
| "f1_repeat": 0.800000011920929, |
| "f1_skip": 0.7272727489471436, |
| "grad_norm": 5.40625, |
| "learning_rate": 0.0009950245407402557, |
| "loss": 0.2196, |
| "macro_f1": 0.8090909719467163, |
| "num_tokens": 1409634.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.3470841348171234, |
| "skip_count": 7.0, |
| "step": 892, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 24.0, |
| "epoch": 4.862798634812287, |
| "f1_execute": 0.9795917868614197, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.0009949735963933404, |
| "loss": 0.115, |
| "macro_f1": 0.5487528443336487, |
| "num_tokens": 1413390.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.05957069247961044, |
| "skip_count": 2.0, |
| "step": 894, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.873720136518771, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.53125, |
| "learning_rate": 0.0009949223938779286, |
| "loss": 0.0754, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1416605.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.002007940784096718, |
| "skip_count": 0.0, |
| "step": 896, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 4.884641638225256, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 8.1875, |
| "learning_rate": 0.000994870933220727, |
| "loss": 0.1282, |
| "macro_f1": 0.4803921580314636, |
| "num_tokens": 1420764.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08513174206018448, |
| "skip_count": 2.0, |
| "step": 898, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.895563139931741, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.09375, |
| "learning_rate": 0.0009948192144485757, |
| "loss": 0.0972, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1424182.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03853657469153404, |
| "skip_count": 1.0, |
| "step": 900, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 4.906484641638225, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 5.03125, |
| "learning_rate": 0.0009947672375884506, |
| "loss": 0.1737, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1426986.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.008192243054509163, |
| "skip_count": 1.0, |
| "step": 902, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 4.91740614334471, |
| "f1_execute": 0.9795917868614197, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.800000011920929, |
| "grad_norm": 4.875, |
| "learning_rate": 0.0009947150026674621, |
| "loss": 0.0577, |
| "macro_f1": 0.9265305995941162, |
| "num_tokens": 1429981.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.06954901665449142, |
| "skip_count": 2.0, |
| "step": 904, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.928327645051194, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.234375, |
| "learning_rate": 0.0009946625097128543, |
| "loss": 0.168, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1432902.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0880909413099289, |
| "skip_count": 1.0, |
| "step": 906, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 4.939249146757679, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 1.9921875, |
| "learning_rate": 0.000994609758752007, |
| "loss": 0.1445, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1436788.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.5064544081687927, |
| "skip_count": 0.0, |
| "step": 908, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 4.950170648464164, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.0625, |
| "learning_rate": 0.0009945567498124339, |
| "loss": 0.1658, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1439507.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.019065011292696, |
| "skip_count": 2.0, |
| "step": 910, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.961092150170648, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.40625, |
| "learning_rate": 0.0009945034829217832, |
| "loss": 0.0968, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1442860.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.018776487559080124, |
| "skip_count": 0.0, |
| "step": 912, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 4.972013651877133, |
| "f1_execute": 0.9230769276618958, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.71875, |
| "learning_rate": 0.0009944499581078382, |
| "loss": 0.1252, |
| "macro_f1": 0.3076923191547394, |
| "num_tokens": 1446637.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1531504988670349, |
| "skip_count": 2.0, |
| "step": 914, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 4.982935153583618, |
| "f1_execute": 0.943396270275116, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.21875, |
| "learning_rate": 0.000994396175398516, |
| "loss": 0.0992, |
| "macro_f1": 0.3144654333591461, |
| "num_tokens": 1450238.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1735955774784088, |
| "skip_count": 0.0, |
| "step": 916, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 4.993856655290102, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 7.6875, |
| "learning_rate": 0.000994342134821869, |
| "loss": 0.1523, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1453160.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.15269255638122559, |
| "skip_count": 0.0, |
| "step": 918, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 5.0, |
| "f1_execute": 0.9433962106704712, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 12.4375, |
| "learning_rate": 0.0009942878364060837, |
| "loss": 0.1131, |
| "macro_f1": 0.31446540355682373, |
| "num_tokens": 1454580.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.2639358341693878, |
| "skip_count": 0.0, |
| "step": 920, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 5.010921501706485, |
| "f1_execute": 0.9803921580314636, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 5.09375, |
| "learning_rate": 0.0009942332801794807, |
| "loss": 0.1702, |
| "macro_f1": 0.6601307392120361, |
| "num_tokens": 1457292.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.043732915073633194, |
| "skip_count": 2.0, |
| "step": 922, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 28.0, |
| "epoch": 5.021843003412969, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.8125, |
| "learning_rate": 0.000994178466170516, |
| "loss": 0.1107, |
| "macro_f1": 0.6538461446762085, |
| "num_tokens": 1460434.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.36936479806900024, |
| "skip_count": 1.0, |
| "step": 924, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 5.032764505119454, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.0009941233944077788, |
| "loss": 0.0547, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1463373.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0019650806207209826, |
| "skip_count": 1.0, |
| "step": 926, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.043686006825938, |
| "f1_execute": 0.9629629254341125, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 1.125, |
| "learning_rate": 0.000994068064919994, |
| "loss": 0.0665, |
| "macro_f1": 0.32098764181137085, |
| "num_tokens": 1466927.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.06489580124616623, |
| "skip_count": 1.0, |
| "step": 928, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 27.0, |
| "epoch": 5.054607508532423, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.203125, |
| "learning_rate": 0.0009940124777360203, |
| "loss": 0.0898, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1469834.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.013250669464468956, |
| "skip_count": 0.0, |
| "step": 930, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.065529010238908, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.0009939566328848507, |
| "loss": 0.0616, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1472714.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.03642500564455986, |
| "skip_count": 1.0, |
| "step": 932, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.076450511945392, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.000993900530395613, |
| "loss": 0.0672, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1476458.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.019950609654188156, |
| "skip_count": 2.0, |
| "step": 934, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.087372013651877, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 4.34375, |
| "learning_rate": 0.0009938441702975688, |
| "loss": 0.0714, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1479499.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.05769496411085129, |
| "skip_count": 2.0, |
| "step": 936, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 26.0, |
| "epoch": 5.098293515358362, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 3.09375, |
| "learning_rate": 0.000993787552620115, |
| "loss": 0.0647, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1482112.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.006518410053104162, |
| "skip_count": 2.0, |
| "step": 938, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.109215017064846, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.359375, |
| "learning_rate": 0.0009937306773927816, |
| "loss": 0.0569, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1485128.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.16481046378612518, |
| "skip_count": 2.0, |
| "step": 940, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.120136518771331, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.375, |
| "learning_rate": 0.0009936735446452341, |
| "loss": 0.0689, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1487854.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.00462290458381176, |
| "skip_count": 0.0, |
| "step": 942, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.131058020477815, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.0009936161544072716, |
| "loss": 0.0596, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1490795.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0042699906043708324, |
| "skip_count": 0.0, |
| "step": 944, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.1419795221843, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.78125, |
| "learning_rate": 0.0009935585067088275, |
| "loss": 0.1091, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1494150.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.01713154837489128, |
| "skip_count": 2.0, |
| "step": 946, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.152901023890785, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.640625, |
| "learning_rate": 0.0009935006015799703, |
| "loss": 0.0893, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1497517.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.014775852672755718, |
| "skip_count": 0.0, |
| "step": 948, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 5.163822525597269, |
| "f1_execute": 0.9629629850387573, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.828125, |
| "learning_rate": 0.0009934424390509017, |
| "loss": 0.1128, |
| "macro_f1": 0.32098767161369324, |
| "num_tokens": 1500944.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08066675066947937, |
| "skip_count": 1.0, |
| "step": 950, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.25, |
| "avg_layers": 27.0, |
| "epoch": 5.174744027303754, |
| "f1_execute": 0.9411765336990356, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.4000000059604645, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0009933840191519584, |
| "loss": 0.0536, |
| "macro_f1": 0.44705885648727417, |
| "num_tokens": 1504267.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.10788286477327347, |
| "skip_count": 4.0, |
| "step": 952, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.3333333432674408, |
| "avg_layers": 28.0, |
| "epoch": 5.1856655290102385, |
| "f1_execute": 0.9600000381469727, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.5, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.0009933253419136107, |
| "loss": 0.0582, |
| "macro_f1": 0.8200000524520874, |
| "num_tokens": 1507688.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.088263139128685, |
| "skip_count": 3.0, |
| "step": 954, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.1965870307167235, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.90625, |
| "learning_rate": 0.000993266407366464, |
| "loss": 0.0989, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1510658.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.005081284325569868, |
| "skip_count": 0.0, |
| "step": 956, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.207508532423208, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.000993207215541257, |
| "loss": 0.0562, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1515152.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.025190535932779312, |
| "skip_count": 2.0, |
| "step": 958, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 29.0, |
| "epoch": 5.2184300341296925, |
| "f1_execute": 1.0, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.000993147766468863, |
| "loss": 0.0672, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1518790.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.007869229651987553, |
| "skip_count": 0.0, |
| "step": 960, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.2293515358361775, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0009930880601802898, |
| "loss": 0.0658, |
| "macro_f1": 0.5427350401878357, |
| "num_tokens": 1522153.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.15375611186027527, |
| "skip_count": 2.0, |
| "step": 962, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.6666666865348816, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.2402730375426625, |
| "f1_execute": 0.8444444537162781, |
| "f1_repeat": 0.800000011920929, |
| "f1_skip": 0.0, |
| "grad_norm": 5.15625, |
| "learning_rate": 0.0009930280967066787, |
| "loss": 0.1698, |
| "macro_f1": 0.5481481552124023, |
| "num_tokens": 1525054.0, |
| "repeat_count": 3.0, |
| "routers_loss": 0.3285106122493744, |
| "skip_count": 4.0, |
| "step": 964, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 5.251194539249147, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 2.71875, |
| "learning_rate": 0.0009929678760793057, |
| "loss": 0.0853, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1528654.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.06668563932180405, |
| "skip_count": 2.0, |
| "step": 966, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 5.262116040955632, |
| "f1_execute": 0.9166666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.0009929073983295804, |
| "loss": 0.0927, |
| "macro_f1": 0.5277777910232544, |
| "num_tokens": 1531379.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.2843759059906006, |
| "skip_count": 4.0, |
| "step": 968, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 5.273037542662116, |
| "f1_execute": 0.936170220375061, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5714285373687744, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.0009928466634890473, |
| "loss": 0.0759, |
| "macro_f1": 0.502532958984375, |
| "num_tokens": 1534519.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.061425577849149704, |
| "skip_count": 4.0, |
| "step": 970, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 5.283959044368601, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 3.859375, |
| "learning_rate": 0.0009927856715893839, |
| "loss": 0.1502, |
| "macro_f1": 0.4871794879436493, |
| "num_tokens": 1537641.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.12876227498054504, |
| "skip_count": 2.0, |
| "step": 972, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 5.294880546075086, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.5, |
| "grad_norm": 2.703125, |
| "learning_rate": 0.0009927244226624029, |
| "loss": 0.0589, |
| "macro_f1": 0.4803921580314636, |
| "num_tokens": 1540885.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.24013344943523407, |
| "skip_count": 2.0, |
| "step": 974, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 5.30580204778157, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 1.0, |
| "grad_norm": 2.578125, |
| "learning_rate": 0.00099266291674005, |
| "loss": 0.1553, |
| "macro_f1": 0.6666666865348816, |
| "num_tokens": 1545093.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.008588392287492752, |
| "skip_count": 1.0, |
| "step": 976, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.316723549488055, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 5.0625, |
| "learning_rate": 0.000992601153854406, |
| "loss": 0.0732, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1547669.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1047874391078949, |
| "skip_count": 1.0, |
| "step": 978, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 26.0, |
| "epoch": 5.327645051194539, |
| "f1_execute": 0.8571428656578064, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 6.15625, |
| "learning_rate": 0.000992539134037685, |
| "loss": 0.1686, |
| "macro_f1": 0.2857142984867096, |
| "num_tokens": 1550684.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.3830685019493103, |
| "skip_count": 2.0, |
| "step": 980, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.338566552901024, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.0009924768573222353, |
| "loss": 0.0979, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1553458.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0034001434687525034, |
| "skip_count": 0.0, |
| "step": 982, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.349488054607509, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.0009924143237405392, |
| "loss": 0.0553, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1557067.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0015051440568640828, |
| "skip_count": 0.0, |
| "step": 984, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 25.0, |
| "epoch": 5.360409556313993, |
| "f1_execute": 0.9019607901573181, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 4.375, |
| "learning_rate": 0.0009923515333252128, |
| "loss": 0.0821, |
| "macro_f1": 0.3006536066532135, |
| "num_tokens": 1560210.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.38080108165740967, |
| "skip_count": 2.0, |
| "step": 986, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 1.0, |
| "avg_layers": 27.0, |
| "epoch": 5.371331058020478, |
| "f1_execute": 0.9411764740943909, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 5.34375, |
| "learning_rate": 0.0009922884861090068, |
| "loss": 0.104, |
| "macro_f1": 0.5359477400779724, |
| "num_tokens": 1563164.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.15402451157569885, |
| "skip_count": 1.0, |
| "step": 988, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.382252559726963, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.6875, |
| "learning_rate": 0.0009922251821248053, |
| "loss": 0.0596, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1566178.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.0008378620259463787, |
| "skip_count": 0.0, |
| "step": 990, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.393174061433447, |
| "f1_execute": 0.9818181991577148, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 3.5, |
| "learning_rate": 0.0009921616214056258, |
| "loss": 0.0858, |
| "macro_f1": 0.3272727429866791, |
| "num_tokens": 1568705.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.1363816112279892, |
| "skip_count": 1.0, |
| "step": 992, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 26.0, |
| "epoch": 5.404095563139932, |
| "f1_execute": 0.9166666865348816, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.125, |
| "learning_rate": 0.000992097803984621, |
| "loss": 0.0683, |
| "macro_f1": 0.5277777910232544, |
| "num_tokens": 1571934.0, |
| "repeat_count": 2.0, |
| "routers_loss": 0.15122386813163757, |
| "skip_count": 4.0, |
| "step": 994, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 1.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.415017064846416, |
| "f1_execute": 0.9615384340286255, |
| "f1_repeat": 1.0, |
| "f1_skip": 0.0, |
| "grad_norm": 2.328125, |
| "learning_rate": 0.0009920337298950765, |
| "loss": 0.12, |
| "macro_f1": 0.6538461446762085, |
| "num_tokens": 1574947.0, |
| "repeat_count": 1.0, |
| "routers_loss": 0.16266369819641113, |
| "skip_count": 1.0, |
| "step": 996, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.0, |
| "avg_layers": 28.0, |
| "epoch": 5.425938566552901, |
| "f1_execute": 1.0, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.0, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.0009919693991704123, |
| "loss": 0.0627, |
| "macro_f1": 0.3333333432674408, |
| "num_tokens": 1577895.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.002958054654300213, |
| "skip_count": 0.0, |
| "step": 998, |
| "text_loss": 0.0 |
| }, |
| { |
| "acc_repeat": 0.0, |
| "acc_skip": 0.5, |
| "avg_layers": 27.0, |
| "epoch": 5.436860068259386, |
| "f1_execute": 0.9811320900917053, |
| "f1_repeat": 0.0, |
| "f1_skip": 0.6666666865348816, |
| "grad_norm": 3.703125, |
| "learning_rate": 0.0009919048118441818, |
| "loss": 0.1173, |
| "macro_f1": 0.5492662787437439, |
| "num_tokens": 1581513.0, |
| "repeat_count": 0.0, |
| "routers_loss": 0.08616811782121658, |
| "skip_count": 2.0, |
| "step": 1000, |
| "text_loss": 0.0 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 9200, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 50, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.7215681060599736e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
