| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.33408, | |
| "eval_steps": 500, | |
| "global_step": 522, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00064, | |
| "grad_norm": 2.353485086238037, | |
| "learning_rate": 0.0, | |
| "loss": 0.5764, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00128, | |
| "grad_norm": 2.5676819953400525, | |
| "learning_rate": 6.329113924050633e-07, | |
| "loss": 0.6154, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.00192, | |
| "grad_norm": 2.4406327433603328, | |
| "learning_rate": 1.2658227848101265e-06, | |
| "loss": 0.5765, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00256, | |
| "grad_norm": 2.503604928634966, | |
| "learning_rate": 1.8987341772151901e-06, | |
| "loss": 0.5896, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0032, | |
| "grad_norm": 2.3561613670472124, | |
| "learning_rate": 2.531645569620253e-06, | |
| "loss": 0.5848, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.00384, | |
| "grad_norm": 2.487557281842397, | |
| "learning_rate": 3.1645569620253167e-06, | |
| "loss": 0.6005, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.00448, | |
| "grad_norm": 1.8603603695583997, | |
| "learning_rate": 3.7974683544303802e-06, | |
| "loss": 0.558, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00512, | |
| "grad_norm": 2.0016494810134997, | |
| "learning_rate": 4.430379746835443e-06, | |
| "loss": 0.586, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.00576, | |
| "grad_norm": 1.3866160295372776, | |
| "learning_rate": 5.063291139240506e-06, | |
| "loss": 0.5485, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0064, | |
| "grad_norm": 1.2536265188961684, | |
| "learning_rate": 5.69620253164557e-06, | |
| "loss": 0.5304, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00704, | |
| "grad_norm": 1.1405181059205818, | |
| "learning_rate": 6.329113924050633e-06, | |
| "loss": 0.5573, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.00768, | |
| "grad_norm": 1.4739138986648344, | |
| "learning_rate": 6.9620253164556965e-06, | |
| "loss": 0.5111, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.00832, | |
| "grad_norm": 1.5987665650407654, | |
| "learning_rate": 7.5949367088607605e-06, | |
| "loss": 0.4672, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.00896, | |
| "grad_norm": 1.5801662763772257, | |
| "learning_rate": 8.227848101265822e-06, | |
| "loss": 0.4803, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0096, | |
| "grad_norm": 1.1595227910276567, | |
| "learning_rate": 8.860759493670886e-06, | |
| "loss": 0.4413, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01024, | |
| "grad_norm": 1.0232799236259744, | |
| "learning_rate": 9.49367088607595e-06, | |
| "loss": 0.426, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.01088, | |
| "grad_norm": 1.4200883806078057, | |
| "learning_rate": 1.0126582278481012e-05, | |
| "loss": 0.4544, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.01152, | |
| "grad_norm": 1.2500413307829548, | |
| "learning_rate": 1.0759493670886076e-05, | |
| "loss": 0.453, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.01216, | |
| "grad_norm": 0.9645673541147013, | |
| "learning_rate": 1.139240506329114e-05, | |
| "loss": 0.4149, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0128, | |
| "grad_norm": 0.7619491956637449, | |
| "learning_rate": 1.2025316455696203e-05, | |
| "loss": 0.4268, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01344, | |
| "grad_norm": 0.7950927664975571, | |
| "learning_rate": 1.2658227848101267e-05, | |
| "loss": 0.4315, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.01408, | |
| "grad_norm": 0.9130569306644377, | |
| "learning_rate": 1.3291139240506329e-05, | |
| "loss": 0.367, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.01472, | |
| "grad_norm": 0.6877425501125356, | |
| "learning_rate": 1.3924050632911393e-05, | |
| "loss": 0.3838, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.01536, | |
| "grad_norm": 0.678423749873734, | |
| "learning_rate": 1.4556962025316457e-05, | |
| "loss": 0.3542, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 0.8086215595785854, | |
| "learning_rate": 1.5189873417721521e-05, | |
| "loss": 0.3947, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.01664, | |
| "grad_norm": 0.7365716120703668, | |
| "learning_rate": 1.5822784810126583e-05, | |
| "loss": 0.3761, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.01728, | |
| "grad_norm": 0.57410441755097, | |
| "learning_rate": 1.6455696202531644e-05, | |
| "loss": 0.3722, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.01792, | |
| "grad_norm": 0.5067303990784363, | |
| "learning_rate": 1.7088607594936708e-05, | |
| "loss": 0.371, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.01856, | |
| "grad_norm": 0.5387436191633763, | |
| "learning_rate": 1.7721518987341772e-05, | |
| "loss": 0.3577, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.0192, | |
| "grad_norm": 0.6059447121681072, | |
| "learning_rate": 1.8354430379746836e-05, | |
| "loss": 0.3836, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01984, | |
| "grad_norm": 0.5055998458711023, | |
| "learning_rate": 1.89873417721519e-05, | |
| "loss": 0.3783, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.02048, | |
| "grad_norm": 0.5708720902953378, | |
| "learning_rate": 1.962025316455696e-05, | |
| "loss": 0.3846, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.02112, | |
| "grad_norm": 0.557929165518282, | |
| "learning_rate": 2.0253164556962025e-05, | |
| "loss": 0.3484, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.02176, | |
| "grad_norm": 0.4519934652780253, | |
| "learning_rate": 2.088607594936709e-05, | |
| "loss": 0.3615, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0224, | |
| "grad_norm": 0.43727165616564423, | |
| "learning_rate": 2.1518987341772153e-05, | |
| "loss": 0.3599, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02304, | |
| "grad_norm": 0.44623181877706214, | |
| "learning_rate": 2.2151898734177217e-05, | |
| "loss": 0.3722, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.02368, | |
| "grad_norm": 0.4635506547428751, | |
| "learning_rate": 2.278481012658228e-05, | |
| "loss": 0.3628, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.02432, | |
| "grad_norm": 0.4583180814360715, | |
| "learning_rate": 2.341772151898734e-05, | |
| "loss": 0.3584, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.02496, | |
| "grad_norm": 0.40794109495076275, | |
| "learning_rate": 2.4050632911392405e-05, | |
| "loss": 0.3528, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0256, | |
| "grad_norm": 0.3709932525452395, | |
| "learning_rate": 2.468354430379747e-05, | |
| "loss": 0.345, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02624, | |
| "grad_norm": 0.4210238800775235, | |
| "learning_rate": 2.5316455696202533e-05, | |
| "loss": 0.3056, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.02688, | |
| "grad_norm": 0.4786731092715819, | |
| "learning_rate": 2.5949367088607597e-05, | |
| "loss": 0.3329, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.02752, | |
| "grad_norm": 0.38803905635556746, | |
| "learning_rate": 2.6582278481012658e-05, | |
| "loss": 0.3227, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.02816, | |
| "grad_norm": 0.43575361580226557, | |
| "learning_rate": 2.7215189873417722e-05, | |
| "loss": 0.3398, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0288, | |
| "grad_norm": 0.452207614606097, | |
| "learning_rate": 2.7848101265822786e-05, | |
| "loss": 0.3512, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.02944, | |
| "grad_norm": 0.4698411017252047, | |
| "learning_rate": 2.848101265822785e-05, | |
| "loss": 0.3435, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03008, | |
| "grad_norm": 0.40870853690109027, | |
| "learning_rate": 2.9113924050632914e-05, | |
| "loss": 0.3367, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03072, | |
| "grad_norm": 0.4405164959813624, | |
| "learning_rate": 2.9746835443037974e-05, | |
| "loss": 0.3476, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.03136, | |
| "grad_norm": 0.4259862667341005, | |
| "learning_rate": 3.0379746835443042e-05, | |
| "loss": 0.3305, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 0.39771125914492406, | |
| "learning_rate": 3.10126582278481e-05, | |
| "loss": 0.3395, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03264, | |
| "grad_norm": 0.4111747463996418, | |
| "learning_rate": 3.1645569620253167e-05, | |
| "loss": 0.3274, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.03328, | |
| "grad_norm": 0.42586319667255845, | |
| "learning_rate": 3.227848101265823e-05, | |
| "loss": 0.3258, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.03392, | |
| "grad_norm": 0.40788830009535015, | |
| "learning_rate": 3.291139240506329e-05, | |
| "loss": 0.2907, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.03456, | |
| "grad_norm": 0.43296600863158063, | |
| "learning_rate": 3.354430379746836e-05, | |
| "loss": 0.3345, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0352, | |
| "grad_norm": 0.42372120204803543, | |
| "learning_rate": 3.4177215189873416e-05, | |
| "loss": 0.3293, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03584, | |
| "grad_norm": 0.4469884725915102, | |
| "learning_rate": 3.4810126582278487e-05, | |
| "loss": 0.3287, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.03648, | |
| "grad_norm": 0.41612674822365947, | |
| "learning_rate": 3.5443037974683544e-05, | |
| "loss": 0.3279, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.03712, | |
| "grad_norm": 0.45327242403181206, | |
| "learning_rate": 3.607594936708861e-05, | |
| "loss": 0.3468, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.03776, | |
| "grad_norm": 0.44353765655450733, | |
| "learning_rate": 3.670886075949367e-05, | |
| "loss": 0.3341, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.0384, | |
| "grad_norm": 0.44486424984007067, | |
| "learning_rate": 3.7341772151898736e-05, | |
| "loss": 0.3275, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03904, | |
| "grad_norm": 0.4383809063442672, | |
| "learning_rate": 3.79746835443038e-05, | |
| "loss": 0.3342, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.03968, | |
| "grad_norm": 0.42608132493729306, | |
| "learning_rate": 3.8607594936708864e-05, | |
| "loss": 0.3155, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.04032, | |
| "grad_norm": 0.4555942982493556, | |
| "learning_rate": 3.924050632911392e-05, | |
| "loss": 0.3205, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.04096, | |
| "grad_norm": 0.494264400213869, | |
| "learning_rate": 3.987341772151899e-05, | |
| "loss": 0.3542, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0416, | |
| "grad_norm": 0.3924518429856125, | |
| "learning_rate": 4.050632911392405e-05, | |
| "loss": 0.3116, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.04224, | |
| "grad_norm": 0.4658349233271844, | |
| "learning_rate": 4.113924050632912e-05, | |
| "loss": 0.3461, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.04288, | |
| "grad_norm": 0.4151003836242027, | |
| "learning_rate": 4.177215189873418e-05, | |
| "loss": 0.3152, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.04352, | |
| "grad_norm": 0.4328542434853278, | |
| "learning_rate": 4.240506329113924e-05, | |
| "loss": 0.3267, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.04416, | |
| "grad_norm": 0.4255328771601494, | |
| "learning_rate": 4.3037974683544305e-05, | |
| "loss": 0.2943, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.0448, | |
| "grad_norm": 0.3960781879337196, | |
| "learning_rate": 4.367088607594937e-05, | |
| "loss": 0.3295, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04544, | |
| "grad_norm": 0.42237083664040964, | |
| "learning_rate": 4.430379746835443e-05, | |
| "loss": 0.3156, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.04608, | |
| "grad_norm": 0.44252752029376236, | |
| "learning_rate": 4.49367088607595e-05, | |
| "loss": 0.3238, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.04672, | |
| "grad_norm": 0.4254192779309176, | |
| "learning_rate": 4.556962025316456e-05, | |
| "loss": 0.3137, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.04736, | |
| "grad_norm": 0.4068734829882739, | |
| "learning_rate": 4.6202531645569625e-05, | |
| "loss": 0.3082, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 0.38540339351470876, | |
| "learning_rate": 4.683544303797468e-05, | |
| "loss": 0.298, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04864, | |
| "grad_norm": 0.43228604399379483, | |
| "learning_rate": 4.7468354430379746e-05, | |
| "loss": 0.3202, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.04928, | |
| "grad_norm": 0.4662811772881026, | |
| "learning_rate": 4.810126582278481e-05, | |
| "loss": 0.3267, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.04992, | |
| "grad_norm": 0.4101396625445811, | |
| "learning_rate": 4.8734177215189874e-05, | |
| "loss": 0.2908, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.05056, | |
| "grad_norm": 0.4407899025941757, | |
| "learning_rate": 4.936708860759494e-05, | |
| "loss": 0.3234, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0512, | |
| "grad_norm": 0.42766797963707764, | |
| "learning_rate": 5e-05, | |
| "loss": 0.315, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05184, | |
| "grad_norm": 0.39551732993824784, | |
| "learning_rate": 4.999994390459423e-05, | |
| "loss": 0.3241, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.05248, | |
| "grad_norm": 0.37307344185693914, | |
| "learning_rate": 4.999977561862863e-05, | |
| "loss": 0.3171, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.05312, | |
| "grad_norm": 0.47799834282771486, | |
| "learning_rate": 4.999949514285842e-05, | |
| "loss": 0.3174, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.05376, | |
| "grad_norm": 0.45391420249819664, | |
| "learning_rate": 4.999910247854227e-05, | |
| "loss": 0.3301, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.0544, | |
| "grad_norm": 0.49271462048539344, | |
| "learning_rate": 4.99985976274423e-05, | |
| "loss": 0.3271, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.05504, | |
| "grad_norm": 0.505091627450717, | |
| "learning_rate": 4.9997980591824126e-05, | |
| "loss": 0.308, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.05568, | |
| "grad_norm": 0.3949565660235225, | |
| "learning_rate": 4.999725137445674e-05, | |
| "loss": 0.3185, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.05632, | |
| "grad_norm": 0.5337665218445341, | |
| "learning_rate": 4.999640997861264e-05, | |
| "loss": 0.3211, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.05696, | |
| "grad_norm": 0.45754751119526205, | |
| "learning_rate": 4.999545640806766e-05, | |
| "loss": 0.3228, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.0576, | |
| "grad_norm": 0.45385353033639203, | |
| "learning_rate": 4.999439066710111e-05, | |
| "loss": 0.3415, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05824, | |
| "grad_norm": 0.49073962043136393, | |
| "learning_rate": 4.999321276049563e-05, | |
| "loss": 0.3179, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.05888, | |
| "grad_norm": 0.42999497815595844, | |
| "learning_rate": 4.9991922693537226e-05, | |
| "loss": 0.3067, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.05952, | |
| "grad_norm": 0.4625502305860712, | |
| "learning_rate": 4.9990520472015246e-05, | |
| "loss": 0.2949, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.06016, | |
| "grad_norm": 0.40226854319567656, | |
| "learning_rate": 4.998900610222236e-05, | |
| "loss": 0.3051, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.0608, | |
| "grad_norm": 0.39982821508119915, | |
| "learning_rate": 4.998737959095449e-05, | |
| "loss": 0.2778, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.06144, | |
| "grad_norm": 1.0464838609726888, | |
| "learning_rate": 4.998564094551081e-05, | |
| "loss": 0.3161, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.06208, | |
| "grad_norm": 0.4514203583299103, | |
| "learning_rate": 4.998379017369375e-05, | |
| "loss": 0.3119, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.06272, | |
| "grad_norm": 0.48265032091647747, | |
| "learning_rate": 4.9981827283808855e-05, | |
| "loss": 0.3083, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.06336, | |
| "grad_norm": 0.42207276430371016, | |
| "learning_rate": 4.997975228466489e-05, | |
| "loss": 0.335, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 0.4109136525662046, | |
| "learning_rate": 4.997756518557368e-05, | |
| "loss": 0.2801, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06464, | |
| "grad_norm": 0.40459874238442717, | |
| "learning_rate": 4.997526599635011e-05, | |
| "loss": 0.2852, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.06528, | |
| "grad_norm": 0.48908720050476456, | |
| "learning_rate": 4.997285472731211e-05, | |
| "loss": 0.335, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.06592, | |
| "grad_norm": 0.42083268237680455, | |
| "learning_rate": 4.997033138928056e-05, | |
| "loss": 0.3143, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.06656, | |
| "grad_norm": 0.45257051558741634, | |
| "learning_rate": 4.996769599357927e-05, | |
| "loss": 0.309, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.0672, | |
| "grad_norm": 0.43169779281959547, | |
| "learning_rate": 4.996494855203493e-05, | |
| "loss": 0.3239, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.06784, | |
| "grad_norm": 0.5600681218655813, | |
| "learning_rate": 4.996208907697706e-05, | |
| "loss": 0.3218, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.06848, | |
| "grad_norm": 0.5148554799775189, | |
| "learning_rate": 4.995911758123791e-05, | |
| "loss": 0.2851, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.06912, | |
| "grad_norm": 1.6520154087150252, | |
| "learning_rate": 4.995603407815249e-05, | |
| "loss": 0.2973, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.06976, | |
| "grad_norm": 0.560865604631309, | |
| "learning_rate": 4.9952838581558406e-05, | |
| "loss": 0.3056, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.0704, | |
| "grad_norm": 0.45796131093813686, | |
| "learning_rate": 4.994953110579588e-05, | |
| "loss": 0.3151, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.07104, | |
| "grad_norm": 0.9637610478065832, | |
| "learning_rate": 4.9946111665707645e-05, | |
| "loss": 0.3279, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.07168, | |
| "grad_norm": 0.364055859969717, | |
| "learning_rate": 4.99425802766389e-05, | |
| "loss": 0.2899, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.07232, | |
| "grad_norm": 0.4976556238289915, | |
| "learning_rate": 4.993893695443721e-05, | |
| "loss": 0.3031, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.07296, | |
| "grad_norm": 0.43623766283866644, | |
| "learning_rate": 4.993518171545247e-05, | |
| "loss": 0.2915, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.0736, | |
| "grad_norm": 0.4725640071790753, | |
| "learning_rate": 4.993131457653682e-05, | |
| "loss": 0.3027, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.07424, | |
| "grad_norm": 0.4338862090037202, | |
| "learning_rate": 4.992733555504454e-05, | |
| "loss": 0.3179, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.07488, | |
| "grad_norm": 0.46363028669830225, | |
| "learning_rate": 4.9923244668832025e-05, | |
| "loss": 0.3075, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.07552, | |
| "grad_norm": 0.4285975451064772, | |
| "learning_rate": 4.991904193625768e-05, | |
| "loss": 0.3117, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.07616, | |
| "grad_norm": 0.37832077577217255, | |
| "learning_rate": 4.991472737618181e-05, | |
| "loss": 0.2741, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.0768, | |
| "grad_norm": 0.41682487577691063, | |
| "learning_rate": 4.991030100796659e-05, | |
| "loss": 0.3019, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.07744, | |
| "grad_norm": 0.3716575375425735, | |
| "learning_rate": 4.9905762851475915e-05, | |
| "loss": 0.3154, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.07808, | |
| "grad_norm": 0.39573210518813595, | |
| "learning_rate": 4.990111292707537e-05, | |
| "loss": 0.3141, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.07872, | |
| "grad_norm": 0.4590220102268012, | |
| "learning_rate": 4.989635125563211e-05, | |
| "loss": 0.2911, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.07936, | |
| "grad_norm": 0.37422052213335605, | |
| "learning_rate": 4.989147785851477e-05, | |
| "loss": 0.3101, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4283999831025601, | |
| "learning_rate": 4.988649275759335e-05, | |
| "loss": 0.32, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.08064, | |
| "grad_norm": 0.4133286791179184, | |
| "learning_rate": 4.988139597523916e-05, | |
| "loss": 0.2921, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.08128, | |
| "grad_norm": 0.4338853261587351, | |
| "learning_rate": 4.98761875343247e-05, | |
| "loss": 0.2846, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.08192, | |
| "grad_norm": 0.40905061401860165, | |
| "learning_rate": 4.987086745822352e-05, | |
| "loss": 0.2859, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.08256, | |
| "grad_norm": 0.39198335440260496, | |
| "learning_rate": 4.986543577081017e-05, | |
| "loss": 0.3214, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.0832, | |
| "grad_norm": 0.4072147961679465, | |
| "learning_rate": 4.985989249646007e-05, | |
| "loss": 0.303, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.08384, | |
| "grad_norm": 0.3960141589346821, | |
| "learning_rate": 4.985423766004939e-05, | |
| "loss": 0.3113, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.08448, | |
| "grad_norm": 0.4901660833242505, | |
| "learning_rate": 4.9848471286954965e-05, | |
| "loss": 0.3275, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.08512, | |
| "grad_norm": 0.3589215784625634, | |
| "learning_rate": 4.984259340305416e-05, | |
| "loss": 0.2894, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.08576, | |
| "grad_norm": 0.3998417320795738, | |
| "learning_rate": 4.9836604034724753e-05, | |
| "loss": 0.2926, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.0864, | |
| "grad_norm": 0.4296580917834302, | |
| "learning_rate": 4.9830503208844835e-05, | |
| "loss": 0.2946, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.08704, | |
| "grad_norm": 0.3544925944429582, | |
| "learning_rate": 4.982429095279266e-05, | |
| "loss": 0.2945, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.08768, | |
| "grad_norm": 0.4295052142302722, | |
| "learning_rate": 4.981796729444655e-05, | |
| "loss": 0.3251, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.08832, | |
| "grad_norm": 0.3810698917249912, | |
| "learning_rate": 4.981153226218477e-05, | |
| "loss": 0.3075, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.08896, | |
| "grad_norm": 0.3415977052001699, | |
| "learning_rate": 4.9804985884885366e-05, | |
| "loss": 0.2879, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.0896, | |
| "grad_norm": 0.3776850662597046, | |
| "learning_rate": 4.979832819192608e-05, | |
| "loss": 0.3129, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09024, | |
| "grad_norm": 0.36338720848583483, | |
| "learning_rate": 4.97915592131842e-05, | |
| "loss": 0.2894, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.09088, | |
| "grad_norm": 0.39018083120154434, | |
| "learning_rate": 4.97846789790364e-05, | |
| "loss": 0.3073, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.09152, | |
| "grad_norm": 0.35656151957057863, | |
| "learning_rate": 4.977768752035865e-05, | |
| "loss": 0.3119, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.09216, | |
| "grad_norm": 0.3952926600732054, | |
| "learning_rate": 4.9770584868526046e-05, | |
| "loss": 0.312, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.0928, | |
| "grad_norm": 0.4288986528346642, | |
| "learning_rate": 4.9763371055412685e-05, | |
| "loss": 0.3084, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.09344, | |
| "grad_norm": 0.44696008744325466, | |
| "learning_rate": 4.9756046113391496e-05, | |
| "loss": 0.3292, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.09408, | |
| "grad_norm": 0.35163986650006296, | |
| "learning_rate": 4.974861007533413e-05, | |
| "loss": 0.2859, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.09472, | |
| "grad_norm": 0.42759675331208585, | |
| "learning_rate": 4.97410629746108e-05, | |
| "loss": 0.2919, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.09536, | |
| "grad_norm": 0.43529839553806815, | |
| "learning_rate": 4.9733404845090116e-05, | |
| "loss": 0.2842, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 0.41401104367991204, | |
| "learning_rate": 4.972563572113894e-05, | |
| "loss": 0.2904, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.09664, | |
| "grad_norm": 0.41056372455002155, | |
| "learning_rate": 4.971775563762226e-05, | |
| "loss": 0.291, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.09728, | |
| "grad_norm": 0.42450110637249844, | |
| "learning_rate": 4.970976462990299e-05, | |
| "loss": 0.3107, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.09792, | |
| "grad_norm": 0.36252875803102586, | |
| "learning_rate": 4.970166273384183e-05, | |
| "loss": 0.2867, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.09856, | |
| "grad_norm": 0.34724268049235696, | |
| "learning_rate": 4.969344998579712e-05, | |
| "loss": 0.2663, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.0992, | |
| "grad_norm": 0.4062042219778404, | |
| "learning_rate": 4.9685126422624644e-05, | |
| "loss": 0.3156, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.09984, | |
| "grad_norm": 0.38599214382639446, | |
| "learning_rate": 4.96766920816775e-05, | |
| "loss": 0.3147, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.10048, | |
| "grad_norm": 0.3662678782254152, | |
| "learning_rate": 4.966814700080592e-05, | |
| "loss": 0.3184, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.10112, | |
| "grad_norm": 0.37758974795094674, | |
| "learning_rate": 4.965949121835707e-05, | |
| "loss": 0.3341, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.10176, | |
| "grad_norm": 0.42335782183402376, | |
| "learning_rate": 4.965072477317493e-05, | |
| "loss": 0.3105, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1024, | |
| "grad_norm": 0.3445716615812455, | |
| "learning_rate": 4.964184770460007e-05, | |
| "loss": 0.2935, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10304, | |
| "grad_norm": 0.40006390954972004, | |
| "learning_rate": 4.963286005246953e-05, | |
| "loss": 0.2834, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.10368, | |
| "grad_norm": 0.3664434351809571, | |
| "learning_rate": 4.9623761857116594e-05, | |
| "loss": 0.3191, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.10432, | |
| "grad_norm": 0.3746346471394553, | |
| "learning_rate": 4.961455315937059e-05, | |
| "loss": 0.282, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.10496, | |
| "grad_norm": 0.3543125314610225, | |
| "learning_rate": 4.960523400055679e-05, | |
| "loss": 0.2939, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.1056, | |
| "grad_norm": 0.34883234374623584, | |
| "learning_rate": 4.959580442249615e-05, | |
| "loss": 0.3011, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.10624, | |
| "grad_norm": 0.33879752208803143, | |
| "learning_rate": 4.958626446750515e-05, | |
| "loss": 0.3211, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.10688, | |
| "grad_norm": 0.37300311895352173, | |
| "learning_rate": 4.9576614178395595e-05, | |
| "loss": 0.301, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.10752, | |
| "grad_norm": 0.3273073442908486, | |
| "learning_rate": 4.956685359847445e-05, | |
| "loss": 0.2969, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.10816, | |
| "grad_norm": 0.3116171444679886, | |
| "learning_rate": 4.95569827715436e-05, | |
| "loss": 0.2817, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.1088, | |
| "grad_norm": 0.3361243539743496, | |
| "learning_rate": 4.9547001741899693e-05, | |
| "loss": 0.2977, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.10944, | |
| "grad_norm": 0.3418189113063408, | |
| "learning_rate": 4.953691055433391e-05, | |
| "loss": 0.2916, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.11008, | |
| "grad_norm": 0.3625913676240481, | |
| "learning_rate": 4.952670925413182e-05, | |
| "loss": 0.3038, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.11072, | |
| "grad_norm": 0.34636880625513666, | |
| "learning_rate": 4.951639788707307e-05, | |
| "loss": 0.2854, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.11136, | |
| "grad_norm": 0.35977242712508983, | |
| "learning_rate": 4.950597649943132e-05, | |
| "loss": 0.2786, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 0.33680285828380363, | |
| "learning_rate": 4.9495445137973905e-05, | |
| "loss": 0.2934, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.11264, | |
| "grad_norm": 0.3270580360967154, | |
| "learning_rate": 4.948480384996172e-05, | |
| "loss": 0.2878, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.11328, | |
| "grad_norm": 0.3363028989990994, | |
| "learning_rate": 4.947405268314894e-05, | |
| "loss": 0.3014, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.11392, | |
| "grad_norm": 0.39424588001597727, | |
| "learning_rate": 4.9463191685782865e-05, | |
| "loss": 0.3076, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.11456, | |
| "grad_norm": 0.31183590038965797, | |
| "learning_rate": 4.945222090660364e-05, | |
| "loss": 0.2859, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.1152, | |
| "grad_norm": 0.3487969513905697, | |
| "learning_rate": 4.944114039484411e-05, | |
| "loss": 0.3057, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.11584, | |
| "grad_norm": 0.3502275557092516, | |
| "learning_rate": 4.942995020022954e-05, | |
| "loss": 0.3255, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.11648, | |
| "grad_norm": 0.3051981568928157, | |
| "learning_rate": 4.9418650372977384e-05, | |
| "loss": 0.2881, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.11712, | |
| "grad_norm": 0.3213236160412315, | |
| "learning_rate": 4.940724096379714e-05, | |
| "loss": 0.2832, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.11776, | |
| "grad_norm": 0.2804638187646734, | |
| "learning_rate": 4.9395722023890035e-05, | |
| "loss": 0.2807, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.1184, | |
| "grad_norm": 0.32770405872721187, | |
| "learning_rate": 4.938409360494883e-05, | |
| "loss": 0.2843, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.11904, | |
| "grad_norm": 0.3196607887549686, | |
| "learning_rate": 4.937235575915761e-05, | |
| "loss": 0.2928, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.11968, | |
| "grad_norm": 0.31014707115252577, | |
| "learning_rate": 4.93605085391915e-05, | |
| "loss": 0.2926, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.12032, | |
| "grad_norm": 0.3667018178707909, | |
| "learning_rate": 4.934855199821647e-05, | |
| "loss": 0.2837, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.12096, | |
| "grad_norm": 0.3370594761880159, | |
| "learning_rate": 4.93364861898891e-05, | |
| "loss": 0.2776, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.1216, | |
| "grad_norm": 0.3889677526233924, | |
| "learning_rate": 4.932431116835628e-05, | |
| "loss": 0.2976, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.12224, | |
| "grad_norm": 0.32895998318993375, | |
| "learning_rate": 4.931202698825503e-05, | |
| "loss": 0.2823, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.12288, | |
| "grad_norm": 0.30268716856662087, | |
| "learning_rate": 4.929963370471226e-05, | |
| "loss": 0.2889, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.12352, | |
| "grad_norm": 0.2784816493323616, | |
| "learning_rate": 4.928713137334445e-05, | |
| "loss": 0.2819, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.12416, | |
| "grad_norm": 0.31652215898467684, | |
| "learning_rate": 4.927452005025748e-05, | |
| "loss": 0.3023, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.1248, | |
| "grad_norm": 0.30644827432002086, | |
| "learning_rate": 4.926179979204633e-05, | |
| "loss": 0.303, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.12544, | |
| "grad_norm": 0.298870893997602, | |
| "learning_rate": 4.9248970655794836e-05, | |
| "loss": 0.2924, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.12608, | |
| "grad_norm": 0.3019490103946191, | |
| "learning_rate": 4.923603269907545e-05, | |
| "loss": 0.2749, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.12672, | |
| "grad_norm": 0.34179704436331393, | |
| "learning_rate": 4.922298597994897e-05, | |
| "loss": 0.2837, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.12736, | |
| "grad_norm": 0.34714244369014874, | |
| "learning_rate": 4.920983055696428e-05, | |
| "loss": 0.2941, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 0.34514991924274774, | |
| "learning_rate": 4.919656648915807e-05, | |
| "loss": 0.2852, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.12864, | |
| "grad_norm": 0.2845599679176182, | |
| "learning_rate": 4.918319383605462e-05, | |
| "loss": 0.2583, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.12928, | |
| "grad_norm": 0.3683838687495882, | |
| "learning_rate": 4.916971265766547e-05, | |
| "loss": 0.2954, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.12992, | |
| "grad_norm": 0.35457325941860496, | |
| "learning_rate": 4.915612301448919e-05, | |
| "loss": 0.2957, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.13056, | |
| "grad_norm": 0.4102065495806397, | |
| "learning_rate": 4.914242496751111e-05, | |
| "loss": 0.289, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.1312, | |
| "grad_norm": 0.391931082619993, | |
| "learning_rate": 4.912861857820303e-05, | |
| "loss": 0.303, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.13184, | |
| "grad_norm": 0.37855393422147743, | |
| "learning_rate": 4.911470390852295e-05, | |
| "loss": 0.3013, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.13248, | |
| "grad_norm": 0.31160560780141033, | |
| "learning_rate": 4.91006810209148e-05, | |
| "loss": 0.2888, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.13312, | |
| "grad_norm": 0.38185424339716356, | |
| "learning_rate": 4.9086549978308125e-05, | |
| "loss": 0.2999, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.13376, | |
| "grad_norm": 0.30532616858387496, | |
| "learning_rate": 4.9072310844117875e-05, | |
| "loss": 0.2732, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.1344, | |
| "grad_norm": 0.36508067170966735, | |
| "learning_rate": 4.9057963682244045e-05, | |
| "loss": 0.2909, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.13504, | |
| "grad_norm": 0.3148112484256156, | |
| "learning_rate": 4.904350855707142e-05, | |
| "loss": 0.2874, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.13568, | |
| "grad_norm": 0.3274325146184032, | |
| "learning_rate": 4.9028945533469276e-05, | |
| "loss": 0.2661, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.13632, | |
| "grad_norm": 0.3685996593265165, | |
| "learning_rate": 4.9014274676791134e-05, | |
| "loss": 0.3037, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.13696, | |
| "grad_norm": 0.34087816560391343, | |
| "learning_rate": 4.899949605287439e-05, | |
| "loss": 0.2797, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.1376, | |
| "grad_norm": 0.3613310322508522, | |
| "learning_rate": 4.898460972804009e-05, | |
| "loss": 0.3096, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.13824, | |
| "grad_norm": 0.375457846044839, | |
| "learning_rate": 4.896961576909258e-05, | |
| "loss": 0.2822, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.13888, | |
| "grad_norm": 0.3437437239754465, | |
| "learning_rate": 4.895451424331924e-05, | |
| "loss": 0.2725, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.13952, | |
| "grad_norm": 0.35840101574935934, | |
| "learning_rate": 4.893930521849016e-05, | |
| "loss": 0.268, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.14016, | |
| "grad_norm": 0.3767989948671444, | |
| "learning_rate": 4.892398876285785e-05, | |
| "loss": 0.2901, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.1408, | |
| "grad_norm": 0.4065322507872538, | |
| "learning_rate": 4.890856494515696e-05, | |
| "loss": 0.2892, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.14144, | |
| "grad_norm": 0.3526522553070582, | |
| "learning_rate": 4.889303383460389e-05, | |
| "loss": 0.2818, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.14208, | |
| "grad_norm": 0.36687661566425206, | |
| "learning_rate": 4.887739550089656e-05, | |
| "loss": 0.2788, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.14272, | |
| "grad_norm": 0.36376035976937565, | |
| "learning_rate": 4.886165001421408e-05, | |
| "loss": 0.3102, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.14336, | |
| "grad_norm": 0.32605502970392203, | |
| "learning_rate": 4.884579744521638e-05, | |
| "loss": 0.2858, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 0.3473388829365213, | |
| "learning_rate": 4.8829837865043984e-05, | |
| "loss": 0.2927, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.14464, | |
| "grad_norm": 0.3161945789520979, | |
| "learning_rate": 4.881377134531762e-05, | |
| "loss": 0.2684, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.14528, | |
| "grad_norm": 0.3233058980574442, | |
| "learning_rate": 4.8797597958137914e-05, | |
| "loss": 0.2809, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.14592, | |
| "grad_norm": 0.35628813657982605, | |
| "learning_rate": 4.878131777608509e-05, | |
| "loss": 0.2857, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.14656, | |
| "grad_norm": 0.34474317130830845, | |
| "learning_rate": 4.876493087221862e-05, | |
| "loss": 0.2981, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.1472, | |
| "grad_norm": 0.3332723948946639, | |
| "learning_rate": 4.87484373200769e-05, | |
| "loss": 0.2904, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.14784, | |
| "grad_norm": 0.36212328347879097, | |
| "learning_rate": 4.8731837193676944e-05, | |
| "loss": 0.2803, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.14848, | |
| "grad_norm": 0.32285084742216597, | |
| "learning_rate": 4.871513056751401e-05, | |
| "loss": 0.2991, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.14912, | |
| "grad_norm": 0.3757428283729143, | |
| "learning_rate": 4.8698317516561295e-05, | |
| "loss": 0.3007, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.14976, | |
| "grad_norm": 0.352925038021312, | |
| "learning_rate": 4.8681398116269596e-05, | |
| "loss": 0.2865, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.1504, | |
| "grad_norm": 0.33841490625531084, | |
| "learning_rate": 4.8664372442566954e-05, | |
| "loss": 0.294, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.15104, | |
| "grad_norm": 0.34183505785167, | |
| "learning_rate": 4.864724057185834e-05, | |
| "loss": 0.2691, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.15168, | |
| "grad_norm": 0.339769370877407, | |
| "learning_rate": 4.86300025810253e-05, | |
| "loss": 0.2818, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.15232, | |
| "grad_norm": 0.30700076377351593, | |
| "learning_rate": 4.861265854742559e-05, | |
| "loss": 0.2748, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.15296, | |
| "grad_norm": 0.3489951897607549, | |
| "learning_rate": 4.859520854889287e-05, | |
| "loss": 0.2937, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.1536, | |
| "grad_norm": 0.29156819501858466, | |
| "learning_rate": 4.857765266373631e-05, | |
| "loss": 0.2958, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.15424, | |
| "grad_norm": 0.3384643439513567, | |
| "learning_rate": 4.855999097074027e-05, | |
| "loss": 0.2939, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.15488, | |
| "grad_norm": 0.3077298938535667, | |
| "learning_rate": 4.8542223549163946e-05, | |
| "loss": 0.2724, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.15552, | |
| "grad_norm": 0.31947348723786806, | |
| "learning_rate": 4.8524350478740985e-05, | |
| "loss": 0.2666, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.15616, | |
| "grad_norm": 0.3774412893720739, | |
| "learning_rate": 4.850637183967917e-05, | |
| "loss": 0.2852, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.1568, | |
| "grad_norm": 0.3066835259607928, | |
| "learning_rate": 4.848828771266002e-05, | |
| "loss": 0.2883, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.15744, | |
| "grad_norm": 0.39290641044610064, | |
| "learning_rate": 4.847009817883844e-05, | |
| "loss": 0.284, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.15808, | |
| "grad_norm": 0.3087733867875181, | |
| "learning_rate": 4.845180331984239e-05, | |
| "loss": 0.2726, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.15872, | |
| "grad_norm": 0.3823066055668157, | |
| "learning_rate": 4.843340321777246e-05, | |
| "loss": 0.2656, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.15936, | |
| "grad_norm": 0.3211297194539539, | |
| "learning_rate": 4.8414897955201556e-05, | |
| "loss": 0.2628, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.3120564620889703, | |
| "learning_rate": 4.8396287615174484e-05, | |
| "loss": 0.2587, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.16064, | |
| "grad_norm": 0.3289936954141222, | |
| "learning_rate": 4.837757228120762e-05, | |
| "loss": 0.2896, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.16128, | |
| "grad_norm": 0.3188145095365673, | |
| "learning_rate": 4.835875203728849e-05, | |
| "loss": 0.2555, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.16192, | |
| "grad_norm": 0.3889796632457812, | |
| "learning_rate": 4.8339826967875443e-05, | |
| "loss": 0.2872, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.16256, | |
| "grad_norm": 0.381368538527566, | |
| "learning_rate": 4.832079715789724e-05, | |
| "loss": 0.2988, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.1632, | |
| "grad_norm": 0.36630965780444474, | |
| "learning_rate": 4.830166269275267e-05, | |
| "loss": 0.2906, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.16384, | |
| "grad_norm": 0.3552050245169036, | |
| "learning_rate": 4.828242365831016e-05, | |
| "loss": 0.2761, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.16448, | |
| "grad_norm": 0.37404437653877487, | |
| "learning_rate": 4.8263080140907455e-05, | |
| "loss": 0.2908, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.16512, | |
| "grad_norm": 0.3507329450496866, | |
| "learning_rate": 4.824363222735114e-05, | |
| "loss": 0.275, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.16576, | |
| "grad_norm": 0.37299320025474214, | |
| "learning_rate": 4.82240800049163e-05, | |
| "loss": 0.2801, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.1664, | |
| "grad_norm": 0.38754434557373796, | |
| "learning_rate": 4.820442356134612e-05, | |
| "loss": 0.2709, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.16704, | |
| "grad_norm": 0.33798911863787995, | |
| "learning_rate": 4.8184662984851505e-05, | |
| "loss": 0.3009, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.16768, | |
| "grad_norm": 0.3559262440354945, | |
| "learning_rate": 4.816479836411065e-05, | |
| "loss": 0.2835, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.16832, | |
| "grad_norm": 0.4158079436380025, | |
| "learning_rate": 4.8144829788268674e-05, | |
| "loss": 0.2954, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.16896, | |
| "grad_norm": 0.3603676966517829, | |
| "learning_rate": 4.8124757346937214e-05, | |
| "loss": 0.2637, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.1696, | |
| "grad_norm": 0.3288136132861365, | |
| "learning_rate": 4.810458113019401e-05, | |
| "loss": 0.2747, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.17024, | |
| "grad_norm": 0.3402933784236876, | |
| "learning_rate": 4.8084301228582485e-05, | |
| "loss": 0.2577, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.17088, | |
| "grad_norm": 0.36930227507381896, | |
| "learning_rate": 4.8063917733111406e-05, | |
| "loss": 0.3098, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.17152, | |
| "grad_norm": 0.309709429764299, | |
| "learning_rate": 4.8043430735254404e-05, | |
| "loss": 0.2808, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.17216, | |
| "grad_norm": 0.35813482945344854, | |
| "learning_rate": 4.8022840326949595e-05, | |
| "loss": 0.2812, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.1728, | |
| "grad_norm": 0.3631234651320861, | |
| "learning_rate": 4.800214660059916e-05, | |
| "loss": 0.2797, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.17344, | |
| "grad_norm": 0.3309005171733229, | |
| "learning_rate": 4.798134964906894e-05, | |
| "loss": 0.2867, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.17408, | |
| "grad_norm": 0.35715429838212853, | |
| "learning_rate": 4.7960449565688e-05, | |
| "loss": 0.2638, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.17472, | |
| "grad_norm": 0.3279629544159387, | |
| "learning_rate": 4.793944644424826e-05, | |
| "loss": 0.2855, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.17536, | |
| "grad_norm": 0.37196752238968245, | |
| "learning_rate": 4.7918340379003985e-05, | |
| "loss": 0.2875, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 0.31834632572626353, | |
| "learning_rate": 4.7897131464671444e-05, | |
| "loss": 0.3006, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.17664, | |
| "grad_norm": 0.34089694844336105, | |
| "learning_rate": 4.787581979642845e-05, | |
| "loss": 0.2557, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.17728, | |
| "grad_norm": 0.31522922339322745, | |
| "learning_rate": 4.7854405469913944e-05, | |
| "loss": 0.2741, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.17792, | |
| "grad_norm": 0.31669044816633024, | |
| "learning_rate": 4.7832888581227545e-05, | |
| "loss": 0.2766, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.17856, | |
| "grad_norm": 0.3460333243052226, | |
| "learning_rate": 4.7811269226929135e-05, | |
| "loss": 0.2802, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.1792, | |
| "grad_norm": 0.33307222568871414, | |
| "learning_rate": 4.7789547504038443e-05, | |
| "loss": 0.2696, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.17984, | |
| "grad_norm": 0.3326671192080615, | |
| "learning_rate": 4.776772351003458e-05, | |
| "loss": 0.2811, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.18048, | |
| "grad_norm": 0.32991380728873526, | |
| "learning_rate": 4.774579734285559e-05, | |
| "loss": 0.2878, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.18112, | |
| "grad_norm": 0.3247648689257416, | |
| "learning_rate": 4.772376910089808e-05, | |
| "loss": 0.2786, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.18176, | |
| "grad_norm": 0.3282388341197448, | |
| "learning_rate": 4.770163888301668e-05, | |
| "loss": 0.2708, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.1824, | |
| "grad_norm": 0.3314880902653025, | |
| "learning_rate": 4.7679406788523685e-05, | |
| "loss": 0.278, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.18304, | |
| "grad_norm": 0.3223575932382192, | |
| "learning_rate": 4.765707291718856e-05, | |
| "loss": 0.2752, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.18368, | |
| "grad_norm": 0.33183064717108757, | |
| "learning_rate": 4.7634637369237526e-05, | |
| "loss": 0.2772, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.18432, | |
| "grad_norm": 0.3408606960521383, | |
| "learning_rate": 4.7612100245353045e-05, | |
| "loss": 0.288, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.18496, | |
| "grad_norm": 0.35025830647742257, | |
| "learning_rate": 4.758946164667347e-05, | |
| "loss": 0.2908, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.1856, | |
| "grad_norm": 0.385301045406101, | |
| "learning_rate": 4.7566721674792515e-05, | |
| "loss": 0.279, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.18624, | |
| "grad_norm": 0.3365158470714505, | |
| "learning_rate": 4.7543880431758805e-05, | |
| "loss": 0.2785, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.18688, | |
| "grad_norm": 0.3520029833034493, | |
| "learning_rate": 4.752093802007543e-05, | |
| "loss": 0.3015, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.18752, | |
| "grad_norm": 0.30981353591353944, | |
| "learning_rate": 4.7497894542699534e-05, | |
| "loss": 0.2621, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.18816, | |
| "grad_norm": 0.33678488047130234, | |
| "learning_rate": 4.747475010304175e-05, | |
| "loss": 0.2809, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.1888, | |
| "grad_norm": 0.30138038658401767, | |
| "learning_rate": 4.745150480496583e-05, | |
| "loss": 0.2968, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.18944, | |
| "grad_norm": 0.32368771492417925, | |
| "learning_rate": 4.742815875278811e-05, | |
| "loss": 0.2947, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.19008, | |
| "grad_norm": 0.3523596181548406, | |
| "learning_rate": 4.7404712051277115e-05, | |
| "loss": 0.2563, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.19072, | |
| "grad_norm": 0.3476373280918836, | |
| "learning_rate": 4.738116480565301e-05, | |
| "loss": 0.2954, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.19136, | |
| "grad_norm": 0.3305958149949148, | |
| "learning_rate": 4.7357517121587183e-05, | |
| "loss": 0.2792, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 0.3260613594105097, | |
| "learning_rate": 4.7333769105201735e-05, | |
| "loss": 0.2435, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.19264, | |
| "grad_norm": 0.35007749460908505, | |
| "learning_rate": 4.730992086306906e-05, | |
| "loss": 0.2839, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.19328, | |
| "grad_norm": 0.3124453815680245, | |
| "learning_rate": 4.728597250221129e-05, | |
| "loss": 0.2835, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.19392, | |
| "grad_norm": 0.32999884470742785, | |
| "learning_rate": 4.726192413009986e-05, | |
| "loss": 0.2962, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.19456, | |
| "grad_norm": 0.3238134773271861, | |
| "learning_rate": 4.723777585465503e-05, | |
| "loss": 0.2938, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.1952, | |
| "grad_norm": 0.3561001066562547, | |
| "learning_rate": 4.7213527784245395e-05, | |
| "loss": 0.2772, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.19584, | |
| "grad_norm": 0.3207708243138028, | |
| "learning_rate": 4.718918002768738e-05, | |
| "loss": 0.2769, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.19648, | |
| "grad_norm": 0.2923323638292908, | |
| "learning_rate": 4.716473269424476e-05, | |
| "loss": 0.2842, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.19712, | |
| "grad_norm": 0.312740800108901, | |
| "learning_rate": 4.714018589362818e-05, | |
| "loss": 0.3113, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.19776, | |
| "grad_norm": 0.2764921423909185, | |
| "learning_rate": 4.7115539735994666e-05, | |
| "loss": 0.2735, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.1984, | |
| "grad_norm": 0.33245051095638717, | |
| "learning_rate": 4.709079433194712e-05, | |
| "loss": 0.2783, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.19904, | |
| "grad_norm": 0.2883468898345436, | |
| "learning_rate": 4.7065949792533804e-05, | |
| "loss": 0.257, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.19968, | |
| "grad_norm": 0.3635737080055347, | |
| "learning_rate": 4.70410062292479e-05, | |
| "loss": 0.2933, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.20032, | |
| "grad_norm": 0.3254742482108127, | |
| "learning_rate": 4.701596375402694e-05, | |
| "loss": 0.2933, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.20096, | |
| "grad_norm": 0.30265278788416133, | |
| "learning_rate": 4.699082247925234e-05, | |
| "loss": 0.3004, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.2016, | |
| "grad_norm": 0.3229708540790062, | |
| "learning_rate": 4.6965582517748923e-05, | |
| "loss": 0.2935, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.20224, | |
| "grad_norm": 0.2955440929603968, | |
| "learning_rate": 4.694024398278434e-05, | |
| "loss": 0.2889, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.20288, | |
| "grad_norm": 0.32188591609611733, | |
| "learning_rate": 4.691480698806864e-05, | |
| "loss": 0.3002, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.20352, | |
| "grad_norm": 0.27836417438079064, | |
| "learning_rate": 4.6889271647753694e-05, | |
| "loss": 0.2641, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.20416, | |
| "grad_norm": 0.30503117060048834, | |
| "learning_rate": 4.686363807643272e-05, | |
| "loss": 0.2557, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.2048, | |
| "grad_norm": 0.31391016617770173, | |
| "learning_rate": 4.683790638913979e-05, | |
| "loss": 0.3008, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.20544, | |
| "grad_norm": 0.30297458481431416, | |
| "learning_rate": 4.681207670134923e-05, | |
| "loss": 0.2855, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.20608, | |
| "grad_norm": 0.31472600754542884, | |
| "learning_rate": 4.6786149128975196e-05, | |
| "loss": 0.2775, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.20672, | |
| "grad_norm": 0.2973831240453251, | |
| "learning_rate": 4.6760123788371114e-05, | |
| "loss": 0.2822, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.20736, | |
| "grad_norm": 0.3325176485448801, | |
| "learning_rate": 4.6734000796329125e-05, | |
| "loss": 0.2844, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 0.2781447146189205, | |
| "learning_rate": 4.670778027007964e-05, | |
| "loss": 0.2972, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.20864, | |
| "grad_norm": 0.35102418370987387, | |
| "learning_rate": 4.6681462327290725e-05, | |
| "loss": 0.2674, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.20928, | |
| "grad_norm": 0.3031132755291398, | |
| "learning_rate": 4.6655047086067636e-05, | |
| "loss": 0.2783, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.20992, | |
| "grad_norm": 0.2914541802538774, | |
| "learning_rate": 4.662853466495229e-05, | |
| "loss": 0.2718, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.21056, | |
| "grad_norm": 0.2845108849079057, | |
| "learning_rate": 4.660192518292266e-05, | |
| "loss": 0.2701, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.2112, | |
| "grad_norm": 0.30612752816767386, | |
| "learning_rate": 4.6575218759392336e-05, | |
| "loss": 0.2706, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.21184, | |
| "grad_norm": 0.3343001012996569, | |
| "learning_rate": 4.654841551420993e-05, | |
| "loss": 0.2592, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.21248, | |
| "grad_norm": 0.28779385954712927, | |
| "learning_rate": 4.6521515567658557e-05, | |
| "loss": 0.2673, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.21312, | |
| "grad_norm": 0.3130712333478661, | |
| "learning_rate": 4.6494519040455275e-05, | |
| "loss": 0.2779, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.21376, | |
| "grad_norm": 0.29656018238823806, | |
| "learning_rate": 4.6467426053750596e-05, | |
| "loss": 0.2634, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.2144, | |
| "grad_norm": 0.29429809703015725, | |
| "learning_rate": 4.644023672912788e-05, | |
| "loss": 0.2771, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.21504, | |
| "grad_norm": 0.3092350735511281, | |
| "learning_rate": 4.641295118860281e-05, | |
| "loss": 0.2872, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.21568, | |
| "grad_norm": 0.25928563534355026, | |
| "learning_rate": 4.638556955462289e-05, | |
| "loss": 0.2602, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.21632, | |
| "grad_norm": 0.32248922953258674, | |
| "learning_rate": 4.635809195006681e-05, | |
| "loss": 0.2909, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.21696, | |
| "grad_norm": 0.3066112074635602, | |
| "learning_rate": 4.633051849824396e-05, | |
| "loss": 0.2579, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.2176, | |
| "grad_norm": 0.34512498246286594, | |
| "learning_rate": 4.630284932289386e-05, | |
| "loss": 0.2853, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.21824, | |
| "grad_norm": 0.32772544741225995, | |
| "learning_rate": 4.6275084548185605e-05, | |
| "loss": 0.2936, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.21888, | |
| "grad_norm": 0.30638642844295744, | |
| "learning_rate": 4.6247224298717294e-05, | |
| "loss": 0.255, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.21952, | |
| "grad_norm": 0.2948939777755622, | |
| "learning_rate": 4.621926869951549e-05, | |
| "loss": 0.2461, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.22016, | |
| "grad_norm": 0.3571814132315835, | |
| "learning_rate": 4.619121787603464e-05, | |
| "loss": 0.2749, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.2208, | |
| "grad_norm": 0.3019198830803027, | |
| "learning_rate": 4.6163071954156546e-05, | |
| "loss": 0.2764, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.22144, | |
| "grad_norm": 0.2947039259040435, | |
| "learning_rate": 4.6134831060189743e-05, | |
| "loss": 0.2824, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.22208, | |
| "grad_norm": 0.311517126488146, | |
| "learning_rate": 4.610649532086899e-05, | |
| "loss": 0.273, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.22272, | |
| "grad_norm": 0.3202495311575204, | |
| "learning_rate": 4.607806486335468e-05, | |
| "loss": 0.2892, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.22336, | |
| "grad_norm": 0.29593870703206343, | |
| "learning_rate": 4.604953981523225e-05, | |
| "loss": 0.2874, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 0.3046217268454308, | |
| "learning_rate": 4.602092030451162e-05, | |
| "loss": 0.2697, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.22464, | |
| "grad_norm": 0.32393845693805695, | |
| "learning_rate": 4.599220645962665e-05, | |
| "loss": 0.2857, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.22528, | |
| "grad_norm": 0.3054582480479615, | |
| "learning_rate": 4.596339840943452e-05, | |
| "loss": 0.2681, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.22592, | |
| "grad_norm": 0.28840335456316024, | |
| "learning_rate": 4.5934496283215164e-05, | |
| "loss": 0.2669, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.22656, | |
| "grad_norm": 0.2773362865048385, | |
| "learning_rate": 4.590550021067072e-05, | |
| "loss": 0.2579, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.2272, | |
| "grad_norm": 0.29887466103776417, | |
| "learning_rate": 4.587641032192488e-05, | |
| "loss": 0.2668, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.22784, | |
| "grad_norm": 0.3307188902703665, | |
| "learning_rate": 4.58472267475224e-05, | |
| "loss": 0.2819, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.22848, | |
| "grad_norm": 0.3390971905379334, | |
| "learning_rate": 4.5817949618428405e-05, | |
| "loss": 0.2678, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.22912, | |
| "grad_norm": 0.3013575293157085, | |
| "learning_rate": 4.578857906602791e-05, | |
| "loss": 0.2682, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.22976, | |
| "grad_norm": 0.3013139799493687, | |
| "learning_rate": 4.575911522212516e-05, | |
| "loss": 0.2854, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.2304, | |
| "grad_norm": 0.27853806891578586, | |
| "learning_rate": 4.572955821894305e-05, | |
| "loss": 0.2708, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.23104, | |
| "grad_norm": 0.27288786971452156, | |
| "learning_rate": 4.5699908189122556e-05, | |
| "loss": 0.2365, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.23168, | |
| "grad_norm": 0.33213885368239576, | |
| "learning_rate": 4.5670165265722096e-05, | |
| "loss": 0.2571, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.23232, | |
| "grad_norm": 0.3316342870811453, | |
| "learning_rate": 4.5640329582217004e-05, | |
| "loss": 0.2859, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.23296, | |
| "grad_norm": 0.31718513233843937, | |
| "learning_rate": 4.5610401272498836e-05, | |
| "loss": 0.255, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.2336, | |
| "grad_norm": 0.3003964869956768, | |
| "learning_rate": 4.558038047087486e-05, | |
| "loss": 0.2638, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.23424, | |
| "grad_norm": 0.3113573197668127, | |
| "learning_rate": 4.555026731206741e-05, | |
| "loss": 0.2492, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.23488, | |
| "grad_norm": 0.2870220952890737, | |
| "learning_rate": 4.5520061931213255e-05, | |
| "loss": 0.2789, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.23552, | |
| "grad_norm": 0.27167839521619286, | |
| "learning_rate": 4.548976446386305e-05, | |
| "loss": 0.2735, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.23616, | |
| "grad_norm": 0.285331504835825, | |
| "learning_rate": 4.545937504598069e-05, | |
| "loss": 0.2723, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.2368, | |
| "grad_norm": 0.27918688536225067, | |
| "learning_rate": 4.5428893813942727e-05, | |
| "loss": 0.2685, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.23744, | |
| "grad_norm": 0.2668837009377814, | |
| "learning_rate": 4.539832090453771e-05, | |
| "loss": 0.2655, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.23808, | |
| "grad_norm": 0.3044254239966202, | |
| "learning_rate": 4.536765645496564e-05, | |
| "loss": 0.2617, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.23872, | |
| "grad_norm": 0.284750804617016, | |
| "learning_rate": 4.533690060283727e-05, | |
| "loss": 0.2663, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.23936, | |
| "grad_norm": 0.28718270627176934, | |
| "learning_rate": 4.530605348617357e-05, | |
| "loss": 0.2752, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.29634840394464135, | |
| "learning_rate": 4.527511524340508e-05, | |
| "loss": 0.2645, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.24064, | |
| "grad_norm": 0.3012232953009457, | |
| "learning_rate": 4.5244086013371246e-05, | |
| "loss": 0.2641, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.24128, | |
| "grad_norm": 0.3023357075993031, | |
| "learning_rate": 4.521296593531985e-05, | |
| "loss": 0.2618, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.24192, | |
| "grad_norm": 0.27441105527916904, | |
| "learning_rate": 4.518175514890636e-05, | |
| "loss": 0.2663, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.24256, | |
| "grad_norm": 0.3325569029148721, | |
| "learning_rate": 4.515045379419332e-05, | |
| "loss": 0.2795, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.2432, | |
| "grad_norm": 0.30652258454129583, | |
| "learning_rate": 4.5119062011649714e-05, | |
| "loss": 0.2756, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.24384, | |
| "grad_norm": 0.33712951361660654, | |
| "learning_rate": 4.508757994215031e-05, | |
| "loss": 0.2806, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.24448, | |
| "grad_norm": 0.3426531131298772, | |
| "learning_rate": 4.505600772697507e-05, | |
| "loss": 0.2782, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.24512, | |
| "grad_norm": 0.33303701942677855, | |
| "learning_rate": 4.5024345507808495e-05, | |
| "loss": 0.2662, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.24576, | |
| "grad_norm": 0.31791526383279123, | |
| "learning_rate": 4.499259342673898e-05, | |
| "loss": 0.2768, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.2464, | |
| "grad_norm": 0.30503735620868655, | |
| "learning_rate": 4.4960751626258205e-05, | |
| "loss": 0.2642, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.24704, | |
| "grad_norm": 0.3312474346993656, | |
| "learning_rate": 4.492882024926046e-05, | |
| "loss": 0.2732, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.24768, | |
| "grad_norm": 0.3133944170389108, | |
| "learning_rate": 4.489679943904203e-05, | |
| "loss": 0.2933, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.24832, | |
| "grad_norm": 0.2852787428119327, | |
| "learning_rate": 4.486468933930055e-05, | |
| "loss": 0.2806, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.24896, | |
| "grad_norm": 0.3092836612089024, | |
| "learning_rate": 4.483249009413433e-05, | |
| "loss": 0.2588, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.2496, | |
| "grad_norm": 0.3112336325754041, | |
| "learning_rate": 4.4800201848041765e-05, | |
| "loss": 0.2889, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.25024, | |
| "grad_norm": 0.3125491047833594, | |
| "learning_rate": 4.476782474592062e-05, | |
| "loss": 0.2628, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.25088, | |
| "grad_norm": 0.2912676631270001, | |
| "learning_rate": 4.473535893306744e-05, | |
| "loss": 0.2696, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.25152, | |
| "grad_norm": 0.28628694727112053, | |
| "learning_rate": 4.470280455517687e-05, | |
| "loss": 0.2619, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.25216, | |
| "grad_norm": 0.3293686387916455, | |
| "learning_rate": 4.4670161758340966e-05, | |
| "loss": 0.2739, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.2528, | |
| "grad_norm": 0.31348173029121257, | |
| "learning_rate": 4.4637430689048634e-05, | |
| "loss": 0.2599, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.25344, | |
| "grad_norm": 0.32951196314360054, | |
| "learning_rate": 4.460461149418486e-05, | |
| "loss": 0.2567, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.25408, | |
| "grad_norm": 0.34019629325427525, | |
| "learning_rate": 4.4571704321030125e-05, | |
| "loss": 0.2913, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.25472, | |
| "grad_norm": 0.3301120643416949, | |
| "learning_rate": 4.4538709317259754e-05, | |
| "loss": 0.2472, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.25536, | |
| "grad_norm": 0.29742911532500216, | |
| "learning_rate": 4.4505626630943174e-05, | |
| "loss": 0.2617, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.3417634987932657, | |
| "learning_rate": 4.447245641054334e-05, | |
| "loss": 0.2742, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.25664, | |
| "grad_norm": 0.2826147129731043, | |
| "learning_rate": 4.443919880491598e-05, | |
| "loss": 0.2535, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.25728, | |
| "grad_norm": 0.29947144671717485, | |
| "learning_rate": 4.440585396330904e-05, | |
| "loss": 0.2688, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.25792, | |
| "grad_norm": 0.31610077864520053, | |
| "learning_rate": 4.437242203536189e-05, | |
| "loss": 0.2724, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.25856, | |
| "grad_norm": 0.3137992831884045, | |
| "learning_rate": 4.433890317110475e-05, | |
| "loss": 0.2848, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.2592, | |
| "grad_norm": 0.2796187619572129, | |
| "learning_rate": 4.430529752095795e-05, | |
| "loss": 0.2714, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.25984, | |
| "grad_norm": 0.2912248245493093, | |
| "learning_rate": 4.427160523573131e-05, | |
| "loss": 0.2795, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.26048, | |
| "grad_norm": 0.2980162603474383, | |
| "learning_rate": 4.4237826466623406e-05, | |
| "loss": 0.2867, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.26112, | |
| "grad_norm": 0.29652170821748175, | |
| "learning_rate": 4.420396136522095e-05, | |
| "loss": 0.2727, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.26176, | |
| "grad_norm": 0.2915563003617483, | |
| "learning_rate": 4.417001008349807e-05, | |
| "loss": 0.2583, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.2624, | |
| "grad_norm": 0.3225628807617719, | |
| "learning_rate": 4.413597277381564e-05, | |
| "loss": 0.271, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.26304, | |
| "grad_norm": 0.28870166282131143, | |
| "learning_rate": 4.410184958892059e-05, | |
| "loss": 0.2663, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.26368, | |
| "grad_norm": 0.29553450210347276, | |
| "learning_rate": 4.4067640681945244e-05, | |
| "loss": 0.2639, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.26432, | |
| "grad_norm": 0.3332862277579268, | |
| "learning_rate": 4.403334620640659e-05, | |
| "loss": 0.2609, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.26496, | |
| "grad_norm": 0.30107711275005455, | |
| "learning_rate": 4.3998966316205636e-05, | |
| "loss": 0.2541, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.2656, | |
| "grad_norm": 0.2591023620947492, | |
| "learning_rate": 4.396450116562669e-05, | |
| "loss": 0.2451, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.26624, | |
| "grad_norm": 0.27765150058129984, | |
| "learning_rate": 4.392995090933669e-05, | |
| "loss": 0.252, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.26688, | |
| "grad_norm": 0.27831462093368287, | |
| "learning_rate": 4.389531570238448e-05, | |
| "loss": 0.241, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.26752, | |
| "grad_norm": 0.3393673672608069, | |
| "learning_rate": 4.386059570020015e-05, | |
| "loss": 0.2781, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.26816, | |
| "grad_norm": 0.2709067486737786, | |
| "learning_rate": 4.382579105859428e-05, | |
| "loss": 0.2746, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.2688, | |
| "grad_norm": 0.31024807728799664, | |
| "learning_rate": 4.379090193375735e-05, | |
| "loss": 0.269, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.26944, | |
| "grad_norm": 0.29437773626601327, | |
| "learning_rate": 4.375592848225889e-05, | |
| "loss": 0.2497, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.27008, | |
| "grad_norm": 0.27249340717742593, | |
| "learning_rate": 4.372087086104692e-05, | |
| "loss": 0.2769, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.27072, | |
| "grad_norm": 0.3182175494652926, | |
| "learning_rate": 4.368572922744715e-05, | |
| "loss": 0.2709, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.27136, | |
| "grad_norm": 0.2906720843900486, | |
| "learning_rate": 4.365050373916233e-05, | |
| "loss": 0.275, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 0.3098393205417728, | |
| "learning_rate": 4.3615194554271485e-05, | |
| "loss": 0.234, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.27264, | |
| "grad_norm": 0.30226227188570165, | |
| "learning_rate": 4.357980183122927e-05, | |
| "loss": 0.2728, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.27328, | |
| "grad_norm": 0.3101806085164065, | |
| "learning_rate": 4.354432572886522e-05, | |
| "loss": 0.272, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.27392, | |
| "grad_norm": 0.28245936335261307, | |
| "learning_rate": 4.3508766406383036e-05, | |
| "loss": 0.278, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.27456, | |
| "grad_norm": 0.27797054709506586, | |
| "learning_rate": 4.347312402335989e-05, | |
| "loss": 0.2684, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.2752, | |
| "grad_norm": 0.2990500240447701, | |
| "learning_rate": 4.34373987397457e-05, | |
| "loss": 0.278, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.27584, | |
| "grad_norm": 0.2727197517887389, | |
| "learning_rate": 4.340159071586241e-05, | |
| "loss": 0.2454, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.27648, | |
| "grad_norm": 0.30243924092224234, | |
| "learning_rate": 4.336570011240326e-05, | |
| "loss": 0.2455, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.27712, | |
| "grad_norm": 0.2803609027017541, | |
| "learning_rate": 4.33297270904321e-05, | |
| "loss": 0.2681, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.27776, | |
| "grad_norm": 0.2920451450586205, | |
| "learning_rate": 4.329367181138262e-05, | |
| "loss": 0.2762, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.2784, | |
| "grad_norm": 0.30901997193481695, | |
| "learning_rate": 4.3257534437057674e-05, | |
| "loss": 0.2575, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.27904, | |
| "grad_norm": 0.28493311811209304, | |
| "learning_rate": 4.3221315129628506e-05, | |
| "loss": 0.2493, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.27968, | |
| "grad_norm": 0.3039818748430415, | |
| "learning_rate": 4.318501405163406e-05, | |
| "loss": 0.2624, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.28032, | |
| "grad_norm": 0.26937915062885653, | |
| "learning_rate": 4.314863136598022e-05, | |
| "loss": 0.247, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.28096, | |
| "grad_norm": 0.33555541975858594, | |
| "learning_rate": 4.311216723593913e-05, | |
| "loss": 0.2867, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.2816, | |
| "grad_norm": 0.31925378826398826, | |
| "learning_rate": 4.307562182514838e-05, | |
| "loss": 0.2617, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.28224, | |
| "grad_norm": 0.32623010034841626, | |
| "learning_rate": 4.3038995297610364e-05, | |
| "loss": 0.249, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.28288, | |
| "grad_norm": 0.30358330160420666, | |
| "learning_rate": 4.3002287817691466e-05, | |
| "loss": 0.2865, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.28352, | |
| "grad_norm": 0.33915628852280005, | |
| "learning_rate": 4.2965499550121354e-05, | |
| "loss": 0.2685, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.28416, | |
| "grad_norm": 0.3547465820682451, | |
| "learning_rate": 4.2928630659992267e-05, | |
| "loss": 0.2711, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.2848, | |
| "grad_norm": 0.3336725360323176, | |
| "learning_rate": 4.2891681312758225e-05, | |
| "loss": 0.261, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.28544, | |
| "grad_norm": 0.30303539171283983, | |
| "learning_rate": 4.285465167423432e-05, | |
| "loss": 0.2719, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.28608, | |
| "grad_norm": 0.311033741890672, | |
| "learning_rate": 4.281754191059596e-05, | |
| "loss": 0.2616, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.28672, | |
| "grad_norm": 0.3125370811674668, | |
| "learning_rate": 4.278035218837813e-05, | |
| "loss": 0.2889, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.28736, | |
| "grad_norm": 0.2756629291524462, | |
| "learning_rate": 4.274308267447463e-05, | |
| "loss": 0.2518, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.2984734533438556, | |
| "learning_rate": 4.270573353613734e-05, | |
| "loss": 0.2712, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.28864, | |
| "grad_norm": 0.29595878739145964, | |
| "learning_rate": 4.266830494097546e-05, | |
| "loss": 0.255, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.28928, | |
| "grad_norm": 0.3205021385414694, | |
| "learning_rate": 4.263079705695478e-05, | |
| "loss": 0.2636, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.28992, | |
| "grad_norm": 0.3600626165622021, | |
| "learning_rate": 4.2593210052396894e-05, | |
| "loss": 0.2541, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.29056, | |
| "grad_norm": 0.25969620151233935, | |
| "learning_rate": 4.255554409597846e-05, | |
| "loss": 0.2401, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.2912, | |
| "grad_norm": 0.33149623415612184, | |
| "learning_rate": 4.2517799356730445e-05, | |
| "loss": 0.2687, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.29184, | |
| "grad_norm": 0.30226474356531935, | |
| "learning_rate": 4.247997600403737e-05, | |
| "loss": 0.2594, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.29248, | |
| "grad_norm": 0.30007952734237353, | |
| "learning_rate": 4.244207420763655e-05, | |
| "loss": 0.2498, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.29312, | |
| "grad_norm": 0.28047639127931384, | |
| "learning_rate": 4.240409413761731e-05, | |
| "loss": 0.2556, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.29376, | |
| "grad_norm": 0.29832917410059595, | |
| "learning_rate": 4.236603596442023e-05, | |
| "loss": 0.2632, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.2944, | |
| "grad_norm": 0.29802598060016766, | |
| "learning_rate": 4.232789985883642e-05, | |
| "loss": 0.2693, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.29504, | |
| "grad_norm": 0.2911033726222457, | |
| "learning_rate": 4.2289685992006704e-05, | |
| "loss": 0.2772, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.29568, | |
| "grad_norm": 0.2903001309362164, | |
| "learning_rate": 4.225139453542087e-05, | |
| "loss": 0.2607, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.29632, | |
| "grad_norm": 0.3078582069653545, | |
| "learning_rate": 4.2213025660916904e-05, | |
| "loss": 0.2667, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.29696, | |
| "grad_norm": 0.3030493045200669, | |
| "learning_rate": 4.21745795406802e-05, | |
| "loss": 0.2467, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.2976, | |
| "grad_norm": 0.26660015999204884, | |
| "learning_rate": 4.2136056347242835e-05, | |
| "loss": 0.25, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.29824, | |
| "grad_norm": 0.30144794273216646, | |
| "learning_rate": 4.209745625348273e-05, | |
| "loss": 0.284, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.29888, | |
| "grad_norm": 0.3284286693049362, | |
| "learning_rate": 4.205877943262291e-05, | |
| "loss": 0.2464, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.29952, | |
| "grad_norm": 0.25954840338063495, | |
| "learning_rate": 4.2020026058230756e-05, | |
| "loss": 0.2684, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.30016, | |
| "grad_norm": 0.2945590110420638, | |
| "learning_rate": 4.1981196304217154e-05, | |
| "loss": 0.264, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.3008, | |
| "grad_norm": 0.2927523824074909, | |
| "learning_rate": 4.1942290344835765e-05, | |
| "loss": 0.2645, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.30144, | |
| "grad_norm": 0.30771010182551334, | |
| "learning_rate": 4.190330835468224e-05, | |
| "loss": 0.2671, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.30208, | |
| "grad_norm": 0.29384348361000195, | |
| "learning_rate": 4.1864250508693424e-05, | |
| "loss": 0.2794, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.30272, | |
| "grad_norm": 0.2896660319426316, | |
| "learning_rate": 4.182511698214657e-05, | |
| "loss": 0.2706, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.30336, | |
| "grad_norm": 0.28080256128136577, | |
| "learning_rate": 4.1785907950658573e-05, | |
| "loss": 0.259, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 0.30478773930609737, | |
| "learning_rate": 4.1746623590185155e-05, | |
| "loss": 0.2528, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.30464, | |
| "grad_norm": 0.2961976249198792, | |
| "learning_rate": 4.170726407702008e-05, | |
| "loss": 0.2466, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.30528, | |
| "grad_norm": 0.31686233103136463, | |
| "learning_rate": 4.1667829587794374e-05, | |
| "loss": 0.283, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.30592, | |
| "grad_norm": 0.3159707315375394, | |
| "learning_rate": 4.162832029947553e-05, | |
| "loss": 0.2735, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.30656, | |
| "grad_norm": 0.27811512588290743, | |
| "learning_rate": 4.158873638936672e-05, | |
| "loss": 0.248, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.3072, | |
| "grad_norm": 0.45896640549255663, | |
| "learning_rate": 4.154907803510599e-05, | |
| "loss": 0.2525, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.30784, | |
| "grad_norm": 0.28996697916337744, | |
| "learning_rate": 4.150934541466545e-05, | |
| "loss": 0.2627, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.30848, | |
| "grad_norm": 0.3052139609989655, | |
| "learning_rate": 4.146953870635049e-05, | |
| "loss": 0.273, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.30912, | |
| "grad_norm": 0.32057984599943073, | |
| "learning_rate": 4.1429658088798996e-05, | |
| "loss": 0.2636, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.30976, | |
| "grad_norm": 0.29200883447827164, | |
| "learning_rate": 4.138970374098052e-05, | |
| "loss": 0.2498, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.3104, | |
| "grad_norm": 0.3211437061784034, | |
| "learning_rate": 4.1349675842195494e-05, | |
| "loss": 0.2688, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.31104, | |
| "grad_norm": 0.2692839546004917, | |
| "learning_rate": 4.130957457207441e-05, | |
| "loss": 0.2513, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.31168, | |
| "grad_norm": 0.29738376417175055, | |
| "learning_rate": 4.126940011057703e-05, | |
| "loss": 0.242, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.31232, | |
| "grad_norm": 0.2925125860829048, | |
| "learning_rate": 4.1229152637991576e-05, | |
| "loss": 0.269, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.31296, | |
| "grad_norm": 0.31841073786254037, | |
| "learning_rate": 4.1188832334933906e-05, | |
| "loss": 0.2491, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.3136, | |
| "grad_norm": 0.256917596278123, | |
| "learning_rate": 4.114843938234673e-05, | |
| "loss": 0.2759, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.31424, | |
| "grad_norm": 0.3063311474261881, | |
| "learning_rate": 4.1107973961498763e-05, | |
| "loss": 0.2598, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.31488, | |
| "grad_norm": 0.32855934285971683, | |
| "learning_rate": 4.106743625398395e-05, | |
| "loss": 0.2681, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.31552, | |
| "grad_norm": 0.36353433750679803, | |
| "learning_rate": 4.102682644172061e-05, | |
| "loss": 0.2873, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.31616, | |
| "grad_norm": 0.33622331775831543, | |
| "learning_rate": 4.0986144706950677e-05, | |
| "loss": 0.276, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.3168, | |
| "grad_norm": 0.31722692435482774, | |
| "learning_rate": 4.094539123223881e-05, | |
| "loss": 0.2444, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.31744, | |
| "grad_norm": 0.2780719831837547, | |
| "learning_rate": 4.090456620047162e-05, | |
| "loss": 0.2451, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.31808, | |
| "grad_norm": 0.35077422669493935, | |
| "learning_rate": 4.086366979485685e-05, | |
| "loss": 0.2816, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.31872, | |
| "grad_norm": 0.30473125946275736, | |
| "learning_rate": 4.082270219892254e-05, | |
| "loss": 0.2644, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.31936, | |
| "grad_norm": 0.27919846819675614, | |
| "learning_rate": 4.0781663596516206e-05, | |
| "loss": 0.244, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.30869545887631733, | |
| "learning_rate": 4.074055417180401e-05, | |
| "loss": 0.2709, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.32064, | |
| "grad_norm": 0.32401310700356356, | |
| "learning_rate": 4.069937410926994e-05, | |
| "loss": 0.2555, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.32128, | |
| "grad_norm": 0.28989905607846644, | |
| "learning_rate": 4.0658123593714984e-05, | |
| "loss": 0.2648, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.32192, | |
| "grad_norm": 0.2970056265621276, | |
| "learning_rate": 4.061680281025628e-05, | |
| "loss": 0.2491, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.32256, | |
| "grad_norm": 0.30095176466887164, | |
| "learning_rate": 4.057541194432634e-05, | |
| "loss": 0.2428, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.3232, | |
| "grad_norm": 0.307577464320209, | |
| "learning_rate": 4.053395118167214e-05, | |
| "loss": 0.2591, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.32384, | |
| "grad_norm": 0.28875399318294626, | |
| "learning_rate": 4.049242070835435e-05, | |
| "loss": 0.2876, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.32448, | |
| "grad_norm": 0.3372288637186776, | |
| "learning_rate": 4.0450820710746475e-05, | |
| "loss": 0.2614, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.32512, | |
| "grad_norm": 0.2893542015604074, | |
| "learning_rate": 4.0409151375534014e-05, | |
| "loss": 0.2646, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.32576, | |
| "grad_norm": 0.30517166216359926, | |
| "learning_rate": 4.036741288971362e-05, | |
| "loss": 0.2563, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.3264, | |
| "grad_norm": 0.3132371089607073, | |
| "learning_rate": 4.032560544059228e-05, | |
| "loss": 0.2549, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.32704, | |
| "grad_norm": 0.2584564148069602, | |
| "learning_rate": 4.028372921578647e-05, | |
| "loss": 0.2642, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.32768, | |
| "grad_norm": 0.29056742266359853, | |
| "learning_rate": 4.024178440322128e-05, | |
| "loss": 0.2517, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.32832, | |
| "grad_norm": 0.2806424707934406, | |
| "learning_rate": 4.019977119112962e-05, | |
| "loss": 0.2612, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.32896, | |
| "grad_norm": 0.3213624904512003, | |
| "learning_rate": 4.015768976805135e-05, | |
| "loss": 0.3041, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.3296, | |
| "grad_norm": 0.3196533973528481, | |
| "learning_rate": 4.011554032283242e-05, | |
| "loss": 0.2351, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.33024, | |
| "grad_norm": 0.3329565293585606, | |
| "learning_rate": 4.007332304462406e-05, | |
| "loss": 0.251, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.33088, | |
| "grad_norm": 0.3109673121296247, | |
| "learning_rate": 4.003103812288189e-05, | |
| "loss": 0.2686, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.33152, | |
| "grad_norm": 0.2675208149986414, | |
| "learning_rate": 3.99886857473651e-05, | |
| "loss": 0.2525, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.33216, | |
| "grad_norm": 0.34229548303640794, | |
| "learning_rate": 3.9946266108135575e-05, | |
| "loss": 0.2772, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.3328, | |
| "grad_norm": 0.32006866438809456, | |
| "learning_rate": 3.9903779395557087e-05, | |
| "loss": 0.2622, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.33344, | |
| "grad_norm": 0.26715648446115114, | |
| "learning_rate": 3.9861225800294366e-05, | |
| "loss": 0.2308, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.33408, | |
| "grad_norm": 0.3480585053707105, | |
| "learning_rate": 3.981860551331232e-05, | |
| "loss": 0.2669, | |
| "step": 522 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1562, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 261, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 238263678074880.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |