| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9941650458460685, | |
| "eval_steps": 500, | |
| "global_step": 1347, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0022228396776882466, | |
| "grad_norm": 0.31254997849464417, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 1.8161, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.004445679355376493, | |
| "grad_norm": 0.3643212616443634, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 1.8137, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0066685190330647405, | |
| "grad_norm": 0.3575803339481354, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 1.7748, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.008891358710752986, | |
| "grad_norm": 0.31876519322395325, | |
| "learning_rate": 8.888888888888889e-05, | |
| "loss": 1.7532, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.011114198388441235, | |
| "grad_norm": 0.3756287693977356, | |
| "learning_rate": 0.0001111111111111111, | |
| "loss": 1.7228, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.013337038066129481, | |
| "grad_norm": 0.39089882373809814, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 2.0789, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.015559877743817728, | |
| "grad_norm": 0.3725750148296356, | |
| "learning_rate": 0.00015555555555555556, | |
| "loss": 1.71, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.017782717421505972, | |
| "grad_norm": 0.3968382179737091, | |
| "learning_rate": 0.00017777777777777779, | |
| "loss": 1.8689, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02000555709919422, | |
| "grad_norm": 0.3096616566181183, | |
| "learning_rate": 0.0002, | |
| "loss": 1.9166, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02222839677688247, | |
| "grad_norm": 0.40228065848350525, | |
| "learning_rate": 0.0002222222222222222, | |
| "loss": 1.7125, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.024451236454570716, | |
| "grad_norm": 0.3223334848880768, | |
| "learning_rate": 0.0002444444444444445, | |
| "loss": 1.929, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.026674076132258962, | |
| "grad_norm": 0.28250545263290405, | |
| "learning_rate": 0.0002666666666666667, | |
| "loss": 1.6014, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02889691580994721, | |
| "grad_norm": 0.3532133400440216, | |
| "learning_rate": 0.0002888888888888889, | |
| "loss": 1.8351, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.031119755487635455, | |
| "grad_norm": 0.28702786564826965, | |
| "learning_rate": 0.0003111111111111111, | |
| "loss": 1.7652, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0333425951653237, | |
| "grad_norm": 0.30105912685394287, | |
| "learning_rate": 0.0003333333333333333, | |
| "loss": 1.6464, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.035565434843011945, | |
| "grad_norm": 0.2549647092819214, | |
| "learning_rate": 0.00035555555555555557, | |
| "loss": 1.7022, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.037788274520700195, | |
| "grad_norm": 0.280660480260849, | |
| "learning_rate": 0.00037777777777777777, | |
| "loss": 1.7242, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.04001111419838844, | |
| "grad_norm": 0.3075920641422272, | |
| "learning_rate": 0.0004, | |
| "loss": 1.5918, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.04223395387607669, | |
| "grad_norm": 0.2627553939819336, | |
| "learning_rate": 0.00042222222222222227, | |
| "loss": 1.6612, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04445679355376494, | |
| "grad_norm": 0.24408374726772308, | |
| "learning_rate": 0.0004444444444444444, | |
| "loss": 1.7682, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04667963323145318, | |
| "grad_norm": 0.27137765288352966, | |
| "learning_rate": 0.00046666666666666666, | |
| "loss": 1.6334, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04890247290914143, | |
| "grad_norm": 0.25347405672073364, | |
| "learning_rate": 0.000488888888888889, | |
| "loss": 1.8713, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.051125312586829674, | |
| "grad_norm": 0.21500591933727264, | |
| "learning_rate": 0.0005111111111111112, | |
| "loss": 1.637, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.053348152264517924, | |
| "grad_norm": 0.23220418393611908, | |
| "learning_rate": 0.0005333333333333334, | |
| "loss": 1.6928, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05557099194220617, | |
| "grad_norm": 0.21109041571617126, | |
| "learning_rate": 0.0005555555555555556, | |
| "loss": 1.5009, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05779383161989442, | |
| "grad_norm": 0.19518163800239563, | |
| "learning_rate": 0.0005777777777777778, | |
| "loss": 1.5758, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.06001667129758266, | |
| "grad_norm": 0.19399304687976837, | |
| "learning_rate": 0.0006000000000000001, | |
| "loss": 1.6354, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.06223951097527091, | |
| "grad_norm": 0.2238541692495346, | |
| "learning_rate": 0.0006222222222222223, | |
| "loss": 1.4809, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.06446235065295916, | |
| "grad_norm": 0.17391888797283173, | |
| "learning_rate": 0.0006444444444444444, | |
| "loss": 1.3821, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.0666851903306474, | |
| "grad_norm": 0.17666837573051453, | |
| "learning_rate": 0.0006666666666666666, | |
| "loss": 1.3057, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06890803000833565, | |
| "grad_norm": 0.19777463376522064, | |
| "learning_rate": 0.000688888888888889, | |
| "loss": 1.617, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.07113086968602389, | |
| "grad_norm": 0.16105899214744568, | |
| "learning_rate": 0.0007111111111111111, | |
| "loss": 1.5269, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.07335370936371215, | |
| "grad_norm": 0.17360083758831024, | |
| "learning_rate": 0.0007333333333333333, | |
| "loss": 1.4468, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.07557654904140039, | |
| "grad_norm": 0.1594723016023636, | |
| "learning_rate": 0.0007555555555555555, | |
| "loss": 1.4326, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.07779938871908863, | |
| "grad_norm": 0.1737031638622284, | |
| "learning_rate": 0.0007777777777777777, | |
| "loss": 1.405, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08002222839677688, | |
| "grad_norm": 0.1713709533214569, | |
| "learning_rate": 0.0008, | |
| "loss": 1.1766, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.08224506807446513, | |
| "grad_norm": 0.1633702665567398, | |
| "learning_rate": 0.0008222222222222222, | |
| "loss": 1.3118, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.08446790775215338, | |
| "grad_norm": 0.17267894744873047, | |
| "learning_rate": 0.0008444444444444445, | |
| "loss": 1.3091, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.08669074742984162, | |
| "grad_norm": 0.14479492604732513, | |
| "learning_rate": 0.0008666666666666666, | |
| "loss": 1.378, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.08891358710752988, | |
| "grad_norm": 0.13730104267597198, | |
| "learning_rate": 0.0008888888888888888, | |
| "loss": 1.244, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09113642678521812, | |
| "grad_norm": 0.17174997925758362, | |
| "learning_rate": 0.0009111111111111111, | |
| "loss": 1.3365, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.09335926646290636, | |
| "grad_norm": 0.13429133594036102, | |
| "learning_rate": 0.0009333333333333333, | |
| "loss": 1.0797, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0955821061405946, | |
| "grad_norm": 0.1332227885723114, | |
| "learning_rate": 0.0009555555555555556, | |
| "loss": 1.3447, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.09780494581828286, | |
| "grad_norm": 0.10597763955593109, | |
| "learning_rate": 0.000977777777777778, | |
| "loss": 1.2595, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.1000277854959711, | |
| "grad_norm": 0.14317654073238373, | |
| "learning_rate": 0.001, | |
| "loss": 1.2789, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10225062517365935, | |
| "grad_norm": 0.13641610741615295, | |
| "learning_rate": 0.0010222222222222223, | |
| "loss": 1.3444, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.10447346485134759, | |
| "grad_norm": 0.125591441988945, | |
| "learning_rate": 0.0010444444444444444, | |
| "loss": 1.1095, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.10669630452903585, | |
| "grad_norm": 0.14460553228855133, | |
| "learning_rate": 0.0010666666666666667, | |
| "loss": 1.2323, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.10891914420672409, | |
| "grad_norm": 0.12514247000217438, | |
| "learning_rate": 0.001088888888888889, | |
| "loss": 1.1664, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.11114198388441233, | |
| "grad_norm": 0.1322765350341797, | |
| "learning_rate": 0.0011111111111111111, | |
| "loss": 1.3675, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11336482356210058, | |
| "grad_norm": 0.14224638044834137, | |
| "learning_rate": 0.0011333333333333334, | |
| "loss": 1.24, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.11558766323978883, | |
| "grad_norm": 0.11452258378267288, | |
| "learning_rate": 0.0011555555555555555, | |
| "loss": 1.3013, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.11781050291747708, | |
| "grad_norm": 0.1195889487862587, | |
| "learning_rate": 0.0011777777777777778, | |
| "loss": 1.1503, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.12003334259516532, | |
| "grad_norm": 0.1277323216199875, | |
| "learning_rate": 0.0012000000000000001, | |
| "loss": 1.1958, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.12225618227285356, | |
| "grad_norm": 0.09402500092983246, | |
| "learning_rate": 0.0012222222222222222, | |
| "loss": 0.9762, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.12447902195054182, | |
| "grad_norm": 0.10695713013410568, | |
| "learning_rate": 0.0012444444444444445, | |
| "loss": 1.1013, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.12670186162823005, | |
| "grad_norm": 0.10557325184345245, | |
| "learning_rate": 0.0012666666666666666, | |
| "loss": 1.0793, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.12892470130591832, | |
| "grad_norm": 0.12055651843547821, | |
| "learning_rate": 0.001288888888888889, | |
| "loss": 1.2221, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.13114754098360656, | |
| "grad_norm": 0.08459929376840591, | |
| "learning_rate": 0.0013111111111111112, | |
| "loss": 1.0976, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.1333703806612948, | |
| "grad_norm": 0.11813811212778091, | |
| "learning_rate": 0.0013333333333333333, | |
| "loss": 1.1168, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13559322033898305, | |
| "grad_norm": 0.1075403243303299, | |
| "learning_rate": 0.0013555555555555556, | |
| "loss": 0.9292, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.1378160600166713, | |
| "grad_norm": 0.07610759884119034, | |
| "learning_rate": 0.001377777777777778, | |
| "loss": 1.0947, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.14003889969435954, | |
| "grad_norm": 0.09791035205125809, | |
| "learning_rate": 0.0014, | |
| "loss": 1.1571, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.14226173937204778, | |
| "grad_norm": 0.09495139867067337, | |
| "learning_rate": 0.0014222222222222223, | |
| "loss": 0.8295, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.14448457904973605, | |
| "grad_norm": 0.07287945598363876, | |
| "learning_rate": 0.0014444444444444444, | |
| "loss": 0.9453, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1467074187274243, | |
| "grad_norm": 0.08833761513233185, | |
| "learning_rate": 0.0014666666666666667, | |
| "loss": 1.1003, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.14893025840511254, | |
| "grad_norm": 0.09454136341810226, | |
| "learning_rate": 0.001488888888888889, | |
| "loss": 1.1327, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.15115309808280078, | |
| "grad_norm": 0.09609611332416534, | |
| "learning_rate": 0.001511111111111111, | |
| "loss": 0.9176, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.15337593776048902, | |
| "grad_norm": 0.10027166455984116, | |
| "learning_rate": 0.0015333333333333332, | |
| "loss": 1.0967, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.15559877743817727, | |
| "grad_norm": 0.08003437519073486, | |
| "learning_rate": 0.0015555555555555555, | |
| "loss": 0.9908, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1578216171158655, | |
| "grad_norm": 0.06798948347568512, | |
| "learning_rate": 0.0015777777777777778, | |
| "loss": 0.8607, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.16004445679355375, | |
| "grad_norm": 0.07019151747226715, | |
| "learning_rate": 0.0016, | |
| "loss": 0.9327, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.16226729647124202, | |
| "grad_norm": 0.09492333978414536, | |
| "learning_rate": 0.0016222222222222222, | |
| "loss": 0.8007, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.16449013614893027, | |
| "grad_norm": 0.06816477328538895, | |
| "learning_rate": 0.0016444444444444445, | |
| "loss": 0.8318, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1667129758266185, | |
| "grad_norm": 0.05683727562427521, | |
| "learning_rate": 0.0016666666666666668, | |
| "loss": 0.816, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.16893581550430675, | |
| "grad_norm": 0.06219564750790596, | |
| "learning_rate": 0.001688888888888889, | |
| "loss": 0.8008, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.171158655181995, | |
| "grad_norm": 0.06426230072975159, | |
| "learning_rate": 0.0017111111111111114, | |
| "loss": 1.0033, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.17338149485968324, | |
| "grad_norm": 0.057185135781764984, | |
| "learning_rate": 0.0017333333333333333, | |
| "loss": 0.9249, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.17560433453737148, | |
| "grad_norm": 0.0551241934299469, | |
| "learning_rate": 0.0017555555555555556, | |
| "loss": 0.891, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.17782717421505975, | |
| "grad_norm": 0.05191711336374283, | |
| "learning_rate": 0.0017777777777777776, | |
| "loss": 0.9672, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.180050013892748, | |
| "grad_norm": 0.06342898309230804, | |
| "learning_rate": 0.0018, | |
| "loss": 0.9372, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.18227285357043624, | |
| "grad_norm": 0.05517818406224251, | |
| "learning_rate": 0.0018222222222222223, | |
| "loss": 0.8477, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.18449569324812448, | |
| "grad_norm": 0.058783963322639465, | |
| "learning_rate": 0.0018444444444444446, | |
| "loss": 1.0301, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.18671853292581272, | |
| "grad_norm": 0.05436277762055397, | |
| "learning_rate": 0.0018666666666666666, | |
| "loss": 0.8878, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.18894137260350097, | |
| "grad_norm": 0.041651614010334015, | |
| "learning_rate": 0.001888888888888889, | |
| "loss": 0.9357, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.1911642122811892, | |
| "grad_norm": 0.050092216581106186, | |
| "learning_rate": 0.0019111111111111113, | |
| "loss": 0.9938, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.19338705195887745, | |
| "grad_norm": 0.053640950471162796, | |
| "learning_rate": 0.0019333333333333336, | |
| "loss": 1.0159, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.19560989163656572, | |
| "grad_norm": 0.05056702345609665, | |
| "learning_rate": 0.001955555555555556, | |
| "loss": 0.9827, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.19783273131425397, | |
| "grad_norm": 0.04525972530245781, | |
| "learning_rate": 0.0019777777777777775, | |
| "loss": 0.7511, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.2000555709919422, | |
| "grad_norm": 0.04984632506966591, | |
| "learning_rate": 0.002, | |
| "loss": 0.8568, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.20227841066963045, | |
| "grad_norm": 0.04132724925875664, | |
| "learning_rate": 0.002022222222222222, | |
| "loss": 0.9806, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.2045012503473187, | |
| "grad_norm": 0.039617739617824554, | |
| "learning_rate": 0.0020444444444444447, | |
| "loss": 0.8346, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.20672409002500694, | |
| "grad_norm": 0.03755780681967735, | |
| "learning_rate": 0.0020666666666666667, | |
| "loss": 0.813, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.20894692970269518, | |
| "grad_norm": 0.038126129657030106, | |
| "learning_rate": 0.002088888888888889, | |
| "loss": 0.9437, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.21116976938038343, | |
| "grad_norm": 0.03865043818950653, | |
| "learning_rate": 0.0021111111111111113, | |
| "loss": 0.7994, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2133926090580717, | |
| "grad_norm": 0.038602616637945175, | |
| "learning_rate": 0.0021333333333333334, | |
| "loss": 0.9596, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.21561544873575994, | |
| "grad_norm": 0.03432125225663185, | |
| "learning_rate": 0.0021555555555555555, | |
| "loss": 0.7337, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.21783828841344818, | |
| "grad_norm": 0.04551972821354866, | |
| "learning_rate": 0.002177777777777778, | |
| "loss": 0.9933, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.22006112809113643, | |
| "grad_norm": 0.03250821307301521, | |
| "learning_rate": 0.0021999999999999997, | |
| "loss": 0.8251, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.22228396776882467, | |
| "grad_norm": 0.03453311696648598, | |
| "learning_rate": 0.0022222222222222222, | |
| "loss": 0.8074, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2245068074465129, | |
| "grad_norm": 0.041663624346256256, | |
| "learning_rate": 0.0022444444444444443, | |
| "loss": 0.7755, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.22672964712420116, | |
| "grad_norm": 0.035251155495643616, | |
| "learning_rate": 0.002266666666666667, | |
| "loss": 0.9015, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.22895248680188943, | |
| "grad_norm": 0.026816092431545258, | |
| "learning_rate": 0.002288888888888889, | |
| "loss": 0.6089, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.23117532647957767, | |
| "grad_norm": 0.025371363386511803, | |
| "learning_rate": 0.002311111111111111, | |
| "loss": 0.6579, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2333981661572659, | |
| "grad_norm": 0.030030515044927597, | |
| "learning_rate": 0.0023333333333333335, | |
| "loss": 0.7587, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.23562100583495416, | |
| "grad_norm": 0.03042268380522728, | |
| "learning_rate": 0.0023555555555555556, | |
| "loss": 0.673, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2378438455126424, | |
| "grad_norm": 0.03374524414539337, | |
| "learning_rate": 0.002377777777777778, | |
| "loss": 0.7638, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.24006668519033064, | |
| "grad_norm": 0.05823088809847832, | |
| "learning_rate": 0.0024000000000000002, | |
| "loss": 1.0445, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.24228952486801889, | |
| "grad_norm": 0.02552204020321369, | |
| "learning_rate": 0.0024222222222222223, | |
| "loss": 0.758, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.24451236454570713, | |
| "grad_norm": 0.030858848243951797, | |
| "learning_rate": 0.0024444444444444444, | |
| "loss": 0.8163, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2467352042233954, | |
| "grad_norm": 0.030134430155158043, | |
| "learning_rate": 0.0024666666666666665, | |
| "loss": 0.8197, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.24895804390108364, | |
| "grad_norm": 0.03654756769537926, | |
| "learning_rate": 0.002488888888888889, | |
| "loss": 0.8028, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2511808835787719, | |
| "grad_norm": 0.04132033884525299, | |
| "learning_rate": 0.002511111111111111, | |
| "loss": 0.8087, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2534037232564601, | |
| "grad_norm": 0.02729404903948307, | |
| "learning_rate": 0.002533333333333333, | |
| "loss": 0.7327, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.25562656293414837, | |
| "grad_norm": 0.037324242293834686, | |
| "learning_rate": 0.0025555555555555557, | |
| "loss": 0.8203, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.25784940261183664, | |
| "grad_norm": 0.045340005308389664, | |
| "learning_rate": 0.002577777777777778, | |
| "loss": 1.1208, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.26007224228952486, | |
| "grad_norm": 0.03202158212661743, | |
| "learning_rate": 0.0026000000000000003, | |
| "loss": 0.7704, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.26229508196721313, | |
| "grad_norm": 0.031156064942479134, | |
| "learning_rate": 0.0026222222222222224, | |
| "loss": 0.6212, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.26451792164490134, | |
| "grad_norm": 0.0396842360496521, | |
| "learning_rate": 0.0026444444444444445, | |
| "loss": 0.8821, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.2667407613225896, | |
| "grad_norm": 0.024765778332948685, | |
| "learning_rate": 0.0026666666666666666, | |
| "loss": 0.7624, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.26896360100027783, | |
| "grad_norm": 0.0588197335600853, | |
| "learning_rate": 0.0026888888888888887, | |
| "loss": 0.7491, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.2711864406779661, | |
| "grad_norm": 0.04317701607942581, | |
| "learning_rate": 0.002711111111111111, | |
| "loss": 0.9822, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.27340928035565437, | |
| "grad_norm": 0.023474140092730522, | |
| "learning_rate": 0.0027333333333333333, | |
| "loss": 0.6543, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.2756321200333426, | |
| "grad_norm": 0.03395792841911316, | |
| "learning_rate": 0.002755555555555556, | |
| "loss": 0.9753, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.27785495971103086, | |
| "grad_norm": 0.03774833306670189, | |
| "learning_rate": 0.002777777777777778, | |
| "loss": 0.7568, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2800777993887191, | |
| "grad_norm": 0.019662071019411087, | |
| "learning_rate": 0.0028, | |
| "loss": 0.683, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.28230063906640734, | |
| "grad_norm": 0.02699323743581772, | |
| "learning_rate": 0.0028222222222222225, | |
| "loss": 0.7626, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.28452347874409556, | |
| "grad_norm": 0.02954452484846115, | |
| "learning_rate": 0.0028444444444444446, | |
| "loss": 0.8323, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.28674631842178383, | |
| "grad_norm": 0.021271225064992905, | |
| "learning_rate": 0.0028666666666666667, | |
| "loss": 0.7864, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.2889691580994721, | |
| "grad_norm": 0.02944800816476345, | |
| "learning_rate": 0.0028888888888888888, | |
| "loss": 0.9257, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2911919977771603, | |
| "grad_norm": 0.029844852164387703, | |
| "learning_rate": 0.002911111111111111, | |
| "loss": 0.7552, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2934148374548486, | |
| "grad_norm": 0.023612311109900475, | |
| "learning_rate": 0.0029333333333333334, | |
| "loss": 0.6756, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2956376771325368, | |
| "grad_norm": 0.017975427210330963, | |
| "learning_rate": 0.0029555555555555555, | |
| "loss": 0.7141, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.2978605168102251, | |
| "grad_norm": 0.038071002811193466, | |
| "learning_rate": 0.002977777777777778, | |
| "loss": 0.9247, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3000833564879133, | |
| "grad_norm": 0.027641968801617622, | |
| "learning_rate": 0.003, | |
| "loss": 0.6383, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.30230619616560156, | |
| "grad_norm": 0.02428288944065571, | |
| "learning_rate": 0.0029975247524752476, | |
| "loss": 0.803, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.30452903584328983, | |
| "grad_norm": 0.055082373321056366, | |
| "learning_rate": 0.002995049504950495, | |
| "loss": 0.6262, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.30675187552097805, | |
| "grad_norm": 0.019244015216827393, | |
| "learning_rate": 0.0029925742574257426, | |
| "loss": 0.7297, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.3089747151986663, | |
| "grad_norm": 0.0185896847397089, | |
| "learning_rate": 0.00299009900990099, | |
| "loss": 0.775, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.31119755487635453, | |
| "grad_norm": 0.04311481863260269, | |
| "learning_rate": 0.0029876237623762377, | |
| "loss": 0.9192, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3134203945540428, | |
| "grad_norm": 0.02153279259800911, | |
| "learning_rate": 0.002985148514851485, | |
| "loss": 0.7181, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.315643234231731, | |
| "grad_norm": 0.030037125572562218, | |
| "learning_rate": 0.0029826732673267327, | |
| "loss": 0.7947, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3178660739094193, | |
| "grad_norm": 0.03192693367600441, | |
| "learning_rate": 0.0029801980198019802, | |
| "loss": 1.0311, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.3200889135871075, | |
| "grad_norm": 0.021701497957110405, | |
| "learning_rate": 0.0029777227722772278, | |
| "loss": 0.6511, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.3223117532647958, | |
| "grad_norm": 0.025493718683719635, | |
| "learning_rate": 0.0029752475247524753, | |
| "loss": 0.6231, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.32453459294248405, | |
| "grad_norm": 0.02308356948196888, | |
| "learning_rate": 0.002972772277227723, | |
| "loss": 0.7476, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.32675743262017226, | |
| "grad_norm": 0.01986018754541874, | |
| "learning_rate": 0.0029702970297029703, | |
| "loss": 0.7325, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.32898027229786053, | |
| "grad_norm": 0.017985232174396515, | |
| "learning_rate": 0.002967821782178218, | |
| "loss": 0.7233, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.33120311197554875, | |
| "grad_norm": 0.01952328160405159, | |
| "learning_rate": 0.0029653465346534654, | |
| "loss": 0.6821, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.333425951653237, | |
| "grad_norm": 0.020746653899550438, | |
| "learning_rate": 0.002962871287128713, | |
| "loss": 0.8254, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33564879133092523, | |
| "grad_norm": 0.018172353506088257, | |
| "learning_rate": 0.0029603960396039604, | |
| "loss": 0.6146, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.3378716310086135, | |
| "grad_norm": 0.01994176022708416, | |
| "learning_rate": 0.002957920792079208, | |
| "loss": 0.8184, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3400944706863018, | |
| "grad_norm": 0.026261357590556145, | |
| "learning_rate": 0.0029554455445544555, | |
| "loss": 0.7213, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.34231731036399, | |
| "grad_norm": 0.019761715084314346, | |
| "learning_rate": 0.002952970297029703, | |
| "loss": 0.7215, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.34454015004167826, | |
| "grad_norm": 0.022664040327072144, | |
| "learning_rate": 0.0029504950495049505, | |
| "loss": 0.8718, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3467629897193665, | |
| "grad_norm": 0.027874581515789032, | |
| "learning_rate": 0.002948019801980198, | |
| "loss": 0.8164, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.34898582939705475, | |
| "grad_norm": 0.02273603528738022, | |
| "learning_rate": 0.0029455445544554456, | |
| "loss": 0.7851, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.35120866907474296, | |
| "grad_norm": 0.0187845416367054, | |
| "learning_rate": 0.002943069306930693, | |
| "loss": 0.7604, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.35343150875243123, | |
| "grad_norm": 0.019273824989795685, | |
| "learning_rate": 0.0029405940594059406, | |
| "loss": 0.5622, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.3556543484301195, | |
| "grad_norm": 0.02631755918264389, | |
| "learning_rate": 0.002938118811881188, | |
| "loss": 0.8661, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3578771881078077, | |
| "grad_norm": 0.022346017882227898, | |
| "learning_rate": 0.0029356435643564356, | |
| "loss": 0.6781, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.360100027785496, | |
| "grad_norm": 0.021816574037075043, | |
| "learning_rate": 0.002933168316831683, | |
| "loss": 0.9022, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3623228674631842, | |
| "grad_norm": 0.021531615406274796, | |
| "learning_rate": 0.002930693069306931, | |
| "loss": 0.6871, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.3645457071408725, | |
| "grad_norm": 0.022265218198299408, | |
| "learning_rate": 0.002928217821782178, | |
| "loss": 0.9247, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.3667685468185607, | |
| "grad_norm": 0.01669679768383503, | |
| "learning_rate": 0.0029257425742574257, | |
| "loss": 0.6005, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.36899138649624896, | |
| "grad_norm": 0.020891698077321053, | |
| "learning_rate": 0.0029232673267326737, | |
| "loss": 0.7063, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3712142261739372, | |
| "grad_norm": 0.01642497256398201, | |
| "learning_rate": 0.002920792079207921, | |
| "loss": 0.7598, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.37343706585162545, | |
| "grad_norm": 0.022815469652414322, | |
| "learning_rate": 0.0029183168316831683, | |
| "loss": 0.7631, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.3756599055293137, | |
| "grad_norm": 0.02138301357626915, | |
| "learning_rate": 0.0029158415841584163, | |
| "loss": 0.7098, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.37788274520700194, | |
| "grad_norm": 0.022588403895497322, | |
| "learning_rate": 0.0029133663366336634, | |
| "loss": 0.8482, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3801055848846902, | |
| "grad_norm": 0.017089666798710823, | |
| "learning_rate": 0.002910891089108911, | |
| "loss": 0.6223, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.3823284245623784, | |
| "grad_norm": 0.014961940236389637, | |
| "learning_rate": 0.002908415841584159, | |
| "loss": 0.6889, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.3845512642400667, | |
| "grad_norm": 0.022101087495684624, | |
| "learning_rate": 0.002905940594059406, | |
| "loss": 0.7824, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.3867741039177549, | |
| "grad_norm": 0.020935313776135445, | |
| "learning_rate": 0.0029034653465346534, | |
| "loss": 0.7214, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.3889969435954432, | |
| "grad_norm": 0.027509761974215508, | |
| "learning_rate": 0.0029009900990099014, | |
| "loss": 0.7776, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.39121978327313145, | |
| "grad_norm": 0.03217627480626106, | |
| "learning_rate": 0.0028985148514851485, | |
| "loss": 0.7934, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.39344262295081966, | |
| "grad_norm": 0.01634255051612854, | |
| "learning_rate": 0.002896039603960396, | |
| "loss": 0.6374, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.39566546262850794, | |
| "grad_norm": 0.016692742705345154, | |
| "learning_rate": 0.002893564356435644, | |
| "loss": 0.6864, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.39788830230619615, | |
| "grad_norm": 0.019375508651137352, | |
| "learning_rate": 0.002891089108910891, | |
| "loss": 0.7127, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.4001111419838844, | |
| "grad_norm": 0.02516164816915989, | |
| "learning_rate": 0.0028886138613861386, | |
| "loss": 0.6287, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.40233398166157264, | |
| "grad_norm": 0.024371830746531487, | |
| "learning_rate": 0.0028861386138613865, | |
| "loss": 0.6914, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.4045568213392609, | |
| "grad_norm": 0.023201432079076767, | |
| "learning_rate": 0.0028836633663366336, | |
| "loss": 0.8256, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4067796610169492, | |
| "grad_norm": 0.03344796970486641, | |
| "learning_rate": 0.002881188118811881, | |
| "loss": 0.7973, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.4090025006946374, | |
| "grad_norm": 0.019620005041360855, | |
| "learning_rate": 0.002878712871287129, | |
| "loss": 0.7596, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.41122534037232567, | |
| "grad_norm": 0.017026478424668312, | |
| "learning_rate": 0.002876237623762376, | |
| "loss": 0.7195, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4134481800500139, | |
| "grad_norm": 0.01848086714744568, | |
| "learning_rate": 0.0028737623762376237, | |
| "loss": 0.887, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.41567101972770215, | |
| "grad_norm": 0.02092432789504528, | |
| "learning_rate": 0.0028712871287128717, | |
| "loss": 0.7142, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.41789385940539037, | |
| "grad_norm": 0.060593266040086746, | |
| "learning_rate": 0.0028688118811881188, | |
| "loss": 0.6788, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.42011669908307864, | |
| "grad_norm": 0.018896559253335, | |
| "learning_rate": 0.0028663366336633663, | |
| "loss": 0.5818, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.42233953876076685, | |
| "grad_norm": 0.015938229858875275, | |
| "learning_rate": 0.0028638613861386142, | |
| "loss": 0.6667, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4245623784384551, | |
| "grad_norm": 0.04060890153050423, | |
| "learning_rate": 0.0028613861386138613, | |
| "loss": 0.7224, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.4267852181161434, | |
| "grad_norm": 0.019955582916736603, | |
| "learning_rate": 0.002858910891089109, | |
| "loss": 0.7129, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.4290080577938316, | |
| "grad_norm": 0.02846820093691349, | |
| "learning_rate": 0.002856435643564357, | |
| "loss": 0.8338, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.4312308974715199, | |
| "grad_norm": 0.024327551946043968, | |
| "learning_rate": 0.002853960396039604, | |
| "loss": 0.7844, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.4334537371492081, | |
| "grad_norm": 0.022156810387969017, | |
| "learning_rate": 0.0028514851485148514, | |
| "loss": 0.7783, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.43567657682689637, | |
| "grad_norm": 0.020973121747374535, | |
| "learning_rate": 0.0028490099009900994, | |
| "loss": 0.7924, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.4378994165045846, | |
| "grad_norm": 0.02271064557135105, | |
| "learning_rate": 0.0028465346534653465, | |
| "loss": 0.8475, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.44012225618227285, | |
| "grad_norm": 0.017409365624189377, | |
| "learning_rate": 0.002844059405940594, | |
| "loss": 0.6592, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.4423450958599611, | |
| "grad_norm": 0.016952740028500557, | |
| "learning_rate": 0.002841584158415842, | |
| "loss": 0.7419, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.44456793553764934, | |
| "grad_norm": 0.022074569016695023, | |
| "learning_rate": 0.002839108910891089, | |
| "loss": 0.9592, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4467907752153376, | |
| "grad_norm": 0.019633406773209572, | |
| "learning_rate": 0.0028366336633663366, | |
| "loss": 0.846, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.4490136148930258, | |
| "grad_norm": 0.02506411075592041, | |
| "learning_rate": 0.0028341584158415845, | |
| "loss": 0.8544, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.4512364545707141, | |
| "grad_norm": 0.011820493265986443, | |
| "learning_rate": 0.0028316831683168316, | |
| "loss": 0.6832, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.4534592942484023, | |
| "grad_norm": 0.013546622358262539, | |
| "learning_rate": 0.002829207920792079, | |
| "loss": 0.7245, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.4556821339260906, | |
| "grad_norm": 0.016001511365175247, | |
| "learning_rate": 0.002826732673267327, | |
| "loss": 0.6386, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.45790497360377885, | |
| "grad_norm": 0.016753453761339188, | |
| "learning_rate": 0.002824257425742574, | |
| "loss": 0.681, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.46012781328146707, | |
| "grad_norm": 0.021365856751799583, | |
| "learning_rate": 0.0028217821782178217, | |
| "loss": 0.7229, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.46235065295915534, | |
| "grad_norm": 0.016552921384572983, | |
| "learning_rate": 0.0028193069306930696, | |
| "loss": 0.741, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.46457349263684355, | |
| "grad_norm": 0.0160622950643301, | |
| "learning_rate": 0.0028168316831683167, | |
| "loss": 0.8179, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.4667963323145318, | |
| "grad_norm": 0.01873830333352089, | |
| "learning_rate": 0.0028143564356435643, | |
| "loss": 0.7208, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.46901917199222004, | |
| "grad_norm": 0.01617845520377159, | |
| "learning_rate": 0.002811881188118812, | |
| "loss": 0.7291, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.4712420116699083, | |
| "grad_norm": 0.016890326514840126, | |
| "learning_rate": 0.0028094059405940593, | |
| "loss": 0.7388, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.4734648513475965, | |
| "grad_norm": 0.01602407731115818, | |
| "learning_rate": 0.0028069306930693073, | |
| "loss": 0.6657, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.4756876910252848, | |
| "grad_norm": 0.02520548366010189, | |
| "learning_rate": 0.0028044554455445548, | |
| "loss": 0.7801, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.47791053070297307, | |
| "grad_norm": 0.017677821218967438, | |
| "learning_rate": 0.002801980198019802, | |
| "loss": 0.7508, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4801333703806613, | |
| "grad_norm": 0.01971537061035633, | |
| "learning_rate": 0.00279950495049505, | |
| "loss": 0.8671, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.48235621005834955, | |
| "grad_norm": 0.020906252786517143, | |
| "learning_rate": 0.0027970297029702973, | |
| "loss": 0.8528, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.48457904973603777, | |
| "grad_norm": 0.020072396844625473, | |
| "learning_rate": 0.0027945544554455444, | |
| "loss": 0.6818, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.48680188941372604, | |
| "grad_norm": 0.015342594124376774, | |
| "learning_rate": 0.0027920792079207924, | |
| "loss": 0.7102, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.48902472909141426, | |
| "grad_norm": 0.018210800364613533, | |
| "learning_rate": 0.00278960396039604, | |
| "loss": 0.6902, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4912475687691025, | |
| "grad_norm": 0.02456044964492321, | |
| "learning_rate": 0.002787128712871287, | |
| "loss": 0.7501, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.4934704084467908, | |
| "grad_norm": 0.010794063098728657, | |
| "learning_rate": 0.002784653465346535, | |
| "loss": 0.6494, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.495693248124479, | |
| "grad_norm": 0.014852452091872692, | |
| "learning_rate": 0.0027821782178217825, | |
| "loss": 0.6509, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.4979160878021673, | |
| "grad_norm": 0.023020023480057716, | |
| "learning_rate": 0.0027797029702970296, | |
| "loss": 0.7606, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5001389274798556, | |
| "grad_norm": 0.018114762380719185, | |
| "learning_rate": 0.0027772277227722775, | |
| "loss": 0.7541, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5023617671575438, | |
| "grad_norm": 0.018622858449816704, | |
| "learning_rate": 0.002774752475247525, | |
| "loss": 0.8621, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.504584606835232, | |
| "grad_norm": 0.018405485898256302, | |
| "learning_rate": 0.002772277227722772, | |
| "loss": 0.6815, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.5068074465129202, | |
| "grad_norm": 0.019367920234799385, | |
| "learning_rate": 0.00276980198019802, | |
| "loss": 0.8323, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5090302861906085, | |
| "grad_norm": 0.016442907974123955, | |
| "learning_rate": 0.0027673267326732676, | |
| "loss": 0.6732, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.5112531258682967, | |
| "grad_norm": 0.02419120818376541, | |
| "learning_rate": 0.0027648514851485147, | |
| "loss": 0.7696, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.513475965545985, | |
| "grad_norm": 0.023511352017521858, | |
| "learning_rate": 0.0027623762376237627, | |
| "loss": 0.6797, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.5156988052236733, | |
| "grad_norm": 0.019304659217596054, | |
| "learning_rate": 0.00275990099009901, | |
| "loss": 0.7255, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5179216449013615, | |
| "grad_norm": 0.01737944595515728, | |
| "learning_rate": 0.0027574257425742573, | |
| "loss": 0.6911, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.5201444845790497, | |
| "grad_norm": 0.017303744331002235, | |
| "learning_rate": 0.0027549504950495052, | |
| "loss": 0.7673, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5223673242567379, | |
| "grad_norm": 0.018068619072437286, | |
| "learning_rate": 0.0027524752475247528, | |
| "loss": 0.7392, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5245901639344263, | |
| "grad_norm": 0.01970060169696808, | |
| "learning_rate": 0.00275, | |
| "loss": 0.6399, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5268130036121145, | |
| "grad_norm": 0.016325384378433228, | |
| "learning_rate": 0.002747524752475248, | |
| "loss": 0.8503, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.5290358432898027, | |
| "grad_norm": 0.020598750561475754, | |
| "learning_rate": 0.002745049504950495, | |
| "loss": 0.7524, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.531258682967491, | |
| "grad_norm": 0.016212867572903633, | |
| "learning_rate": 0.0027425742574257424, | |
| "loss": 0.6051, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.5334815226451792, | |
| "grad_norm": 0.015269650146365166, | |
| "learning_rate": 0.0027400990099009904, | |
| "loss": 0.642, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5357043623228674, | |
| "grad_norm": 0.023223020136356354, | |
| "learning_rate": 0.0027376237623762375, | |
| "loss": 0.5973, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.5379272020005557, | |
| "grad_norm": 0.015060219913721085, | |
| "learning_rate": 0.002735148514851485, | |
| "loss": 0.6679, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.540150041678244, | |
| "grad_norm": 0.016781222075223923, | |
| "learning_rate": 0.002732673267326733, | |
| "loss": 0.6876, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.5423728813559322, | |
| "grad_norm": 0.01453195046633482, | |
| "learning_rate": 0.00273019801980198, | |
| "loss": 0.6025, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.5445957210336204, | |
| "grad_norm": 0.017990389838814735, | |
| "learning_rate": 0.0027277227722772275, | |
| "loss": 0.7093, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5468185607113087, | |
| "grad_norm": 0.013350987806916237, | |
| "learning_rate": 0.0027252475247524755, | |
| "loss": 0.659, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.549041400388997, | |
| "grad_norm": 0.016740279272198677, | |
| "learning_rate": 0.0027227722772277226, | |
| "loss": 0.6952, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.5512642400666852, | |
| "grad_norm": 0.016187356784939766, | |
| "learning_rate": 0.00272029702970297, | |
| "loss": 0.6865, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.5534870797443734, | |
| "grad_norm": 0.015389680862426758, | |
| "learning_rate": 0.002717821782178218, | |
| "loss": 0.7032, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.5557099194220617, | |
| "grad_norm": 0.01613827608525753, | |
| "learning_rate": 0.002715346534653465, | |
| "loss": 0.8342, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5579327590997499, | |
| "grad_norm": 0.02487931028008461, | |
| "learning_rate": 0.0027128712871287127, | |
| "loss": 0.7652, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.5601555987774381, | |
| "grad_norm": 0.01547365915030241, | |
| "learning_rate": 0.0027103960396039606, | |
| "loss": 0.6371, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.5623784384551265, | |
| "grad_norm": 0.08315558731555939, | |
| "learning_rate": 0.0027079207920792077, | |
| "loss": 0.7897, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.5646012781328147, | |
| "grad_norm": 0.014980711974203587, | |
| "learning_rate": 0.0027054455445544552, | |
| "loss": 0.8446, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.5668241178105029, | |
| "grad_norm": 0.01912595145404339, | |
| "learning_rate": 0.002702970297029703, | |
| "loss": 0.6859, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5690469574881911, | |
| "grad_norm": 0.015234099701046944, | |
| "learning_rate": 0.0027004950495049503, | |
| "loss": 0.6902, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5712697971658794, | |
| "grad_norm": 0.016250934451818466, | |
| "learning_rate": 0.002698019801980198, | |
| "loss": 0.6429, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.5734926368435677, | |
| "grad_norm": 0.013874251395463943, | |
| "learning_rate": 0.0026955445544554458, | |
| "loss": 0.6679, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.5757154765212559, | |
| "grad_norm": 0.020642723888158798, | |
| "learning_rate": 0.002693069306930693, | |
| "loss": 0.7782, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.5779383161989442, | |
| "grad_norm": 0.018470142036676407, | |
| "learning_rate": 0.0026905940594059404, | |
| "loss": 0.726, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5801611558766324, | |
| "grad_norm": 0.01383270975202322, | |
| "learning_rate": 0.0026881188118811883, | |
| "loss": 0.6343, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.5823839955543206, | |
| "grad_norm": 0.02608071267604828, | |
| "learning_rate": 0.0026856435643564354, | |
| "loss": 0.7594, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5846068352320088, | |
| "grad_norm": 0.01618632860481739, | |
| "learning_rate": 0.0026831683168316834, | |
| "loss": 0.6656, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.5868296749096972, | |
| "grad_norm": 0.022311942651867867, | |
| "learning_rate": 0.002680693069306931, | |
| "loss": 0.9195, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.5890525145873854, | |
| "grad_norm": 0.01792202889919281, | |
| "learning_rate": 0.002678217821782178, | |
| "loss": 0.7247, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5912753542650736, | |
| "grad_norm": 0.017917366698384285, | |
| "learning_rate": 0.002675742574257426, | |
| "loss": 0.6302, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5934981939427619, | |
| "grad_norm": 0.022937409579753876, | |
| "learning_rate": 0.0026732673267326735, | |
| "loss": 0.9526, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.5957210336204501, | |
| "grad_norm": 0.015674270689487457, | |
| "learning_rate": 0.0026707920792079206, | |
| "loss": 0.7029, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5979438732981384, | |
| "grad_norm": 0.01607857085764408, | |
| "learning_rate": 0.0026683168316831685, | |
| "loss": 0.8267, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.6001667129758266, | |
| "grad_norm": 0.018459970131516457, | |
| "learning_rate": 0.002665841584158416, | |
| "loss": 0.7411, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6023895526535149, | |
| "grad_norm": 0.01604890450835228, | |
| "learning_rate": 0.002663366336633663, | |
| "loss": 0.7138, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.6046123923312031, | |
| "grad_norm": 0.021214580163359642, | |
| "learning_rate": 0.002660891089108911, | |
| "loss": 0.6114, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.6068352320088913, | |
| "grad_norm": 0.019329868257045746, | |
| "learning_rate": 0.0026584158415841586, | |
| "loss": 0.723, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.6090580716865797, | |
| "grad_norm": 0.012522357515990734, | |
| "learning_rate": 0.0026559405940594057, | |
| "loss": 0.7007, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6112809113642679, | |
| "grad_norm": 0.01763787679374218, | |
| "learning_rate": 0.0026534653465346537, | |
| "loss": 0.7885, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.6135037510419561, | |
| "grad_norm": 0.018133271485567093, | |
| "learning_rate": 0.002650990099009901, | |
| "loss": 0.7477, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6157265907196443, | |
| "grad_norm": 0.013666578568518162, | |
| "learning_rate": 0.0026485148514851483, | |
| "loss": 0.6034, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.6179494303973326, | |
| "grad_norm": 0.014519906602799892, | |
| "learning_rate": 0.0026460396039603962, | |
| "loss": 0.6982, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.6201722700750208, | |
| "grad_norm": 0.016167080029845238, | |
| "learning_rate": 0.0026435643564356437, | |
| "loss": 0.7584, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.6223951097527091, | |
| "grad_norm": 0.0192260704934597, | |
| "learning_rate": 0.002641089108910891, | |
| "loss": 0.8423, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6246179494303973, | |
| "grad_norm": 0.02769404463469982, | |
| "learning_rate": 0.002638613861386139, | |
| "loss": 0.7093, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.6268407891080856, | |
| "grad_norm": 0.023452669382095337, | |
| "learning_rate": 0.0026361386138613863, | |
| "loss": 0.7986, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.6290636287857738, | |
| "grad_norm": 0.02152738720178604, | |
| "learning_rate": 0.0026336633663366334, | |
| "loss": 0.7953, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.631286468463462, | |
| "grad_norm": 0.022495241835713387, | |
| "learning_rate": 0.0026311881188118814, | |
| "loss": 0.8022, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.6335093081411504, | |
| "grad_norm": 0.01805182732641697, | |
| "learning_rate": 0.002628712871287129, | |
| "loss": 0.6848, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6357321478188386, | |
| "grad_norm": 0.020260373130440712, | |
| "learning_rate": 0.002626237623762376, | |
| "loss": 0.6499, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.6379549874965268, | |
| "grad_norm": 0.01385380420833826, | |
| "learning_rate": 0.002623762376237624, | |
| "loss": 0.6989, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.640177827174215, | |
| "grad_norm": 0.015470602549612522, | |
| "learning_rate": 0.0026212871287128714, | |
| "loss": 0.745, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.6424006668519033, | |
| "grad_norm": 0.011990759521722794, | |
| "learning_rate": 0.0026188118811881185, | |
| "loss": 0.6064, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.6446235065295916, | |
| "grad_norm": 0.01651688665151596, | |
| "learning_rate": 0.0026163366336633665, | |
| "loss": 0.6985, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6468463462072798, | |
| "grad_norm": 0.013933480717241764, | |
| "learning_rate": 0.002613861386138614, | |
| "loss": 0.6943, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.6490691858849681, | |
| "grad_norm": 0.014627222903072834, | |
| "learning_rate": 0.002611386138613861, | |
| "loss": 0.5978, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.6512920255626563, | |
| "grad_norm": 0.016101978719234467, | |
| "learning_rate": 0.002608910891089109, | |
| "loss": 0.7254, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.6535148652403445, | |
| "grad_norm": 0.012672492302954197, | |
| "learning_rate": 0.0026064356435643566, | |
| "loss": 0.686, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.6557377049180327, | |
| "grad_norm": 0.019365599378943443, | |
| "learning_rate": 0.0026039603960396037, | |
| "loss": 0.6987, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6579605445957211, | |
| "grad_norm": 0.013569362461566925, | |
| "learning_rate": 0.0026014851485148516, | |
| "loss": 0.6362, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.6601833842734093, | |
| "grad_norm": 0.016133926808834076, | |
| "learning_rate": 0.002599009900990099, | |
| "loss": 0.6661, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.6624062239510975, | |
| "grad_norm": 0.016300931572914124, | |
| "learning_rate": 0.0025965346534653462, | |
| "loss": 0.64, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.6646290636287858, | |
| "grad_norm": 0.012371404096484184, | |
| "learning_rate": 0.002594059405940594, | |
| "loss": 0.6825, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.666851903306474, | |
| "grad_norm": 0.018244942650198936, | |
| "learning_rate": 0.0025915841584158417, | |
| "loss": 0.735, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6690747429841623, | |
| "grad_norm": 0.05636992305517197, | |
| "learning_rate": 0.002589108910891089, | |
| "loss": 0.7862, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.6712975826618505, | |
| "grad_norm": 0.01677551493048668, | |
| "learning_rate": 0.0025866336633663368, | |
| "loss": 0.7861, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.6735204223395388, | |
| "grad_norm": 0.01706579327583313, | |
| "learning_rate": 0.0025841584158415843, | |
| "loss": 0.8371, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.675743262017227, | |
| "grad_norm": 0.014940536580979824, | |
| "learning_rate": 0.0025816831683168314, | |
| "loss": 0.6754, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.6779661016949152, | |
| "grad_norm": 0.013865659013390541, | |
| "learning_rate": 0.0025792079207920793, | |
| "loss": 0.9877, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6801889413726036, | |
| "grad_norm": 0.010642016306519508, | |
| "learning_rate": 0.002576732673267327, | |
| "loss": 0.6201, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.6824117810502918, | |
| "grad_norm": 0.01661493070423603, | |
| "learning_rate": 0.002574257425742574, | |
| "loss": 0.6654, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.68463462072798, | |
| "grad_norm": 0.018468208611011505, | |
| "learning_rate": 0.002571782178217822, | |
| "loss": 0.7863, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.6868574604056682, | |
| "grad_norm": 0.022226519882678986, | |
| "learning_rate": 0.0025693069306930694, | |
| "loss": 0.7191, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.6890803000833565, | |
| "grad_norm": 0.019259922206401825, | |
| "learning_rate": 0.0025668316831683165, | |
| "loss": 0.8028, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6913031397610447, | |
| "grad_norm": 0.017490798607468605, | |
| "learning_rate": 0.0025643564356435645, | |
| "loss": 0.7814, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.693525979438733, | |
| "grad_norm": 0.02297484688460827, | |
| "learning_rate": 0.002561881188118812, | |
| "loss": 0.6705, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.6957488191164213, | |
| "grad_norm": 0.01425850111991167, | |
| "learning_rate": 0.0025594059405940595, | |
| "loss": 0.7235, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.6979716587941095, | |
| "grad_norm": 0.012471362948417664, | |
| "learning_rate": 0.002556930693069307, | |
| "loss": 0.7424, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.7001944984717977, | |
| "grad_norm": 0.013804659247398376, | |
| "learning_rate": 0.0025544554455445546, | |
| "loss": 0.6745, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.7024173381494859, | |
| "grad_norm": 0.01753597892820835, | |
| "learning_rate": 0.002551980198019802, | |
| "loss": 0.7136, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.7046401778271743, | |
| "grad_norm": 0.01735616661608219, | |
| "learning_rate": 0.0025495049504950496, | |
| "loss": 0.6987, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.7068630175048625, | |
| "grad_norm": 0.013026660308241844, | |
| "learning_rate": 0.002547029702970297, | |
| "loss": 0.5521, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.7090858571825507, | |
| "grad_norm": 0.011274688877165318, | |
| "learning_rate": 0.0025445544554455446, | |
| "loss": 0.5929, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.711308696860239, | |
| "grad_norm": 0.013325052335858345, | |
| "learning_rate": 0.002542079207920792, | |
| "loss": 0.6723, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7135315365379272, | |
| "grad_norm": 0.012779835611581802, | |
| "learning_rate": 0.0025396039603960397, | |
| "loss": 0.6871, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.7157543762156154, | |
| "grad_norm": 0.019513219594955444, | |
| "learning_rate": 0.002537128712871287, | |
| "loss": 0.7549, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.7179772158933037, | |
| "grad_norm": 0.014735296368598938, | |
| "learning_rate": 0.0025346534653465347, | |
| "loss": 0.7868, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.720200055570992, | |
| "grad_norm": 0.015642767772078514, | |
| "learning_rate": 0.0025321782178217823, | |
| "loss": 0.6612, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.7224228952486802, | |
| "grad_norm": 0.013669556006789207, | |
| "learning_rate": 0.0025297029702970298, | |
| "loss": 0.6112, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7246457349263684, | |
| "grad_norm": 0.012594704516232014, | |
| "learning_rate": 0.0025272277227722773, | |
| "loss": 0.7393, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.7268685746040566, | |
| "grad_norm": 0.015079697594046593, | |
| "learning_rate": 0.002524752475247525, | |
| "loss": 0.793, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.729091414281745, | |
| "grad_norm": 0.013951257802546024, | |
| "learning_rate": 0.0025222772277227723, | |
| "loss": 0.6706, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.7313142539594332, | |
| "grad_norm": 0.019177842885255814, | |
| "learning_rate": 0.00251980198019802, | |
| "loss": 0.7779, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.7335370936371214, | |
| "grad_norm": 0.013305417262017727, | |
| "learning_rate": 0.0025173267326732674, | |
| "loss": 0.7178, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7357599333148097, | |
| "grad_norm": 0.02146240696310997, | |
| "learning_rate": 0.002514851485148515, | |
| "loss": 0.7293, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.7379827729924979, | |
| "grad_norm": 0.013251793570816517, | |
| "learning_rate": 0.0025123762376237624, | |
| "loss": 0.7747, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.7402056126701861, | |
| "grad_norm": 0.01089315302670002, | |
| "learning_rate": 0.00250990099009901, | |
| "loss": 0.5445, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.7424284523478744, | |
| "grad_norm": 0.01445831824094057, | |
| "learning_rate": 0.0025074257425742575, | |
| "loss": 0.6669, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.7446512920255627, | |
| "grad_norm": 0.014526651240885258, | |
| "learning_rate": 0.002504950495049505, | |
| "loss": 0.7194, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7468741317032509, | |
| "grad_norm": 0.018426531925797462, | |
| "learning_rate": 0.0025024752475247525, | |
| "loss": 0.8315, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.7490969713809391, | |
| "grad_norm": 0.01586451753973961, | |
| "learning_rate": 0.0025, | |
| "loss": 0.572, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.7513198110586274, | |
| "grad_norm": 0.014794967137277126, | |
| "learning_rate": 0.0024975247524752476, | |
| "loss": 0.6875, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.7535426507363157, | |
| "grad_norm": 0.013549881055951118, | |
| "learning_rate": 0.002495049504950495, | |
| "loss": 0.6709, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.7557654904140039, | |
| "grad_norm": 0.0105968052521348, | |
| "learning_rate": 0.0024925742574257426, | |
| "loss": 0.5964, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7579883300916921, | |
| "grad_norm": 0.015588056296110153, | |
| "learning_rate": 0.00249009900990099, | |
| "loss": 0.6671, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.7602111697693804, | |
| "grad_norm": 0.01798832416534424, | |
| "learning_rate": 0.0024876237623762377, | |
| "loss": 0.8818, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.7624340094470686, | |
| "grad_norm": 0.013795461505651474, | |
| "learning_rate": 0.002485148514851485, | |
| "loss": 0.5748, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.7646568491247568, | |
| "grad_norm": 0.016307495534420013, | |
| "learning_rate": 0.0024826732673267327, | |
| "loss": 0.7323, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.7668796888024452, | |
| "grad_norm": 0.012711350806057453, | |
| "learning_rate": 0.0024801980198019802, | |
| "loss": 0.5185, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7691025284801334, | |
| "grad_norm": 0.01902935467660427, | |
| "learning_rate": 0.0024777227722772278, | |
| "loss": 0.7524, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.7713253681578216, | |
| "grad_norm": 0.013338466174900532, | |
| "learning_rate": 0.0024752475247524753, | |
| "loss": 0.6606, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.7735482078355098, | |
| "grad_norm": 0.017752062529325485, | |
| "learning_rate": 0.002472772277227723, | |
| "loss": 0.85, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.7757710475131981, | |
| "grad_norm": 0.013239924795925617, | |
| "learning_rate": 0.0024702970297029703, | |
| "loss": 0.623, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.7779938871908864, | |
| "grad_norm": 0.017011214047670364, | |
| "learning_rate": 0.002467821782178218, | |
| "loss": 0.6873, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7802167268685746, | |
| "grad_norm": 0.015225573442876339, | |
| "learning_rate": 0.0024653465346534654, | |
| "loss": 0.6334, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.7824395665462629, | |
| "grad_norm": 0.020225588232278824, | |
| "learning_rate": 0.002462871287128713, | |
| "loss": 0.7056, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.7846624062239511, | |
| "grad_norm": 0.01229569036513567, | |
| "learning_rate": 0.0024603960396039604, | |
| "loss": 0.7022, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.7868852459016393, | |
| "grad_norm": 0.013165128417313099, | |
| "learning_rate": 0.002457920792079208, | |
| "loss": 0.6532, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.7891080855793275, | |
| "grad_norm": 0.026388289406895638, | |
| "learning_rate": 0.0024554455445544555, | |
| "loss": 0.6812, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7913309252570159, | |
| "grad_norm": 0.014291019178926945, | |
| "learning_rate": 0.002452970297029703, | |
| "loss": 0.7062, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.7935537649347041, | |
| "grad_norm": 0.017437303438782692, | |
| "learning_rate": 0.0024504950495049505, | |
| "loss": 0.7651, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.7957766046123923, | |
| "grad_norm": 0.016056453809142113, | |
| "learning_rate": 0.002448019801980198, | |
| "loss": 0.6909, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.7979994442900806, | |
| "grad_norm": 0.017870964482426643, | |
| "learning_rate": 0.0024455445544554455, | |
| "loss": 0.541, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.8002222839677688, | |
| "grad_norm": 0.014736250974237919, | |
| "learning_rate": 0.002443069306930693, | |
| "loss": 0.7619, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8024451236454571, | |
| "grad_norm": 0.013172541745007038, | |
| "learning_rate": 0.0024405940594059406, | |
| "loss": 0.5607, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.8046679633231453, | |
| "grad_norm": 0.017459526658058167, | |
| "learning_rate": 0.002438118811881188, | |
| "loss": 0.7483, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.8068908030008336, | |
| "grad_norm": 0.016839707270264626, | |
| "learning_rate": 0.002435643564356436, | |
| "loss": 0.7191, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.8091136426785218, | |
| "grad_norm": 0.017826620489358902, | |
| "learning_rate": 0.002433168316831683, | |
| "loss": 0.8137, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.81133648235621, | |
| "grad_norm": 0.019586768001317978, | |
| "learning_rate": 0.0024306930693069307, | |
| "loss": 0.8679, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.8135593220338984, | |
| "grad_norm": 0.03678233548998833, | |
| "learning_rate": 0.0024282178217821786, | |
| "loss": 0.6402, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.8157821617115866, | |
| "grad_norm": 0.02029457874596119, | |
| "learning_rate": 0.0024257425742574257, | |
| "loss": 0.794, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.8180050013892748, | |
| "grad_norm": 0.014588624238967896, | |
| "learning_rate": 0.0024232673267326733, | |
| "loss": 0.5804, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.820227841066963, | |
| "grad_norm": 0.014623894356191158, | |
| "learning_rate": 0.002420792079207921, | |
| "loss": 0.6849, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.8224506807446513, | |
| "grad_norm": 0.014702382497489452, | |
| "learning_rate": 0.0024183168316831683, | |
| "loss": 0.6318, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.8246735204223395, | |
| "grad_norm": 0.026238251477479935, | |
| "learning_rate": 0.002415841584158416, | |
| "loss": 0.6903, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.8268963601000278, | |
| "grad_norm": 0.017133679240942, | |
| "learning_rate": 0.0024133663366336638, | |
| "loss": 0.6215, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.8291191997777161, | |
| "grad_norm": 0.011881059035658836, | |
| "learning_rate": 0.002410891089108911, | |
| "loss": 0.6326, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.8313420394554043, | |
| "grad_norm": 0.015931686386466026, | |
| "learning_rate": 0.0024084158415841584, | |
| "loss": 0.5843, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.8335648791330925, | |
| "grad_norm": 0.014707183465361595, | |
| "learning_rate": 0.0024059405940594063, | |
| "loss": 0.5787, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8357877188107807, | |
| "grad_norm": 0.015076966024935246, | |
| "learning_rate": 0.0024034653465346534, | |
| "loss": 0.6184, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.8380105584884691, | |
| "grad_norm": 0.015617873519659042, | |
| "learning_rate": 0.002400990099009901, | |
| "loss": 0.6095, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.8402333981661573, | |
| "grad_norm": 0.016791800037026405, | |
| "learning_rate": 0.002398514851485149, | |
| "loss": 0.7002, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.8424562378438455, | |
| "grad_norm": 0.01942884549498558, | |
| "learning_rate": 0.002396039603960396, | |
| "loss": 0.6643, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.8446790775215337, | |
| "grad_norm": 0.02692730724811554, | |
| "learning_rate": 0.0023935643564356435, | |
| "loss": 0.6722, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.846901917199222, | |
| "grad_norm": 0.016538864001631737, | |
| "learning_rate": 0.0023910891089108915, | |
| "loss": 0.592, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.8491247568769102, | |
| "grad_norm": 0.0320366770029068, | |
| "learning_rate": 0.0023886138613861386, | |
| "loss": 0.6845, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.8513475965545985, | |
| "grad_norm": 0.011704586446285248, | |
| "learning_rate": 0.002386138613861386, | |
| "loss": 0.6338, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.8535704362322868, | |
| "grad_norm": 0.012988455593585968, | |
| "learning_rate": 0.002383663366336634, | |
| "loss": 0.6345, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.855793275909975, | |
| "grad_norm": 0.036786969751119614, | |
| "learning_rate": 0.002381188118811881, | |
| "loss": 0.6513, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8580161155876632, | |
| "grad_norm": 0.01267944648861885, | |
| "learning_rate": 0.0023787128712871287, | |
| "loss": 0.6335, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.8602389552653514, | |
| "grad_norm": 0.021348008885979652, | |
| "learning_rate": 0.0023762376237623766, | |
| "loss": 0.6572, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.8624617949430398, | |
| "grad_norm": 0.016306119039654732, | |
| "learning_rate": 0.0023737623762376237, | |
| "loss": 0.6352, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.864684634620728, | |
| "grad_norm": 0.016549356281757355, | |
| "learning_rate": 0.0023712871287128712, | |
| "loss": 0.6428, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.8669074742984162, | |
| "grad_norm": 0.01346430741250515, | |
| "learning_rate": 0.002368811881188119, | |
| "loss": 0.6152, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8691303139761045, | |
| "grad_norm": 0.01475781761109829, | |
| "learning_rate": 0.0023663366336633663, | |
| "loss": 0.6869, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.8713531536537927, | |
| "grad_norm": 0.021658863872289658, | |
| "learning_rate": 0.002363861386138614, | |
| "loss": 0.8617, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.873575993331481, | |
| "grad_norm": 0.014893801882863045, | |
| "learning_rate": 0.0023613861386138617, | |
| "loss": 0.6334, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.8757988330091692, | |
| "grad_norm": 0.015763310715556145, | |
| "learning_rate": 0.002358910891089109, | |
| "loss": 0.6145, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.8780216726868575, | |
| "grad_norm": 0.01235837209969759, | |
| "learning_rate": 0.0023564356435643564, | |
| "loss": 0.6377, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8802445123645457, | |
| "grad_norm": 0.08386275917291641, | |
| "learning_rate": 0.0023539603960396043, | |
| "loss": 0.6466, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.8824673520422339, | |
| "grad_norm": 0.024875586852431297, | |
| "learning_rate": 0.0023514851485148514, | |
| "loss": 0.772, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.8846901917199222, | |
| "grad_norm": 0.022778382524847984, | |
| "learning_rate": 0.002349009900990099, | |
| "loss": 0.77, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.8869130313976105, | |
| "grad_norm": 0.01597260683774948, | |
| "learning_rate": 0.002346534653465347, | |
| "loss": 0.8057, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.8891358710752987, | |
| "grad_norm": 0.023420272395014763, | |
| "learning_rate": 0.002344059405940594, | |
| "loss": 0.6152, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8913587107529869, | |
| "grad_norm": 0.014347629621624947, | |
| "learning_rate": 0.0023415841584158415, | |
| "loss": 0.6851, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.8935815504306752, | |
| "grad_norm": 0.015029153786599636, | |
| "learning_rate": 0.0023391089108910895, | |
| "loss": 0.667, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.8958043901083634, | |
| "grad_norm": 0.014809265732765198, | |
| "learning_rate": 0.0023366336633663365, | |
| "loss": 0.5953, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.8980272297860517, | |
| "grad_norm": 0.015516281127929688, | |
| "learning_rate": 0.002334158415841584, | |
| "loss": 0.7201, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.90025006946374, | |
| "grad_norm": 0.016222365200519562, | |
| "learning_rate": 0.002331683168316832, | |
| "loss": 0.6713, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.9024729091414282, | |
| "grad_norm": 0.017578039318323135, | |
| "learning_rate": 0.002329207920792079, | |
| "loss": 0.5812, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.9046957488191164, | |
| "grad_norm": 0.018017487600445747, | |
| "learning_rate": 0.0023267326732673266, | |
| "loss": 0.6542, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.9069185884968046, | |
| "grad_norm": 0.020421525463461876, | |
| "learning_rate": 0.0023242574257425746, | |
| "loss": 0.8204, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.909141428174493, | |
| "grad_norm": 0.016109053045511246, | |
| "learning_rate": 0.0023217821782178217, | |
| "loss": 0.6965, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.9113642678521812, | |
| "grad_norm": 0.014515829272568226, | |
| "learning_rate": 0.002319306930693069, | |
| "loss": 0.6253, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.9135871075298694, | |
| "grad_norm": 0.021663261577486992, | |
| "learning_rate": 0.002316831683168317, | |
| "loss": 0.8357, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.9158099472075577, | |
| "grad_norm": 0.014531668275594711, | |
| "learning_rate": 0.0023143564356435642, | |
| "loss": 0.6608, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.9180327868852459, | |
| "grad_norm": 0.018239939585328102, | |
| "learning_rate": 0.002311881188118812, | |
| "loss": 0.7747, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.9202556265629341, | |
| "grad_norm": 0.012773513793945312, | |
| "learning_rate": 0.0023094059405940597, | |
| "loss": 0.5356, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.9224784662406224, | |
| "grad_norm": 0.012568398378789425, | |
| "learning_rate": 0.002306930693069307, | |
| "loss": 0.6577, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.9247013059183107, | |
| "grad_norm": 0.017879627645015717, | |
| "learning_rate": 0.0023044554455445548, | |
| "loss": 0.5712, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.9269241455959989, | |
| "grad_norm": 0.0374915786087513, | |
| "learning_rate": 0.0023019801980198023, | |
| "loss": 0.6147, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.9291469852736871, | |
| "grad_norm": 0.01358667854219675, | |
| "learning_rate": 0.0022995049504950494, | |
| "loss": 0.6152, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.9313698249513754, | |
| "grad_norm": 0.013912348076701164, | |
| "learning_rate": 0.0022970297029702973, | |
| "loss": 0.6511, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.9335926646290637, | |
| "grad_norm": 0.014229892753064632, | |
| "learning_rate": 0.002294554455445545, | |
| "loss": 0.6068, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9358155043067519, | |
| "grad_norm": 0.017046229913830757, | |
| "learning_rate": 0.002292079207920792, | |
| "loss": 0.7221, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.9380383439844401, | |
| "grad_norm": 0.013679401949048042, | |
| "learning_rate": 0.00228960396039604, | |
| "loss": 0.6077, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.9402611836621284, | |
| "grad_norm": 0.018443197011947632, | |
| "learning_rate": 0.0022871287128712874, | |
| "loss": 0.7146, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.9424840233398166, | |
| "grad_norm": 0.021021803840994835, | |
| "learning_rate": 0.0022846534653465345, | |
| "loss": 0.829, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.9447068630175048, | |
| "grad_norm": 0.013253494165837765, | |
| "learning_rate": 0.0022821782178217825, | |
| "loss": 0.6044, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.946929702695193, | |
| "grad_norm": 0.015879614278674126, | |
| "learning_rate": 0.00227970297029703, | |
| "loss": 0.6039, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.9491525423728814, | |
| "grad_norm": 0.02068069390952587, | |
| "learning_rate": 0.002277227722772277, | |
| "loss": 0.7617, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.9513753820505696, | |
| "grad_norm": 0.013184352777898312, | |
| "learning_rate": 0.002274752475247525, | |
| "loss": 0.6523, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.9535982217282578, | |
| "grad_norm": 0.0113218380138278, | |
| "learning_rate": 0.0022722772277227726, | |
| "loss": 0.6023, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.9558210614059461, | |
| "grad_norm": 0.018204597756266594, | |
| "learning_rate": 0.0022698019801980196, | |
| "loss": 0.6851, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9580439010836344, | |
| "grad_norm": 0.024960225448012352, | |
| "learning_rate": 0.0022673267326732676, | |
| "loss": 0.7379, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.9602667407613226, | |
| "grad_norm": 0.01937321573495865, | |
| "learning_rate": 0.002264851485148515, | |
| "loss": 0.6909, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.9624895804390108, | |
| "grad_norm": 0.017059147357940674, | |
| "learning_rate": 0.0022623762376237622, | |
| "loss": 0.7239, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.9647124201166991, | |
| "grad_norm": 0.011201994493603706, | |
| "learning_rate": 0.00225990099009901, | |
| "loss": 0.5845, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.9669352597943873, | |
| "grad_norm": 0.01506833452731371, | |
| "learning_rate": 0.0022574257425742577, | |
| "loss": 0.7139, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9691580994720755, | |
| "grad_norm": 0.017956897616386414, | |
| "learning_rate": 0.002254950495049505, | |
| "loss": 0.6997, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.9713809391497639, | |
| "grad_norm": 0.018598267808556557, | |
| "learning_rate": 0.0022524752475247527, | |
| "loss": 0.5882, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.9736037788274521, | |
| "grad_norm": 0.016982879489660263, | |
| "learning_rate": 0.0022500000000000003, | |
| "loss": 0.5976, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.9758266185051403, | |
| "grad_norm": 0.01876719854772091, | |
| "learning_rate": 0.0022475247524752474, | |
| "loss": 0.7, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.9780494581828285, | |
| "grad_norm": 0.020731210708618164, | |
| "learning_rate": 0.0022450495049504953, | |
| "loss": 0.705, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9802722978605168, | |
| "grad_norm": 0.014992648735642433, | |
| "learning_rate": 0.0022425742574257424, | |
| "loss": 0.6393, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.982495137538205, | |
| "grad_norm": 0.012561212293803692, | |
| "learning_rate": 0.00224009900990099, | |
| "loss": 0.6634, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.9847179772158933, | |
| "grad_norm": 0.019787229597568512, | |
| "learning_rate": 0.002237623762376238, | |
| "loss": 0.6422, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.9869408168935816, | |
| "grad_norm": 0.015230356715619564, | |
| "learning_rate": 0.002235148514851485, | |
| "loss": 0.6319, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.9891636565712698, | |
| "grad_norm": 0.013144402764737606, | |
| "learning_rate": 0.0022326732673267325, | |
| "loss": 0.5625, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.991386496248958, | |
| "grad_norm": 0.010007484816014767, | |
| "learning_rate": 0.0022301980198019804, | |
| "loss": 0.5449, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.9936093359266462, | |
| "grad_norm": 0.014984616078436375, | |
| "learning_rate": 0.0022277227722772275, | |
| "loss": 0.7016, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.9958321756043346, | |
| "grad_norm": 0.014676968567073345, | |
| "learning_rate": 0.002225247524752475, | |
| "loss": 0.6125, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.9980550152820228, | |
| "grad_norm": 0.01267558429390192, | |
| "learning_rate": 0.002222772277227723, | |
| "loss": 0.6128, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.000277854959711, | |
| "grad_norm": 0.014883238822221756, | |
| "learning_rate": 0.00222029702970297, | |
| "loss": 0.6702, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.0025006946373993, | |
| "grad_norm": 0.020183809101581573, | |
| "learning_rate": 0.0022178217821782176, | |
| "loss": 0.7836, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.0047235343150875, | |
| "grad_norm": 0.018987402319908142, | |
| "learning_rate": 0.0022153465346534656, | |
| "loss": 0.6474, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.0069463739927758, | |
| "grad_norm": 0.013754444196820259, | |
| "learning_rate": 0.0022128712871287127, | |
| "loss": 0.5332, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.009169213670464, | |
| "grad_norm": 0.024167753756046295, | |
| "learning_rate": 0.00221039603960396, | |
| "loss": 0.6738, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.0113920533481522, | |
| "grad_norm": 0.013680294156074524, | |
| "learning_rate": 0.002207920792079208, | |
| "loss": 0.6034, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.0136148930258404, | |
| "grad_norm": 0.01513979583978653, | |
| "learning_rate": 0.0022054455445544552, | |
| "loss": 0.6736, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.0158377327035288, | |
| "grad_norm": 0.01789553090929985, | |
| "learning_rate": 0.0022029702970297028, | |
| "loss": 0.5954, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.018060572381217, | |
| "grad_norm": 0.01587206870317459, | |
| "learning_rate": 0.0022004950495049507, | |
| "loss": 0.6374, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.0202834120589053, | |
| "grad_norm": 0.013578852638602257, | |
| "learning_rate": 0.002198019801980198, | |
| "loss": 0.6105, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.0225062517365935, | |
| "grad_norm": 0.01525961235165596, | |
| "learning_rate": 0.0021955445544554453, | |
| "loss": 0.5187, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.0247290914142817, | |
| "grad_norm": 0.01209926512092352, | |
| "learning_rate": 0.0021930693069306933, | |
| "loss": 0.5858, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.02695193109197, | |
| "grad_norm": 0.013947585597634315, | |
| "learning_rate": 0.0021905940594059404, | |
| "loss": 0.7486, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.0291747707696581, | |
| "grad_norm": 0.013879354111850262, | |
| "learning_rate": 0.002188118811881188, | |
| "loss": 0.5767, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.0313976104473466, | |
| "grad_norm": 0.015864117071032524, | |
| "learning_rate": 0.002185643564356436, | |
| "loss": 0.5945, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.0336204501250348, | |
| "grad_norm": 0.012343275360763073, | |
| "learning_rate": 0.002183168316831683, | |
| "loss": 0.6243, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.035843289802723, | |
| "grad_norm": 0.011329158209264278, | |
| "learning_rate": 0.002180693069306931, | |
| "loss": 0.7206, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.0380661294804112, | |
| "grad_norm": 0.014862005598843098, | |
| "learning_rate": 0.0021782178217821784, | |
| "loss": 0.7483, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.0402889691580994, | |
| "grad_norm": 0.013391937129199505, | |
| "learning_rate": 0.0021757425742574255, | |
| "loss": 0.7626, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.0425118088357876, | |
| "grad_norm": 0.018975989893078804, | |
| "learning_rate": 0.0021732673267326735, | |
| "loss": 0.7409, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.0447346485134759, | |
| "grad_norm": 0.01241536159068346, | |
| "learning_rate": 0.002170792079207921, | |
| "loss": 0.753, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0469574881911643, | |
| "grad_norm": 0.015430880710482597, | |
| "learning_rate": 0.002168316831683168, | |
| "loss": 0.776, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.0491803278688525, | |
| "grad_norm": 0.014778917655348778, | |
| "learning_rate": 0.002165841584158416, | |
| "loss": 0.7363, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.0514031675465407, | |
| "grad_norm": 0.016265999525785446, | |
| "learning_rate": 0.0021633663366336636, | |
| "loss": 0.6905, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.053626007224229, | |
| "grad_norm": 0.01429293118417263, | |
| "learning_rate": 0.0021608910891089106, | |
| "loss": 0.6937, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.0558488469019172, | |
| "grad_norm": 0.015557540580630302, | |
| "learning_rate": 0.0021584158415841586, | |
| "loss": 0.5898, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.0580716865796054, | |
| "grad_norm": 0.010969873517751694, | |
| "learning_rate": 0.002155940594059406, | |
| "loss": 0.6872, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.0602945262572936, | |
| "grad_norm": 0.02743585780262947, | |
| "learning_rate": 0.002153465346534653, | |
| "loss": 0.6932, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.062517365934982, | |
| "grad_norm": 0.018156539648771286, | |
| "learning_rate": 0.002150990099009901, | |
| "loss": 0.6349, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.0647402056126702, | |
| "grad_norm": 0.029770391061902046, | |
| "learning_rate": 0.0021485148514851487, | |
| "loss": 0.8011, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.0669630452903585, | |
| "grad_norm": 0.028706863522529602, | |
| "learning_rate": 0.0021460396039603958, | |
| "loss": 0.5518, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.0691858849680467, | |
| "grad_norm": 0.01390407606959343, | |
| "learning_rate": 0.0021435643564356437, | |
| "loss": 0.6653, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.071408724645735, | |
| "grad_norm": 0.02037845179438591, | |
| "learning_rate": 0.0021410891089108913, | |
| "loss": 0.7506, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.073631564323423, | |
| "grad_norm": 0.012380843982100487, | |
| "learning_rate": 0.0021386138613861383, | |
| "loss": 0.5933, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.0758544040011113, | |
| "grad_norm": 0.01470144558697939, | |
| "learning_rate": 0.0021361386138613863, | |
| "loss": 0.8263, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.0780772436787998, | |
| "grad_norm": 0.015167983248829842, | |
| "learning_rate": 0.002133663366336634, | |
| "loss": 0.7961, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.080300083356488, | |
| "grad_norm": 0.016553625464439392, | |
| "learning_rate": 0.002131188118811881, | |
| "loss": 0.6522, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.0825229230341762, | |
| "grad_norm": 0.029548676684498787, | |
| "learning_rate": 0.002128712871287129, | |
| "loss": 0.7258, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.0847457627118644, | |
| "grad_norm": 0.012250442057847977, | |
| "learning_rate": 0.0021262376237623764, | |
| "loss": 0.5983, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.0869686023895526, | |
| "grad_norm": 0.013489637523889542, | |
| "learning_rate": 0.0021237623762376235, | |
| "loss": 0.6837, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.0891914420672408, | |
| "grad_norm": 0.01595526933670044, | |
| "learning_rate": 0.0021212871287128714, | |
| "loss": 0.6818, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.091414281744929, | |
| "grad_norm": 0.020508253946900368, | |
| "learning_rate": 0.002118811881188119, | |
| "loss": 0.6479, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.0936371214226175, | |
| "grad_norm": 0.01163517590612173, | |
| "learning_rate": 0.002116336633663366, | |
| "loss": 0.5976, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.0958599611003057, | |
| "grad_norm": 0.015765825286507607, | |
| "learning_rate": 0.002113861386138614, | |
| "loss": 0.6612, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.098082800777994, | |
| "grad_norm": 0.018122674897313118, | |
| "learning_rate": 0.0021113861386138615, | |
| "loss": 0.6547, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.1003056404556821, | |
| "grad_norm": 0.011971593834459782, | |
| "learning_rate": 0.0021089108910891086, | |
| "loss": 0.5676, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.1025284801333703, | |
| "grad_norm": 0.01705964468419552, | |
| "learning_rate": 0.0021064356435643566, | |
| "loss": 0.6342, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.1047513198110586, | |
| "grad_norm": 0.018494384363293648, | |
| "learning_rate": 0.002103960396039604, | |
| "loss": 0.7893, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.1069741594887468, | |
| "grad_norm": 0.015471387654542923, | |
| "learning_rate": 0.002101485148514851, | |
| "loss": 0.5907, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.1091969991664352, | |
| "grad_norm": 0.013633133843541145, | |
| "learning_rate": 0.002099009900990099, | |
| "loss": 0.7585, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.1114198388441234, | |
| "grad_norm": 0.013887847773730755, | |
| "learning_rate": 0.0020965346534653467, | |
| "loss": 0.6958, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.1136426785218116, | |
| "grad_norm": 0.015942484140396118, | |
| "learning_rate": 0.0020940594059405938, | |
| "loss": 0.7464, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.1158655181994999, | |
| "grad_norm": 0.01781686581671238, | |
| "learning_rate": 0.0020915841584158417, | |
| "loss": 0.5278, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.118088357877188, | |
| "grad_norm": 0.017188075929880142, | |
| "learning_rate": 0.0020891089108910892, | |
| "loss": 0.6229, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.1203111975548763, | |
| "grad_norm": 0.01655665598809719, | |
| "learning_rate": 0.0020866336633663363, | |
| "loss": 0.6761, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.1225340372325645, | |
| "grad_norm": 0.01681992970407009, | |
| "learning_rate": 0.0020841584158415843, | |
| "loss": 0.6118, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.124756876910253, | |
| "grad_norm": 0.021237896755337715, | |
| "learning_rate": 0.002081683168316832, | |
| "loss": 0.8598, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.1269797165879412, | |
| "grad_norm": 0.012300066649913788, | |
| "learning_rate": 0.002079207920792079, | |
| "loss": 0.5905, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.1292025562656294, | |
| "grad_norm": 0.018155410885810852, | |
| "learning_rate": 0.002076732673267327, | |
| "loss": 0.6204, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.1314253959433176, | |
| "grad_norm": 0.011526006273925304, | |
| "learning_rate": 0.0020742574257425744, | |
| "loss": 0.666, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.1336482356210058, | |
| "grad_norm": 0.014204266481101513, | |
| "learning_rate": 0.0020717821782178215, | |
| "loss": 0.6174, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.135871075298694, | |
| "grad_norm": 0.015811122953891754, | |
| "learning_rate": 0.0020693069306930694, | |
| "loss": 0.6967, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.1380939149763822, | |
| "grad_norm": 0.014839411713182926, | |
| "learning_rate": 0.002066831683168317, | |
| "loss": 0.5885, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.1403167546540707, | |
| "grad_norm": 0.015573407523334026, | |
| "learning_rate": 0.002064356435643564, | |
| "loss": 0.6261, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.142539594331759, | |
| "grad_norm": 0.01776973530650139, | |
| "learning_rate": 0.002061881188118812, | |
| "loss": 0.8348, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.144762434009447, | |
| "grad_norm": 0.02191152609884739, | |
| "learning_rate": 0.0020594059405940595, | |
| "loss": 0.6325, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.1469852736871353, | |
| "grad_norm": 0.03398964926600456, | |
| "learning_rate": 0.002056930693069307, | |
| "loss": 0.784, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.1492081133648235, | |
| "grad_norm": 0.01424696296453476, | |
| "learning_rate": 0.0020544554455445545, | |
| "loss": 0.7358, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.1514309530425118, | |
| "grad_norm": 0.013430099934339523, | |
| "learning_rate": 0.002051980198019802, | |
| "loss": 0.6242, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.1536537927202, | |
| "grad_norm": 0.010374044068157673, | |
| "learning_rate": 0.0020495049504950496, | |
| "loss": 0.5702, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.1558766323978884, | |
| "grad_norm": 0.0130368173122406, | |
| "learning_rate": 0.002047029702970297, | |
| "loss": 0.6321, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1580994720755766, | |
| "grad_norm": 0.016580238938331604, | |
| "learning_rate": 0.0020445544554455446, | |
| "loss": 0.7411, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.1603223117532648, | |
| "grad_norm": 0.015030154958367348, | |
| "learning_rate": 0.002042079207920792, | |
| "loss": 0.572, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.162545151430953, | |
| "grad_norm": 0.014109233394265175, | |
| "learning_rate": 0.0020396039603960397, | |
| "loss": 0.7282, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.1647679911086413, | |
| "grad_norm": 0.019948862493038177, | |
| "learning_rate": 0.002037128712871287, | |
| "loss": 0.8526, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.1669908307863295, | |
| "grad_norm": 0.03067428059875965, | |
| "learning_rate": 0.0020346534653465347, | |
| "loss": 0.77, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.1692136704640177, | |
| "grad_norm": 0.014951253309845924, | |
| "learning_rate": 0.0020321782178217822, | |
| "loss": 0.5926, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.1714365101417061, | |
| "grad_norm": 0.020071959123015404, | |
| "learning_rate": 0.0020297029702970298, | |
| "loss": 0.6401, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.1736593498193943, | |
| "grad_norm": 0.013084011152386665, | |
| "learning_rate": 0.0020272277227722773, | |
| "loss": 0.5778, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.1758821894970826, | |
| "grad_norm": 0.012277776375412941, | |
| "learning_rate": 0.002024752475247525, | |
| "loss": 0.6096, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.1781050291747708, | |
| "grad_norm": 0.012979078106582165, | |
| "learning_rate": 0.0020222772277227723, | |
| "loss": 0.5634, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.180327868852459, | |
| "grad_norm": 0.015513453632593155, | |
| "learning_rate": 0.00201980198019802, | |
| "loss": 0.5527, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.1825507085301472, | |
| "grad_norm": 0.020396575331687927, | |
| "learning_rate": 0.0020173267326732674, | |
| "loss": 0.9307, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.1847735482078354, | |
| "grad_norm": 0.018580187112092972, | |
| "learning_rate": 0.002014851485148515, | |
| "loss": 0.6786, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.1869963878855239, | |
| "grad_norm": 0.015678012743592262, | |
| "learning_rate": 0.0020123762376237624, | |
| "loss": 0.5932, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.189219227563212, | |
| "grad_norm": 0.01222003810107708, | |
| "learning_rate": 0.00200990099009901, | |
| "loss": 0.5452, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.1914420672409003, | |
| "grad_norm": 0.0165384691208601, | |
| "learning_rate": 0.0020074257425742575, | |
| "loss": 0.655, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.1936649069185885, | |
| "grad_norm": 0.01701522432267666, | |
| "learning_rate": 0.002004950495049505, | |
| "loss": 0.512, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.1958877465962767, | |
| "grad_norm": 0.014413165859878063, | |
| "learning_rate": 0.0020024752475247525, | |
| "loss": 0.6258, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.198110586273965, | |
| "grad_norm": 0.011610453017055988, | |
| "learning_rate": 0.002, | |
| "loss": 0.6445, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.2003334259516532, | |
| "grad_norm": 0.016592789441347122, | |
| "learning_rate": 0.0019975247524752476, | |
| "loss": 0.7951, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.2025562656293416, | |
| "grad_norm": 0.018560299649834633, | |
| "learning_rate": 0.001995049504950495, | |
| "loss": 0.6788, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.2047791053070298, | |
| "grad_norm": 0.0228038989007473, | |
| "learning_rate": 0.0019925742574257426, | |
| "loss": 0.7306, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.207001944984718, | |
| "grad_norm": 0.013510987162590027, | |
| "learning_rate": 0.00199009900990099, | |
| "loss": 0.5083, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.2092247846624062, | |
| "grad_norm": 0.018051352351903915, | |
| "learning_rate": 0.0019876237623762377, | |
| "loss": 0.6776, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.2114476243400945, | |
| "grad_norm": 0.01775428093969822, | |
| "learning_rate": 0.001985148514851485, | |
| "loss": 0.702, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.2136704640177827, | |
| "grad_norm": 0.013823853805661201, | |
| "learning_rate": 0.0019826732673267327, | |
| "loss": 0.6253, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.2158933036954709, | |
| "grad_norm": 0.019051026552915573, | |
| "learning_rate": 0.0019801980198019802, | |
| "loss": 0.5959, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.2181161433731593, | |
| "grad_norm": 0.014647615142166615, | |
| "learning_rate": 0.0019777227722772277, | |
| "loss": 0.4997, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.2203389830508475, | |
| "grad_norm": 0.019500313326716423, | |
| "learning_rate": 0.0019752475247524753, | |
| "loss": 0.6763, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.2225618227285358, | |
| "grad_norm": 0.018273385241627693, | |
| "learning_rate": 0.001972772277227723, | |
| "loss": 0.5713, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.224784662406224, | |
| "grad_norm": 0.01844954676926136, | |
| "learning_rate": 0.0019702970297029703, | |
| "loss": 0.6973, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.2270075020839122, | |
| "grad_norm": 0.013612812384963036, | |
| "learning_rate": 0.001967821782178218, | |
| "loss": 0.53, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.2292303417616004, | |
| "grad_norm": 0.018429776653647423, | |
| "learning_rate": 0.0019653465346534654, | |
| "loss": 0.6369, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.2314531814392886, | |
| "grad_norm": 0.018885424360632896, | |
| "learning_rate": 0.001962871287128713, | |
| "loss": 0.7193, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.233676021116977, | |
| "grad_norm": 0.019281677901744843, | |
| "learning_rate": 0.0019603960396039604, | |
| "loss": 0.6858, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.2358988607946653, | |
| "grad_norm": 0.01671980880200863, | |
| "learning_rate": 0.001957920792079208, | |
| "loss": 0.708, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.2381217004723535, | |
| "grad_norm": 0.015330369584262371, | |
| "learning_rate": 0.0019554455445544554, | |
| "loss": 0.6055, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.2403445401500417, | |
| "grad_norm": 0.015489472076296806, | |
| "learning_rate": 0.0019529702970297032, | |
| "loss": 0.6312, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.24256737982773, | |
| "grad_norm": 0.01861627586185932, | |
| "learning_rate": 0.0019504950495049505, | |
| "loss": 0.6892, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.2447902195054181, | |
| "grad_norm": 0.01912919245660305, | |
| "learning_rate": 0.0019480198019801978, | |
| "loss": 0.5856, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.2470130591831063, | |
| "grad_norm": 0.01634219102561474, | |
| "learning_rate": 0.0019455445544554458, | |
| "loss": 0.7168, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.2492358988607948, | |
| "grad_norm": 0.01822001487016678, | |
| "learning_rate": 0.001943069306930693, | |
| "loss": 0.5872, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.2514587385384828, | |
| "grad_norm": 0.01985522173345089, | |
| "learning_rate": 0.0019405940594059404, | |
| "loss": 0.6333, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.2536815782161712, | |
| "grad_norm": 0.016396082937717438, | |
| "learning_rate": 0.0019381188118811883, | |
| "loss": 0.7005, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.2559044178938594, | |
| "grad_norm": 0.012350345961749554, | |
| "learning_rate": 0.0019356435643564356, | |
| "loss": 0.6913, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.2581272575715476, | |
| "grad_norm": 0.01816396601498127, | |
| "learning_rate": 0.0019331683168316834, | |
| "loss": 0.5174, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.2603500972492359, | |
| "grad_norm": 0.01564900204539299, | |
| "learning_rate": 0.0019306930693069309, | |
| "loss": 0.6686, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.262572936926924, | |
| "grad_norm": 0.014737764373421669, | |
| "learning_rate": 0.0019282178217821782, | |
| "loss": 0.5977, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.2647957766046125, | |
| "grad_norm": 0.02006666548550129, | |
| "learning_rate": 0.001925742574257426, | |
| "loss": 0.6276, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.2670186162823005, | |
| "grad_norm": 0.013658919371664524, | |
| "learning_rate": 0.0019232673267326735, | |
| "loss": 0.5861, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.269241455959989, | |
| "grad_norm": 0.011005178093910217, | |
| "learning_rate": 0.0019207920792079208, | |
| "loss": 0.8343, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.2714642956376772, | |
| "grad_norm": 0.016614580526947975, | |
| "learning_rate": 0.0019183168316831685, | |
| "loss": 0.7405, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.2736871353153654, | |
| "grad_norm": 0.013580153696238995, | |
| "learning_rate": 0.001915841584158416, | |
| "loss": 0.5955, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.2759099749930536, | |
| "grad_norm": 0.01571527309715748, | |
| "learning_rate": 0.0019133663366336633, | |
| "loss": 0.5994, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.2781328146707418, | |
| "grad_norm": 0.01320920791476965, | |
| "learning_rate": 0.001910891089108911, | |
| "loss": 0.5398, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.2803556543484302, | |
| "grad_norm": 0.02257618121802807, | |
| "learning_rate": 0.0019084158415841586, | |
| "loss": 0.6662, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.2825784940261182, | |
| "grad_norm": 0.020821325480937958, | |
| "learning_rate": 0.001905940594059406, | |
| "loss": 0.6462, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.2848013337038067, | |
| "grad_norm": 0.01534060388803482, | |
| "learning_rate": 0.0019034653465346536, | |
| "loss": 0.6875, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.2870241733814949, | |
| "grad_norm": 0.01106045302003622, | |
| "learning_rate": 0.0019009900990099012, | |
| "loss": 0.6197, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.289247013059183, | |
| "grad_norm": 0.023773077875375748, | |
| "learning_rate": 0.0018985148514851485, | |
| "loss": 0.6881, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.2914698527368713, | |
| "grad_norm": 0.014630904421210289, | |
| "learning_rate": 0.0018960396039603962, | |
| "loss": 0.8041, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.2936926924145595, | |
| "grad_norm": 0.021165568381547928, | |
| "learning_rate": 0.0018935643564356437, | |
| "loss": 0.7045, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.295915532092248, | |
| "grad_norm": 0.015476713888347149, | |
| "learning_rate": 0.001891089108910891, | |
| "loss": 0.5461, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.298138371769936, | |
| "grad_norm": 0.013936633244156837, | |
| "learning_rate": 0.0018886138613861388, | |
| "loss": 0.6052, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.3003612114476244, | |
| "grad_norm": 0.014164215885102749, | |
| "learning_rate": 0.0018861386138613863, | |
| "loss": 0.8044, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.3025840511253126, | |
| "grad_norm": 0.014623990282416344, | |
| "learning_rate": 0.0018836633663366336, | |
| "loss": 0.6213, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.3048068908030008, | |
| "grad_norm": 0.015673892572522163, | |
| "learning_rate": 0.0018811881188118813, | |
| "loss": 0.7006, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.307029730480689, | |
| "grad_norm": 0.020650116726756096, | |
| "learning_rate": 0.0018787128712871289, | |
| "loss": 0.6096, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.3092525701583773, | |
| "grad_norm": 0.019570233300328255, | |
| "learning_rate": 0.0018762376237623762, | |
| "loss": 0.7876, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.3114754098360657, | |
| "grad_norm": 0.024105733260512352, | |
| "learning_rate": 0.001873762376237624, | |
| "loss": 0.6646, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.3136982495137537, | |
| "grad_norm": 0.014969500713050365, | |
| "learning_rate": 0.0018712871287128712, | |
| "loss": 0.5828, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.3159210891914421, | |
| "grad_norm": 0.012277282774448395, | |
| "learning_rate": 0.0018688118811881187, | |
| "loss": 0.5273, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.3181439288691303, | |
| "grad_norm": 0.013523784466087818, | |
| "learning_rate": 0.0018663366336633665, | |
| "loss": 0.6394, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.3203667685468186, | |
| "grad_norm": 0.022080164402723312, | |
| "learning_rate": 0.0018638613861386138, | |
| "loss": 0.7142, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.3225896082245068, | |
| "grad_norm": 0.014192742295563221, | |
| "learning_rate": 0.0018613861386138613, | |
| "loss": 0.56, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.324812447902195, | |
| "grad_norm": 0.018689125776290894, | |
| "learning_rate": 0.001858910891089109, | |
| "loss": 0.6791, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.3270352875798834, | |
| "grad_norm": 0.01835326850414276, | |
| "learning_rate": 0.0018564356435643563, | |
| "loss": 0.6733, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.3292581272575714, | |
| "grad_norm": 0.022089499980211258, | |
| "learning_rate": 0.0018539603960396039, | |
| "loss": 0.6607, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.3314809669352599, | |
| "grad_norm": 0.011036070995032787, | |
| "learning_rate": 0.0018514851485148516, | |
| "loss": 0.5217, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.333703806612948, | |
| "grad_norm": 0.018533801659941673, | |
| "learning_rate": 0.001849009900990099, | |
| "loss": 0.7096, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.3359266462906363, | |
| "grad_norm": 0.017293326556682587, | |
| "learning_rate": 0.0018465346534653464, | |
| "loss": 0.6189, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.3381494859683245, | |
| "grad_norm": 0.01351864356547594, | |
| "learning_rate": 0.0018440594059405942, | |
| "loss": 0.7259, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.3403723256460127, | |
| "grad_norm": 0.018879210576415062, | |
| "learning_rate": 0.0018415841584158415, | |
| "loss": 0.5974, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.3425951653237012, | |
| "grad_norm": 0.023037323728203773, | |
| "learning_rate": 0.001839108910891089, | |
| "loss": 0.6754, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.3448180050013891, | |
| "grad_norm": 0.017983853816986084, | |
| "learning_rate": 0.0018366336633663367, | |
| "loss": 0.7237, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.3470408446790776, | |
| "grad_norm": 0.01909794472157955, | |
| "learning_rate": 0.001834158415841584, | |
| "loss": 0.7222, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.3492636843567658, | |
| "grad_norm": 0.014953205361962318, | |
| "learning_rate": 0.0018316831683168316, | |
| "loss": 0.6433, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.351486524034454, | |
| "grad_norm": 0.015649525448679924, | |
| "learning_rate": 0.0018292079207920793, | |
| "loss": 0.7764, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.3537093637121422, | |
| "grad_norm": 0.017241261899471283, | |
| "learning_rate": 0.0018267326732673266, | |
| "loss": 0.6004, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.3559322033898304, | |
| "grad_norm": 0.016156010329723358, | |
| "learning_rate": 0.0018242574257425741, | |
| "loss": 0.6187, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.3581550430675189, | |
| "grad_norm": 0.017765775322914124, | |
| "learning_rate": 0.0018217821782178219, | |
| "loss": 0.7092, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.3603778827452069, | |
| "grad_norm": 0.01482133287936449, | |
| "learning_rate": 0.0018193069306930692, | |
| "loss": 0.6921, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.3626007224228953, | |
| "grad_norm": 0.0338587686419487, | |
| "learning_rate": 0.0018168316831683167, | |
| "loss": 0.8791, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.3648235621005835, | |
| "grad_norm": 0.01598595455288887, | |
| "learning_rate": 0.0018143564356435645, | |
| "loss": 0.6677, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.3670464017782717, | |
| "grad_norm": 0.020157670602202415, | |
| "learning_rate": 0.0018118811881188118, | |
| "loss": 0.6577, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.36926924145596, | |
| "grad_norm": 0.017931604757905006, | |
| "learning_rate": 0.0018094059405940597, | |
| "loss": 0.5995, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.3714920811336482, | |
| "grad_norm": 0.015047606080770493, | |
| "learning_rate": 0.001806930693069307, | |
| "loss": 0.5683, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.3737149208113366, | |
| "grad_norm": 0.01254578959196806, | |
| "learning_rate": 0.0018044554455445543, | |
| "loss": 0.5574, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.3759377604890246, | |
| "grad_norm": 0.0250204186886549, | |
| "learning_rate": 0.0018019801980198023, | |
| "loss": 0.7746, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.378160600166713, | |
| "grad_norm": 0.0146646061912179, | |
| "learning_rate": 0.0017995049504950496, | |
| "loss": 0.5632, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.3803834398444013, | |
| "grad_norm": 0.019512226805090904, | |
| "learning_rate": 0.0017970297029702969, | |
| "loss": 0.6738, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.3826062795220895, | |
| "grad_norm": 0.013420785777270794, | |
| "learning_rate": 0.0017945544554455448, | |
| "loss": 0.6316, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.3848291191997777, | |
| "grad_norm": 0.023486951366066933, | |
| "learning_rate": 0.0017920792079207922, | |
| "loss": 0.5786, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.387051958877466, | |
| "grad_norm": 0.013036476448178291, | |
| "learning_rate": 0.0017896039603960395, | |
| "loss": 0.5637, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.3892747985551543, | |
| "grad_norm": 0.016444619745016098, | |
| "learning_rate": 0.0017871287128712874, | |
| "loss": 0.5816, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.3914976382328423, | |
| "grad_norm": 0.012313454411923885, | |
| "learning_rate": 0.0017846534653465347, | |
| "loss": 0.6912, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.3937204779105308, | |
| "grad_norm": 0.029828950762748718, | |
| "learning_rate": 0.001782178217821782, | |
| "loss": 0.5757, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.395943317588219, | |
| "grad_norm": 0.019931312650442123, | |
| "learning_rate": 0.00177970297029703, | |
| "loss": 0.833, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.3981661572659072, | |
| "grad_norm": 0.023598700761795044, | |
| "learning_rate": 0.0017772277227722773, | |
| "loss": 0.7982, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.4003889969435954, | |
| "grad_norm": 0.013721930794417858, | |
| "learning_rate": 0.0017747524752475246, | |
| "loss": 0.5859, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.4026118366212836, | |
| "grad_norm": 0.013073272071778774, | |
| "learning_rate": 0.0017722772277227726, | |
| "loss": 0.6802, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.404834676298972, | |
| "grad_norm": 0.015466667711734772, | |
| "learning_rate": 0.0017698019801980199, | |
| "loss": 0.6876, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.40705751597666, | |
| "grad_norm": 0.013860577717423439, | |
| "learning_rate": 0.0017673267326732672, | |
| "loss": 0.6569, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.4092803556543485, | |
| "grad_norm": 0.01486227661371231, | |
| "learning_rate": 0.0017648514851485151, | |
| "loss": 0.6061, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.4115031953320367, | |
| "grad_norm": 0.014290432445704937, | |
| "learning_rate": 0.0017623762376237624, | |
| "loss": 0.7512, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.413726035009725, | |
| "grad_norm": 0.014747899025678635, | |
| "learning_rate": 0.0017599009900990097, | |
| "loss": 0.6048, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.4159488746874132, | |
| "grad_norm": 0.02269178442656994, | |
| "learning_rate": 0.0017574257425742577, | |
| "loss": 0.5836, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.4181717143651014, | |
| "grad_norm": 0.019799571484327316, | |
| "learning_rate": 0.001754950495049505, | |
| "loss": 0.7016, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.4203945540427896, | |
| "grad_norm": 0.014343987219035625, | |
| "learning_rate": 0.0017524752475247523, | |
| "loss": 0.62, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.4226173937204778, | |
| "grad_norm": 0.01983143761754036, | |
| "learning_rate": 0.0017500000000000003, | |
| "loss": 0.5534, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.4248402333981662, | |
| "grad_norm": 0.012549810111522675, | |
| "learning_rate": 0.0017475247524752476, | |
| "loss": 0.6738, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.4270630730758544, | |
| "grad_norm": 0.019573699682950974, | |
| "learning_rate": 0.0017450495049504949, | |
| "loss": 0.6609, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.4292859127535427, | |
| "grad_norm": 0.017040664330124855, | |
| "learning_rate": 0.0017425742574257428, | |
| "loss": 0.5657, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.4315087524312309, | |
| "grad_norm": 0.021280160173773766, | |
| "learning_rate": 0.0017400990099009901, | |
| "loss": 0.7476, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.433731592108919, | |
| "grad_norm": 0.01822512224316597, | |
| "learning_rate": 0.0017376237623762374, | |
| "loss": 0.566, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.4359544317866073, | |
| "grad_norm": 0.015408231876790524, | |
| "learning_rate": 0.0017351485148514854, | |
| "loss": 0.6393, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.4381772714642955, | |
| "grad_norm": 0.012197799980640411, | |
| "learning_rate": 0.0017326732673267327, | |
| "loss": 0.6905, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.440400111141984, | |
| "grad_norm": 0.014727549627423286, | |
| "learning_rate": 0.00173019801980198, | |
| "loss": 0.6197, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.4426229508196722, | |
| "grad_norm": 0.021275896579027176, | |
| "learning_rate": 0.001727722772277228, | |
| "loss": 0.7485, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.4448457904973604, | |
| "grad_norm": 0.012766880914568901, | |
| "learning_rate": 0.0017252475247524753, | |
| "loss": 0.6318, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.4470686301750486, | |
| "grad_norm": 0.020205190405249596, | |
| "learning_rate": 0.0017227722772277226, | |
| "loss": 0.5067, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.4492914698527368, | |
| "grad_norm": 0.014094137586653233, | |
| "learning_rate": 0.0017202970297029705, | |
| "loss": 0.6953, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.451514309530425, | |
| "grad_norm": 0.015574413351714611, | |
| "learning_rate": 0.0017178217821782178, | |
| "loss": 0.5785, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.4537371492081133, | |
| "grad_norm": 0.01962168887257576, | |
| "learning_rate": 0.0017153465346534651, | |
| "loss": 0.5311, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.4559599888858017, | |
| "grad_norm": 0.014445985667407513, | |
| "learning_rate": 0.001712871287128713, | |
| "loss": 0.5768, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.45818282856349, | |
| "grad_norm": 0.013283908367156982, | |
| "learning_rate": 0.0017103960396039604, | |
| "loss": 0.6906, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.4604056682411781, | |
| "grad_norm": 0.014568808488547802, | |
| "learning_rate": 0.0017079207920792077, | |
| "loss": 0.5427, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.4626285079188663, | |
| "grad_norm": 0.01634564995765686, | |
| "learning_rate": 0.0017054455445544557, | |
| "loss": 0.7341, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.4648513475965546, | |
| "grad_norm": 0.015426786616444588, | |
| "learning_rate": 0.001702970297029703, | |
| "loss": 0.6963, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.4670741872742428, | |
| "grad_norm": 0.017544064670801163, | |
| "learning_rate": 0.0017004950495049503, | |
| "loss": 0.7626, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.469297026951931, | |
| "grad_norm": 0.017237959429621696, | |
| "learning_rate": 0.0016980198019801982, | |
| "loss": 0.5935, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.4715198666296194, | |
| "grad_norm": 0.019028373062610626, | |
| "learning_rate": 0.0016955445544554455, | |
| "loss": 0.6749, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.4737427063073076, | |
| "grad_norm": 0.012185648083686829, | |
| "learning_rate": 0.0016930693069306928, | |
| "loss": 0.6386, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.4759655459849959, | |
| "grad_norm": 0.01708870567381382, | |
| "learning_rate": 0.0016905940594059408, | |
| "loss": 0.691, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.478188385662684, | |
| "grad_norm": 0.013403747230768204, | |
| "learning_rate": 0.001688118811881188, | |
| "loss": 0.6614, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.4804112253403723, | |
| "grad_norm": 0.021224593743681908, | |
| "learning_rate": 0.0016856435643564358, | |
| "loss": 0.7882, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.4826340650180605, | |
| "grad_norm": 0.07430857419967651, | |
| "learning_rate": 0.0016831683168316834, | |
| "loss": 0.8449, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.4848569046957487, | |
| "grad_norm": 0.01444665901362896, | |
| "learning_rate": 0.0016806930693069307, | |
| "loss": 0.5309, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.4870797443734372, | |
| "grad_norm": 0.014784655533730984, | |
| "learning_rate": 0.0016782178217821784, | |
| "loss": 0.6546, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.4893025840511254, | |
| "grad_norm": 0.02172185480594635, | |
| "learning_rate": 0.001675742574257426, | |
| "loss": 0.673, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.4915254237288136, | |
| "grad_norm": 0.010736542753875256, | |
| "learning_rate": 0.0016732673267326732, | |
| "loss": 0.5521, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.4937482634065018, | |
| "grad_norm": 0.013517359271645546, | |
| "learning_rate": 0.001670792079207921, | |
| "loss": 0.6336, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.49597110308419, | |
| "grad_norm": 0.021300826221704483, | |
| "learning_rate": 0.0016683168316831685, | |
| "loss": 0.6419, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.4981939427618782, | |
| "grad_norm": 0.019188571721315384, | |
| "learning_rate": 0.0016658415841584158, | |
| "loss": 0.6618, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.5004167824395664, | |
| "grad_norm": 0.0127353984862566, | |
| "learning_rate": 0.0016633663366336635, | |
| "loss": 0.6328, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.5026396221172549, | |
| "grad_norm": 0.012695038691163063, | |
| "learning_rate": 0.001660891089108911, | |
| "loss": 0.5579, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.5048624617949429, | |
| "grad_norm": 0.02976105734705925, | |
| "learning_rate": 0.0016584158415841584, | |
| "loss": 0.8424, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.5070853014726313, | |
| "grad_norm": 0.016801824793219566, | |
| "learning_rate": 0.0016559405940594061, | |
| "loss": 0.5539, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.5093081411503195, | |
| "grad_norm": 0.021268382668495178, | |
| "learning_rate": 0.0016534653465346536, | |
| "loss": 0.7329, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.5115309808280077, | |
| "grad_norm": 0.014745811931788921, | |
| "learning_rate": 0.001650990099009901, | |
| "loss": 0.6433, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.5137538205056962, | |
| "grad_norm": 0.018007369711995125, | |
| "learning_rate": 0.0016485148514851487, | |
| "loss": 0.5846, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.5159766601833842, | |
| "grad_norm": 0.014517346397042274, | |
| "learning_rate": 0.0016460396039603962, | |
| "loss": 0.6494, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.5181994998610726, | |
| "grad_norm": 0.011836903169751167, | |
| "learning_rate": 0.0016435643564356435, | |
| "loss": 0.6144, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.5204223395387606, | |
| "grad_norm": 0.015668461099267006, | |
| "learning_rate": 0.0016410891089108912, | |
| "loss": 0.697, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.522645179216449, | |
| "grad_norm": 0.0159301720559597, | |
| "learning_rate": 0.0016386138613861388, | |
| "loss": 0.6344, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.5248680188941373, | |
| "grad_norm": 0.021761801093816757, | |
| "learning_rate": 0.001636138613861386, | |
| "loss": 0.7244, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.5270908585718255, | |
| "grad_norm": 0.017973683774471283, | |
| "learning_rate": 0.0016336633663366338, | |
| "loss": 0.6616, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.529313698249514, | |
| "grad_norm": 0.03193248063325882, | |
| "learning_rate": 0.0016311881188118813, | |
| "loss": 0.5955, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.531536537927202, | |
| "grad_norm": 0.022393716499209404, | |
| "learning_rate": 0.0016287128712871286, | |
| "loss": 0.6299, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.5337593776048903, | |
| "grad_norm": 0.022320229560136795, | |
| "learning_rate": 0.0016262376237623764, | |
| "loss": 0.7729, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.5359822172825783, | |
| "grad_norm": 0.014977824874222279, | |
| "learning_rate": 0.0016237623762376237, | |
| "loss": 0.6697, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.5382050569602668, | |
| "grad_norm": 0.01872638612985611, | |
| "learning_rate": 0.0016212871287128712, | |
| "loss": 0.5893, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.540427896637955, | |
| "grad_norm": 0.015523020178079605, | |
| "learning_rate": 0.001618811881188119, | |
| "loss": 0.6822, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.5426507363156432, | |
| "grad_norm": 0.014033573679625988, | |
| "learning_rate": 0.0016163366336633663, | |
| "loss": 0.6213, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.5448735759933316, | |
| "grad_norm": 0.014586709439754486, | |
| "learning_rate": 0.0016138613861386138, | |
| "loss": 0.7703, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.5470964156710196, | |
| "grad_norm": 0.014374952763319016, | |
| "learning_rate": 0.0016113861386138615, | |
| "loss": 0.6198, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.549319255348708, | |
| "grad_norm": 0.017982954159379005, | |
| "learning_rate": 0.0016089108910891088, | |
| "loss": 0.6394, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.551542095026396, | |
| "grad_norm": 0.014446941204369068, | |
| "learning_rate": 0.0016064356435643563, | |
| "loss": 0.6657, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.5537649347040845, | |
| "grad_norm": 0.018195228651165962, | |
| "learning_rate": 0.001603960396039604, | |
| "loss": 0.5129, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.5559877743817727, | |
| "grad_norm": 0.01925376057624817, | |
| "learning_rate": 0.0016014851485148514, | |
| "loss": 0.643, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.558210614059461, | |
| "grad_norm": 0.036713700741529465, | |
| "learning_rate": 0.001599009900990099, | |
| "loss": 0.6965, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.5604334537371494, | |
| "grad_norm": 0.01623792201280594, | |
| "learning_rate": 0.0015965346534653467, | |
| "loss": 0.5376, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.5626562934148374, | |
| "grad_norm": 0.0159526988863945, | |
| "learning_rate": 0.001594059405940594, | |
| "loss": 0.6076, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.5648791330925258, | |
| "grad_norm": 0.017126891762018204, | |
| "learning_rate": 0.0015915841584158415, | |
| "loss": 0.6329, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.5671019727702138, | |
| "grad_norm": 0.019651105627417564, | |
| "learning_rate": 0.0015891089108910892, | |
| "loss": 0.4878, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.5693248124479022, | |
| "grad_norm": 0.01890754885971546, | |
| "learning_rate": 0.0015866336633663365, | |
| "loss": 0.677, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.5715476521255904, | |
| "grad_norm": 0.014043249189853668, | |
| "learning_rate": 0.001584158415841584, | |
| "loss": 0.5893, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.5737704918032787, | |
| "grad_norm": 0.014365495182573795, | |
| "learning_rate": 0.0015816831683168318, | |
| "loss": 0.6114, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.575993331480967, | |
| "grad_norm": 0.021364012733101845, | |
| "learning_rate": 0.001579207920792079, | |
| "loss": 0.616, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.578216171158655, | |
| "grad_norm": 0.021359330043196678, | |
| "learning_rate": 0.0015767326732673266, | |
| "loss": 0.7248, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.5804390108363435, | |
| "grad_norm": 0.01866665668785572, | |
| "learning_rate": 0.0015742574257425744, | |
| "loss": 0.7569, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.5826618505140315, | |
| "grad_norm": 0.013409837149083614, | |
| "learning_rate": 0.0015717821782178217, | |
| "loss": 0.5397, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.58488469019172, | |
| "grad_norm": 0.014709453098475933, | |
| "learning_rate": 0.0015693069306930692, | |
| "loss": 0.5613, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.5871075298694082, | |
| "grad_norm": 0.014858447946608067, | |
| "learning_rate": 0.001566831683168317, | |
| "loss": 0.6546, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.5893303695470964, | |
| "grad_norm": 0.01660234108567238, | |
| "learning_rate": 0.0015643564356435642, | |
| "loss": 0.8238, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.5915532092247848, | |
| "grad_norm": 0.01475167740136385, | |
| "learning_rate": 0.0015618811881188122, | |
| "loss": 0.6471, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.5937760489024728, | |
| "grad_norm": 0.024248579517006874, | |
| "learning_rate": 0.0015594059405940595, | |
| "loss": 0.7741, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.5959988885801613, | |
| "grad_norm": 0.02008378878235817, | |
| "learning_rate": 0.0015569306930693068, | |
| "loss": 0.6338, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.5982217282578493, | |
| "grad_norm": 0.013149694539606571, | |
| "learning_rate": 0.0015544554455445548, | |
| "loss": 0.5793, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.6004445679355377, | |
| "grad_norm": 0.016647828742861748, | |
| "learning_rate": 0.001551980198019802, | |
| "loss": 0.571, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.602667407613226, | |
| "grad_norm": 0.020569197833538055, | |
| "learning_rate": 0.0015495049504950494, | |
| "loss": 0.747, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.6048902472909141, | |
| "grad_norm": 0.015371223911643028, | |
| "learning_rate": 0.0015470297029702973, | |
| "loss": 0.7479, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.6071130869686026, | |
| "grad_norm": 0.018335159868001938, | |
| "learning_rate": 0.0015445544554455446, | |
| "loss": 0.7619, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.6093359266462905, | |
| "grad_norm": 0.012718189507722855, | |
| "learning_rate": 0.001542079207920792, | |
| "loss": 0.6172, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.611558766323979, | |
| "grad_norm": 0.0307784266769886, | |
| "learning_rate": 0.0015396039603960399, | |
| "loss": 0.6105, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.613781606001667, | |
| "grad_norm": 0.017151063308119774, | |
| "learning_rate": 0.0015371287128712872, | |
| "loss": 0.6892, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.6160044456793554, | |
| "grad_norm": 0.020293843001127243, | |
| "learning_rate": 0.0015346534653465345, | |
| "loss": 0.6951, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.6182272853570436, | |
| "grad_norm": 0.018611643463373184, | |
| "learning_rate": 0.0015321782178217825, | |
| "loss": 0.7882, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.6204501250347318, | |
| "grad_norm": 0.0173718873411417, | |
| "learning_rate": 0.0015297029702970298, | |
| "loss": 0.6516, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.62267296471242, | |
| "grad_norm": 0.014312409795820713, | |
| "learning_rate": 0.001527227722772277, | |
| "loss": 0.5164, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.6248958043901083, | |
| "grad_norm": 0.01838870160281658, | |
| "learning_rate": 0.001524752475247525, | |
| "loss": 0.6303, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.6271186440677967, | |
| "grad_norm": 0.013072308152914047, | |
| "learning_rate": 0.0015222772277227723, | |
| "loss": 0.6555, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.6293414837454847, | |
| "grad_norm": 0.013176838867366314, | |
| "learning_rate": 0.0015198019801980196, | |
| "loss": 0.6303, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.6315643234231731, | |
| "grad_norm": 0.016583677381277084, | |
| "learning_rate": 0.0015173267326732676, | |
| "loss": 0.6323, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.6337871631008614, | |
| "grad_norm": 0.015155021101236343, | |
| "learning_rate": 0.001514851485148515, | |
| "loss": 0.6323, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.6360100027785496, | |
| "grad_norm": 0.013991404324769974, | |
| "learning_rate": 0.0015123762376237622, | |
| "loss": 0.6144, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.6382328424562378, | |
| "grad_norm": 0.021456275135278702, | |
| "learning_rate": 0.0015099009900990102, | |
| "loss": 0.6232, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.640455682133926, | |
| "grad_norm": 0.016199328005313873, | |
| "learning_rate": 0.0015074257425742575, | |
| "loss": 0.6021, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.6426785218116144, | |
| "grad_norm": 0.02143920212984085, | |
| "learning_rate": 0.0015049504950495048, | |
| "loss": 0.6952, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.6449013614893024, | |
| "grad_norm": 0.016033926978707314, | |
| "learning_rate": 0.0015024752475247527, | |
| "loss": 0.7172, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.6471242011669909, | |
| "grad_norm": 0.012828083708882332, | |
| "learning_rate": 0.0015, | |
| "loss": 0.6543, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.649347040844679, | |
| "grad_norm": 0.0132541349157691, | |
| "learning_rate": 0.0014975247524752476, | |
| "loss": 0.6105, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.6515698805223673, | |
| "grad_norm": 0.01240797434002161, | |
| "learning_rate": 0.001495049504950495, | |
| "loss": 0.6074, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.6537927202000555, | |
| "grad_norm": 0.0144476518034935, | |
| "learning_rate": 0.0014925742574257426, | |
| "loss": 0.6292, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.6560155598777437, | |
| "grad_norm": 0.013765274547040462, | |
| "learning_rate": 0.0014900990099009901, | |
| "loss": 0.6266, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.6582383995554322, | |
| "grad_norm": 0.015940168872475624, | |
| "learning_rate": 0.0014876237623762376, | |
| "loss": 0.6191, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.6604612392331202, | |
| "grad_norm": 0.013493590988218784, | |
| "learning_rate": 0.0014851485148514852, | |
| "loss": 0.6048, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.6626840789108086, | |
| "grad_norm": 0.01261868141591549, | |
| "learning_rate": 0.0014826732673267327, | |
| "loss": 0.6823, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.6649069185884968, | |
| "grad_norm": 0.024276770651340485, | |
| "learning_rate": 0.0014801980198019802, | |
| "loss": 0.7041, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.667129758266185, | |
| "grad_norm": 0.019383903592824936, | |
| "learning_rate": 0.0014777227722772277, | |
| "loss": 0.7646, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.6693525979438733, | |
| "grad_norm": 0.015850719064474106, | |
| "learning_rate": 0.0014752475247524753, | |
| "loss": 0.5642, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.6715754376215615, | |
| "grad_norm": 0.014828231185674667, | |
| "learning_rate": 0.0014727722772277228, | |
| "loss": 0.728, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.67379827729925, | |
| "grad_norm": 0.014795539900660515, | |
| "learning_rate": 0.0014702970297029703, | |
| "loss": 0.514, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.676021116976938, | |
| "grad_norm": 0.03070404753088951, | |
| "learning_rate": 0.0014678217821782178, | |
| "loss": 0.659, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.6782439566546263, | |
| "grad_norm": 0.01784861460328102, | |
| "learning_rate": 0.0014653465346534656, | |
| "loss": 0.6316, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.6804667963323145, | |
| "grad_norm": 0.020610976964235306, | |
| "learning_rate": 0.0014628712871287129, | |
| "loss": 0.5602, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.6826896360100028, | |
| "grad_norm": 0.01749056577682495, | |
| "learning_rate": 0.0014603960396039604, | |
| "loss": 0.7298, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.684912475687691, | |
| "grad_norm": 0.019512880593538284, | |
| "learning_rate": 0.0014579207920792081, | |
| "loss": 0.6296, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.6871353153653792, | |
| "grad_norm": 0.017783217132091522, | |
| "learning_rate": 0.0014554455445544554, | |
| "loss": 0.6959, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.6893581550430676, | |
| "grad_norm": 0.015032476745545864, | |
| "learning_rate": 0.001452970297029703, | |
| "loss": 0.54, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.6915809947207556, | |
| "grad_norm": 0.010041123256087303, | |
| "learning_rate": 0.0014504950495049507, | |
| "loss": 0.5299, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.693803834398444, | |
| "grad_norm": 0.013333450071513653, | |
| "learning_rate": 0.001448019801980198, | |
| "loss": 0.5786, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.6960266740761323, | |
| "grad_norm": 0.017033929005265236, | |
| "learning_rate": 0.0014455445544554455, | |
| "loss": 0.6885, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.6982495137538205, | |
| "grad_norm": 0.01851385273039341, | |
| "learning_rate": 0.0014430693069306933, | |
| "loss": 0.8939, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.7004723534315087, | |
| "grad_norm": 0.021369075402617455, | |
| "learning_rate": 0.0014405940594059406, | |
| "loss": 0.6529, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.702695193109197, | |
| "grad_norm": 0.012632249854505062, | |
| "learning_rate": 0.001438118811881188, | |
| "loss": 0.5608, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.7049180327868854, | |
| "grad_norm": 0.01696857064962387, | |
| "learning_rate": 0.0014356435643564358, | |
| "loss": 0.5658, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.7071408724645734, | |
| "grad_norm": 0.02316252514719963, | |
| "learning_rate": 0.0014331683168316831, | |
| "loss": 0.6628, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.7093637121422618, | |
| "grad_norm": 0.014780178666114807, | |
| "learning_rate": 0.0014306930693069307, | |
| "loss": 0.5469, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.71158655181995, | |
| "grad_norm": 0.02393134869635105, | |
| "learning_rate": 0.0014282178217821784, | |
| "loss": 0.6237, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.7138093914976382, | |
| "grad_norm": 0.017437728121876717, | |
| "learning_rate": 0.0014257425742574257, | |
| "loss": 0.598, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.7160322311753264, | |
| "grad_norm": 0.014657423831522465, | |
| "learning_rate": 0.0014232673267326732, | |
| "loss": 0.6574, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.7182550708530147, | |
| "grad_norm": 0.014511947520077229, | |
| "learning_rate": 0.001420792079207921, | |
| "loss": 0.4105, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.720477910530703, | |
| "grad_norm": 0.0161074697971344, | |
| "learning_rate": 0.0014183168316831683, | |
| "loss": 0.5853, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.722700750208391, | |
| "grad_norm": 0.015577802434563637, | |
| "learning_rate": 0.0014158415841584158, | |
| "loss": 0.7821, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.7249235898860795, | |
| "grad_norm": 0.013394194655120373, | |
| "learning_rate": 0.0014133663366336635, | |
| "loss": 0.6393, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.7271464295637677, | |
| "grad_norm": 0.011438438668847084, | |
| "learning_rate": 0.0014108910891089108, | |
| "loss": 0.5918, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.729369269241456, | |
| "grad_norm": 0.01416991837322712, | |
| "learning_rate": 0.0014084158415841584, | |
| "loss": 0.5726, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.7315921089191442, | |
| "grad_norm": 0.011613192036747932, | |
| "learning_rate": 0.001405940594059406, | |
| "loss": 0.6207, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.7338149485968324, | |
| "grad_norm": 0.014506768435239792, | |
| "learning_rate": 0.0014034653465346536, | |
| "loss": 0.7833, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.7360377882745208, | |
| "grad_norm": 0.016172049567103386, | |
| "learning_rate": 0.001400990099009901, | |
| "loss": 0.6071, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.7382606279522088, | |
| "grad_norm": 0.014774010516703129, | |
| "learning_rate": 0.0013985148514851487, | |
| "loss": 0.7103, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.7404834676298973, | |
| "grad_norm": 0.019349824637174606, | |
| "learning_rate": 0.0013960396039603962, | |
| "loss": 0.648, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.7427063073075855, | |
| "grad_norm": 0.012977352365851402, | |
| "learning_rate": 0.0013935643564356435, | |
| "loss": 0.5717, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.7449291469852737, | |
| "grad_norm": 0.01410915981978178, | |
| "learning_rate": 0.0013910891089108912, | |
| "loss": 0.5183, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.747151986662962, | |
| "grad_norm": 0.018457330763339996, | |
| "learning_rate": 0.0013886138613861388, | |
| "loss": 0.5707, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.7493748263406501, | |
| "grad_norm": 0.020965803414583206, | |
| "learning_rate": 0.001386138613861386, | |
| "loss": 0.6848, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.7515976660183386, | |
| "grad_norm": 0.01630076766014099, | |
| "learning_rate": 0.0013836633663366338, | |
| "loss": 0.8393, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.7538205056960265, | |
| "grad_norm": 0.013406305573880672, | |
| "learning_rate": 0.0013811881188118813, | |
| "loss": 0.4215, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.756043345373715, | |
| "grad_norm": 0.013798919506371021, | |
| "learning_rate": 0.0013787128712871286, | |
| "loss": 0.6094, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.7582661850514032, | |
| "grad_norm": 0.028619924560189247, | |
| "learning_rate": 0.0013762376237623764, | |
| "loss": 0.6902, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.7604890247290914, | |
| "grad_norm": 0.035553187131881714, | |
| "learning_rate": 0.001373762376237624, | |
| "loss": 0.5251, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.7627118644067796, | |
| "grad_norm": 0.013903150334954262, | |
| "learning_rate": 0.0013712871287128712, | |
| "loss": 0.7792, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.7649347040844678, | |
| "grad_norm": 0.012611381709575653, | |
| "learning_rate": 0.0013688118811881187, | |
| "loss": 0.592, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.7671575437621563, | |
| "grad_norm": 0.014770290814340115, | |
| "learning_rate": 0.0013663366336633665, | |
| "loss": 0.5483, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.7693803834398443, | |
| "grad_norm": 0.02011730521917343, | |
| "learning_rate": 0.0013638613861386138, | |
| "loss": 0.7013, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.7716032231175327, | |
| "grad_norm": 0.024151911959052086, | |
| "learning_rate": 0.0013613861386138613, | |
| "loss": 0.6834, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.773826062795221, | |
| "grad_norm": 0.020802835002541542, | |
| "learning_rate": 0.001358910891089109, | |
| "loss": 0.6703, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.7760489024729091, | |
| "grad_norm": 0.027099374681711197, | |
| "learning_rate": 0.0013564356435643563, | |
| "loss": 0.6492, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.7782717421505974, | |
| "grad_norm": 0.015476135537028313, | |
| "learning_rate": 0.0013539603960396039, | |
| "loss": 0.7148, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.7804945818282856, | |
| "grad_norm": 0.016380343586206436, | |
| "learning_rate": 0.0013514851485148516, | |
| "loss": 0.65, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.782717421505974, | |
| "grad_norm": 0.01689559780061245, | |
| "learning_rate": 0.001349009900990099, | |
| "loss": 0.5779, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.784940261183662, | |
| "grad_norm": 0.021533837541937828, | |
| "learning_rate": 0.0013465346534653464, | |
| "loss": 0.5734, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.7871631008613504, | |
| "grad_norm": 0.025379789993166924, | |
| "learning_rate": 0.0013440594059405942, | |
| "loss": 0.554, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.7893859405390387, | |
| "grad_norm": 0.022600479423999786, | |
| "learning_rate": 0.0013415841584158417, | |
| "loss": 0.7596, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.7916087802167269, | |
| "grad_norm": 0.029088463634252548, | |
| "learning_rate": 0.001339108910891089, | |
| "loss": 0.6969, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.793831619894415, | |
| "grad_norm": 0.02145700715482235, | |
| "learning_rate": 0.0013366336633663367, | |
| "loss": 0.7427, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.7960544595721033, | |
| "grad_norm": 0.019825611263513565, | |
| "learning_rate": 0.0013341584158415843, | |
| "loss": 0.5842, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.7982772992497917, | |
| "grad_norm": 0.018616992980241776, | |
| "learning_rate": 0.0013316831683168316, | |
| "loss": 0.5571, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.8005001389274797, | |
| "grad_norm": 0.014252702705562115, | |
| "learning_rate": 0.0013292079207920793, | |
| "loss": 0.6742, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.8027229786051682, | |
| "grad_norm": 0.010596544481813908, | |
| "learning_rate": 0.0013267326732673268, | |
| "loss": 0.4869, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.8049458182828564, | |
| "grad_norm": 0.02070692926645279, | |
| "learning_rate": 0.0013242574257425741, | |
| "loss": 0.7206, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.8071686579605446, | |
| "grad_norm": 0.017880035564303398, | |
| "learning_rate": 0.0013217821782178219, | |
| "loss": 0.6991, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.8093914976382328, | |
| "grad_norm": 0.02070513367652893, | |
| "learning_rate": 0.0013193069306930694, | |
| "loss": 0.8145, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.811614337315921, | |
| "grad_norm": 0.016880514100193977, | |
| "learning_rate": 0.0013168316831683167, | |
| "loss": 0.5353, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.8138371769936095, | |
| "grad_norm": 0.017728716135025024, | |
| "learning_rate": 0.0013143564356435644, | |
| "loss": 0.6704, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.8160600166712975, | |
| "grad_norm": 0.026395466178655624, | |
| "learning_rate": 0.001311881188118812, | |
| "loss": 0.672, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.818282856348986, | |
| "grad_norm": 0.019495896995067596, | |
| "learning_rate": 0.0013094059405940593, | |
| "loss": 0.5702, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.8205056960266741, | |
| "grad_norm": 0.027116477489471436, | |
| "learning_rate": 0.001306930693069307, | |
| "loss": 0.5935, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.8227285357043623, | |
| "grad_norm": 0.014737212099134922, | |
| "learning_rate": 0.0013044554455445545, | |
| "loss": 0.5925, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.8249513753820505, | |
| "grad_norm": 0.015115857124328613, | |
| "learning_rate": 0.0013019801980198018, | |
| "loss": 0.614, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.8271742150597388, | |
| "grad_norm": 0.011744903400540352, | |
| "learning_rate": 0.0012995049504950496, | |
| "loss": 0.5326, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.8293970547374272, | |
| "grad_norm": 0.013531588949263096, | |
| "learning_rate": 0.001297029702970297, | |
| "loss": 0.6255, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.8316198944151152, | |
| "grad_norm": 0.014545679092407227, | |
| "learning_rate": 0.0012945544554455444, | |
| "loss": 0.6711, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.8338427340928036, | |
| "grad_norm": 0.02696896158158779, | |
| "learning_rate": 0.0012920792079207921, | |
| "loss": 0.7379, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.8360655737704918, | |
| "grad_norm": 0.017231903970241547, | |
| "learning_rate": 0.0012896039603960397, | |
| "loss": 0.6318, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.83828841344818, | |
| "grad_norm": 0.020397018641233444, | |
| "learning_rate": 0.001287128712871287, | |
| "loss": 0.7356, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.8405112531258683, | |
| "grad_norm": 0.014277629554271698, | |
| "learning_rate": 0.0012846534653465347, | |
| "loss": 0.6417, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.8427340928035565, | |
| "grad_norm": 0.014533923007547855, | |
| "learning_rate": 0.0012821782178217822, | |
| "loss": 0.558, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.844956932481245, | |
| "grad_norm": 0.014783985912799835, | |
| "learning_rate": 0.0012797029702970298, | |
| "loss": 0.7035, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.847179772158933, | |
| "grad_norm": 0.017703086137771606, | |
| "learning_rate": 0.0012772277227722773, | |
| "loss": 0.7231, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.8494026118366214, | |
| "grad_norm": 0.03160193935036659, | |
| "learning_rate": 0.0012747524752475248, | |
| "loss": 0.6218, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.8516254515143096, | |
| "grad_norm": 0.01616073027253151, | |
| "learning_rate": 0.0012722772277227723, | |
| "loss": 0.5358, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.8538482911919978, | |
| "grad_norm": 0.015707818791270256, | |
| "learning_rate": 0.0012698019801980198, | |
| "loss": 0.6487, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.856071130869686, | |
| "grad_norm": 0.027285683900117874, | |
| "learning_rate": 0.0012673267326732674, | |
| "loss": 0.7571, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.8582939705473742, | |
| "grad_norm": 0.013436183333396912, | |
| "learning_rate": 0.0012648514851485149, | |
| "loss": 0.5062, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.8605168102250627, | |
| "grad_norm": 0.012100230902433395, | |
| "learning_rate": 0.0012623762376237624, | |
| "loss": 0.6001, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.8627396499027506, | |
| "grad_norm": 0.016179142519831657, | |
| "learning_rate": 0.00125990099009901, | |
| "loss": 0.5925, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.864962489580439, | |
| "grad_norm": 0.01836666651070118, | |
| "learning_rate": 0.0012574257425742575, | |
| "loss": 0.7492, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.8671853292581273, | |
| "grad_norm": 0.013563703745603561, | |
| "learning_rate": 0.001254950495049505, | |
| "loss": 0.5668, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.8694081689358155, | |
| "grad_norm": 0.02543150633573532, | |
| "learning_rate": 0.0012524752475247525, | |
| "loss": 0.5982, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.8716310086135037, | |
| "grad_norm": 0.017902787774801254, | |
| "learning_rate": 0.00125, | |
| "loss": 0.6887, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.873853848291192, | |
| "grad_norm": 0.018437763676047325, | |
| "learning_rate": 0.0012475247524752475, | |
| "loss": 0.6153, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.8760766879688804, | |
| "grad_norm": 0.01389164850115776, | |
| "learning_rate": 0.001245049504950495, | |
| "loss": 0.6548, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.8782995276465684, | |
| "grad_norm": 0.03561052680015564, | |
| "learning_rate": 0.0012425742574257426, | |
| "loss": 0.5777, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.8805223673242568, | |
| "grad_norm": 0.014207260683178902, | |
| "learning_rate": 0.0012400990099009901, | |
| "loss": 0.5582, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.882745207001945, | |
| "grad_norm": 0.046381477266550064, | |
| "learning_rate": 0.0012376237623762376, | |
| "loss": 0.605, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.8849680466796332, | |
| "grad_norm": 0.015709543600678444, | |
| "learning_rate": 0.0012351485148514852, | |
| "loss": 0.5713, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.8871908863573215, | |
| "grad_norm": 0.01592281460762024, | |
| "learning_rate": 0.0012326732673267327, | |
| "loss": 0.618, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.8894137260350097, | |
| "grad_norm": 0.01385457906872034, | |
| "learning_rate": 0.0012301980198019802, | |
| "loss": 0.5394, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.8916365657126981, | |
| "grad_norm": 0.02153988927602768, | |
| "learning_rate": 0.0012277227722772277, | |
| "loss": 0.5842, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.893859405390386, | |
| "grad_norm": 0.02466188557446003, | |
| "learning_rate": 0.0012252475247524753, | |
| "loss": 0.5083, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.8960822450680745, | |
| "grad_norm": 0.015681538730859756, | |
| "learning_rate": 0.0012227722772277228, | |
| "loss": 0.7941, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.8983050847457628, | |
| "grad_norm": 0.012338684871792793, | |
| "learning_rate": 0.0012202970297029703, | |
| "loss": 0.5342, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.900527924423451, | |
| "grad_norm": 0.01564796082675457, | |
| "learning_rate": 0.001217821782178218, | |
| "loss": 0.7584, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.9027507641011392, | |
| "grad_norm": 0.02049081400036812, | |
| "learning_rate": 0.0012153465346534653, | |
| "loss": 0.644, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.9049736037788274, | |
| "grad_norm": 0.029596436768770218, | |
| "learning_rate": 0.0012128712871287129, | |
| "loss": 0.7099, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.9071964434565158, | |
| "grad_norm": 0.013466271571815014, | |
| "learning_rate": 0.0012103960396039606, | |
| "loss": 0.649, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.9094192831342038, | |
| "grad_norm": 0.02464134432375431, | |
| "learning_rate": 0.001207920792079208, | |
| "loss": 0.5849, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.9116421228118923, | |
| "grad_norm": 0.0143961850553751, | |
| "learning_rate": 0.0012054455445544554, | |
| "loss": 0.6556, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.9138649624895805, | |
| "grad_norm": 0.016098588705062866, | |
| "learning_rate": 0.0012029702970297032, | |
| "loss": 0.6991, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.9160878021672687, | |
| "grad_norm": 0.013091151602566242, | |
| "learning_rate": 0.0012004950495049505, | |
| "loss": 0.6811, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.918310641844957, | |
| "grad_norm": 0.029850434511899948, | |
| "learning_rate": 0.001198019801980198, | |
| "loss": 0.703, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.9205334815226451, | |
| "grad_norm": 0.01120046991854906, | |
| "learning_rate": 0.0011955445544554457, | |
| "loss": 0.4938, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.9227563212003336, | |
| "grad_norm": 0.014592386782169342, | |
| "learning_rate": 0.001193069306930693, | |
| "loss": 0.6209, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.9249791608780216, | |
| "grad_norm": 0.015447413548827171, | |
| "learning_rate": 0.0011905940594059406, | |
| "loss": 0.5492, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.92720200055571, | |
| "grad_norm": 0.015509175136685371, | |
| "learning_rate": 0.0011881188118811883, | |
| "loss": 0.54, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.9294248402333982, | |
| "grad_norm": 0.01778079755604267, | |
| "learning_rate": 0.0011856435643564356, | |
| "loss": 0.6965, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.9316476799110864, | |
| "grad_norm": 0.02252313494682312, | |
| "learning_rate": 0.0011831683168316831, | |
| "loss": 0.5413, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.9338705195887747, | |
| "grad_norm": 0.012748087756335735, | |
| "learning_rate": 0.0011806930693069309, | |
| "loss": 0.5079, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.9360933592664629, | |
| "grad_norm": 0.016808731481432915, | |
| "learning_rate": 0.0011782178217821782, | |
| "loss": 0.6487, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.9383161989441513, | |
| "grad_norm": 0.017723703756928444, | |
| "learning_rate": 0.0011757425742574257, | |
| "loss": 0.7172, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.9405390386218393, | |
| "grad_norm": 0.014089664444327354, | |
| "learning_rate": 0.0011732673267326734, | |
| "loss": 0.4578, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.9427618782995277, | |
| "grad_norm": 0.019459979608654976, | |
| "learning_rate": 0.0011707920792079207, | |
| "loss": 0.5246, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.9449847179772157, | |
| "grad_norm": 0.017233047634363174, | |
| "learning_rate": 0.0011683168316831683, | |
| "loss": 0.6245, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.9472075576549042, | |
| "grad_norm": 0.019499676302075386, | |
| "learning_rate": 0.001165841584158416, | |
| "loss": 0.6322, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.9494303973325924, | |
| "grad_norm": 0.022460227832198143, | |
| "learning_rate": 0.0011633663366336633, | |
| "loss": 0.6601, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.9516532370102806, | |
| "grad_norm": 0.020194463431835175, | |
| "learning_rate": 0.0011608910891089108, | |
| "loss": 0.7348, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.953876076687969, | |
| "grad_norm": 0.018907731398940086, | |
| "learning_rate": 0.0011584158415841586, | |
| "loss": 0.6646, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.956098916365657, | |
| "grad_norm": 0.015820452943444252, | |
| "learning_rate": 0.001155940594059406, | |
| "loss": 0.5312, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.9583217560433455, | |
| "grad_norm": 0.018061013892292976, | |
| "learning_rate": 0.0011534653465346534, | |
| "loss": 0.6744, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.9605445957210335, | |
| "grad_norm": 0.02651524357497692, | |
| "learning_rate": 0.0011509900990099011, | |
| "loss": 0.6111, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.962767435398722, | |
| "grad_norm": 0.014137241058051586, | |
| "learning_rate": 0.0011485148514851487, | |
| "loss": 0.5668, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.96499027507641, | |
| "grad_norm": 0.02786339819431305, | |
| "learning_rate": 0.001146039603960396, | |
| "loss": 0.6426, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.9672131147540983, | |
| "grad_norm": 0.012125310488045216, | |
| "learning_rate": 0.0011435643564356437, | |
| "loss": 0.6304, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.9694359544317868, | |
| "grad_norm": 0.019771946594119072, | |
| "learning_rate": 0.0011410891089108912, | |
| "loss": 0.6049, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.9716587941094748, | |
| "grad_norm": 0.028338497504591942, | |
| "learning_rate": 0.0011386138613861385, | |
| "loss": 0.7123, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.9738816337871632, | |
| "grad_norm": 0.01594017632305622, | |
| "learning_rate": 0.0011361386138613863, | |
| "loss": 0.6499, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.9761044734648512, | |
| "grad_norm": 0.015689987689256668, | |
| "learning_rate": 0.0011336633663366338, | |
| "loss": 0.6692, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.9783273131425396, | |
| "grad_norm": 0.014462132938206196, | |
| "learning_rate": 0.0011311881188118811, | |
| "loss": 0.7722, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.9805501528202278, | |
| "grad_norm": 0.01385975256562233, | |
| "learning_rate": 0.0011287128712871288, | |
| "loss": 0.4916, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.982772992497916, | |
| "grad_norm": 0.01998106576502323, | |
| "learning_rate": 0.0011262376237623764, | |
| "loss": 0.4741, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.9849958321756045, | |
| "grad_norm": 0.0200062096118927, | |
| "learning_rate": 0.0011237623762376237, | |
| "loss": 0.6419, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.9872186718532925, | |
| "grad_norm": 0.01526566967368126, | |
| "learning_rate": 0.0011212871287128712, | |
| "loss": 0.7451, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.989441511530981, | |
| "grad_norm": 0.022502193227410316, | |
| "learning_rate": 0.001118811881188119, | |
| "loss": 0.7621, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.991664351208669, | |
| "grad_norm": 0.01716960035264492, | |
| "learning_rate": 0.0011163366336633662, | |
| "loss": 0.522, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.9938871908863574, | |
| "grad_norm": 0.013558654114603996, | |
| "learning_rate": 0.0011138613861386138, | |
| "loss": 0.5354, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.9961100305640456, | |
| "grad_norm": 0.012157892808318138, | |
| "learning_rate": 0.0011113861386138615, | |
| "loss": 0.5341, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.9983328702417338, | |
| "grad_norm": 0.020689917728304863, | |
| "learning_rate": 0.0011089108910891088, | |
| "loss": 0.7788, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 2.000555709919422, | |
| "grad_norm": 0.013700471259653568, | |
| "learning_rate": 0.0011064356435643563, | |
| "loss": 0.4876, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.00277854959711, | |
| "grad_norm": 0.022665875032544136, | |
| "learning_rate": 0.001103960396039604, | |
| "loss": 0.549, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 2.0050013892747987, | |
| "grad_norm": 0.012792624533176422, | |
| "learning_rate": 0.0011014851485148514, | |
| "loss": 0.5934, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 2.0072242289524866, | |
| "grad_norm": 0.014675344340503216, | |
| "learning_rate": 0.001099009900990099, | |
| "loss": 0.6914, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 2.009447068630175, | |
| "grad_norm": 0.02120724506676197, | |
| "learning_rate": 0.0010965346534653466, | |
| "loss": 0.6156, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 2.011669908307863, | |
| "grad_norm": 0.014748603105545044, | |
| "learning_rate": 0.001094059405940594, | |
| "loss": 0.622, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.0138927479855515, | |
| "grad_norm": 0.014371293596923351, | |
| "learning_rate": 0.0010915841584158415, | |
| "loss": 0.5474, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 2.01611558766324, | |
| "grad_norm": 0.017763959243893623, | |
| "learning_rate": 0.0010891089108910892, | |
| "loss": 0.5761, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 2.018338427340928, | |
| "grad_norm": 0.01812128722667694, | |
| "learning_rate": 0.0010866336633663367, | |
| "loss": 0.7893, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 2.0205612670186164, | |
| "grad_norm": 0.012955384328961372, | |
| "learning_rate": 0.001084158415841584, | |
| "loss": 0.5467, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 2.0227841066963044, | |
| "grad_norm": 0.01600860245525837, | |
| "learning_rate": 0.0010816831683168318, | |
| "loss": 0.6869, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.025006946373993, | |
| "grad_norm": 0.018638163805007935, | |
| "learning_rate": 0.0010792079207920793, | |
| "loss": 0.5909, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 2.027229786051681, | |
| "grad_norm": 0.018940769135951996, | |
| "learning_rate": 0.0010767326732673266, | |
| "loss": 0.7257, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 2.0294526257293692, | |
| "grad_norm": 0.016438838094472885, | |
| "learning_rate": 0.0010742574257425743, | |
| "loss": 0.6541, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 2.0316754654070577, | |
| "grad_norm": 0.015446559526026249, | |
| "learning_rate": 0.0010717821782178219, | |
| "loss": 0.4858, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 2.0338983050847457, | |
| "grad_norm": 0.01849900372326374, | |
| "learning_rate": 0.0010693069306930692, | |
| "loss": 0.642, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.036121144762434, | |
| "grad_norm": 0.016022328287363052, | |
| "learning_rate": 0.001066831683168317, | |
| "loss": 0.5797, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 2.038343984440122, | |
| "grad_norm": 0.011567950248718262, | |
| "learning_rate": 0.0010643564356435644, | |
| "loss": 0.5816, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 2.0405668241178105, | |
| "grad_norm": 0.013285503722727299, | |
| "learning_rate": 0.0010618811881188117, | |
| "loss": 0.651, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 2.0427896637954985, | |
| "grad_norm": 0.020052414387464523, | |
| "learning_rate": 0.0010594059405940595, | |
| "loss": 0.6495, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 2.045012503473187, | |
| "grad_norm": 0.02657526172697544, | |
| "learning_rate": 0.001056930693069307, | |
| "loss": 0.6453, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.0472353431508754, | |
| "grad_norm": 0.019164010882377625, | |
| "learning_rate": 0.0010544554455445543, | |
| "loss": 0.5374, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 2.0494581828285634, | |
| "grad_norm": 0.016299502924084663, | |
| "learning_rate": 0.001051980198019802, | |
| "loss": 0.6959, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 2.051681022506252, | |
| "grad_norm": 0.01600020006299019, | |
| "learning_rate": 0.0010495049504950496, | |
| "loss": 0.645, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 2.05390386218394, | |
| "grad_norm": 0.018981320783495903, | |
| "learning_rate": 0.0010470297029702969, | |
| "loss": 0.7247, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 2.0561267018616283, | |
| "grad_norm": 0.018881479278206825, | |
| "learning_rate": 0.0010445544554455446, | |
| "loss": 0.668, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.0583495415393163, | |
| "grad_norm": 0.030967555940151215, | |
| "learning_rate": 0.0010420792079207921, | |
| "loss": 0.5847, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 2.0605723812170047, | |
| "grad_norm": 0.017560211941599846, | |
| "learning_rate": 0.0010396039603960394, | |
| "loss": 0.6954, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 2.062795220894693, | |
| "grad_norm": 0.01360076479613781, | |
| "learning_rate": 0.0010371287128712872, | |
| "loss": 0.6609, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 2.065018060572381, | |
| "grad_norm": 0.016593527048826218, | |
| "learning_rate": 0.0010346534653465347, | |
| "loss": 0.6066, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 2.0672409002500696, | |
| "grad_norm": 0.014666872099041939, | |
| "learning_rate": 0.001032178217821782, | |
| "loss": 0.5952, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.0694637399277576, | |
| "grad_norm": 0.014250427484512329, | |
| "learning_rate": 0.0010297029702970298, | |
| "loss": 0.5504, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 2.071686579605446, | |
| "grad_norm": 0.02060864120721817, | |
| "learning_rate": 0.0010272277227722773, | |
| "loss": 0.5399, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 2.073909419283134, | |
| "grad_norm": 0.020173972472548485, | |
| "learning_rate": 0.0010247524752475248, | |
| "loss": 0.6484, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 2.0761322589608224, | |
| "grad_norm": 0.017474539577960968, | |
| "learning_rate": 0.0010222772277227723, | |
| "loss": 0.5387, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 2.078355098638511, | |
| "grad_norm": 0.014941662549972534, | |
| "learning_rate": 0.0010198019801980198, | |
| "loss": 0.5956, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.080577938316199, | |
| "grad_norm": 0.027800098061561584, | |
| "learning_rate": 0.0010173267326732674, | |
| "loss": 0.601, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 2.0828007779938873, | |
| "grad_norm": 0.01730935461819172, | |
| "learning_rate": 0.0010148514851485149, | |
| "loss": 0.7134, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 2.0850236176715753, | |
| "grad_norm": 0.01698504388332367, | |
| "learning_rate": 0.0010123762376237624, | |
| "loss": 0.5066, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 2.0872464573492637, | |
| "grad_norm": 0.015243062749505043, | |
| "learning_rate": 0.00100990099009901, | |
| "loss": 0.657, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 2.0894692970269517, | |
| "grad_norm": 0.025019872933626175, | |
| "learning_rate": 0.0010074257425742575, | |
| "loss": 0.6808, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.09169213670464, | |
| "grad_norm": 0.012755641713738441, | |
| "learning_rate": 0.001004950495049505, | |
| "loss": 0.5509, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 2.0939149763823286, | |
| "grad_norm": 0.01922733336687088, | |
| "learning_rate": 0.0010024752475247525, | |
| "loss": 0.8053, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 2.0961378160600166, | |
| "grad_norm": 0.03526071086525917, | |
| "learning_rate": 0.001, | |
| "loss": 0.6377, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 2.098360655737705, | |
| "grad_norm": 0.021753890439867973, | |
| "learning_rate": 0.0009975247524752475, | |
| "loss": 0.727, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 2.100583495415393, | |
| "grad_norm": 0.016603440046310425, | |
| "learning_rate": 0.000995049504950495, | |
| "loss": 0.6584, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.1028063350930815, | |
| "grad_norm": 0.021078625693917274, | |
| "learning_rate": 0.0009925742574257426, | |
| "loss": 0.6133, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 2.1050291747707695, | |
| "grad_norm": 0.037239789962768555, | |
| "learning_rate": 0.0009900990099009901, | |
| "loss": 0.6421, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 2.107252014448458, | |
| "grad_norm": 0.012814635410904884, | |
| "learning_rate": 0.0009876237623762376, | |
| "loss": 0.6296, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 2.1094748541261463, | |
| "grad_norm": 0.018249889835715294, | |
| "learning_rate": 0.0009851485148514852, | |
| "loss": 0.6202, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 2.1116976938038343, | |
| "grad_norm": 0.0173304695636034, | |
| "learning_rate": 0.0009826732673267327, | |
| "loss": 0.5801, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.1139205334815228, | |
| "grad_norm": 0.020902493968605995, | |
| "learning_rate": 0.0009801980198019802, | |
| "loss": 0.7202, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 2.1161433731592107, | |
| "grad_norm": 0.020156148821115494, | |
| "learning_rate": 0.0009777227722772277, | |
| "loss": 0.6196, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 2.118366212836899, | |
| "grad_norm": 0.020738055929541588, | |
| "learning_rate": 0.0009752475247524752, | |
| "loss": 0.573, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 2.120589052514587, | |
| "grad_norm": 0.015748674049973488, | |
| "learning_rate": 0.0009727722772277229, | |
| "loss": 0.5665, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 2.1228118921922756, | |
| "grad_norm": 0.01676134020090103, | |
| "learning_rate": 0.0009702970297029702, | |
| "loss": 0.6478, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.125034731869964, | |
| "grad_norm": 0.014315289445221424, | |
| "learning_rate": 0.0009678217821782178, | |
| "loss": 0.6188, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 2.127257571547652, | |
| "grad_norm": 0.013696223497390747, | |
| "learning_rate": 0.0009653465346534654, | |
| "loss": 0.6517, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 2.1294804112253405, | |
| "grad_norm": 0.01995706558227539, | |
| "learning_rate": 0.000962871287128713, | |
| "loss": 0.6499, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 2.1317032509030285, | |
| "grad_norm": 0.01407367642968893, | |
| "learning_rate": 0.0009603960396039604, | |
| "loss": 0.5505, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 2.133926090580717, | |
| "grad_norm": 0.013528737239539623, | |
| "learning_rate": 0.000957920792079208, | |
| "loss": 0.4975, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.136148930258405, | |
| "grad_norm": 0.020059697329998016, | |
| "learning_rate": 0.0009554455445544555, | |
| "loss": 0.7414, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 2.1383717699360933, | |
| "grad_norm": 0.01345049124211073, | |
| "learning_rate": 0.000952970297029703, | |
| "loss": 0.5884, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 2.140594609613782, | |
| "grad_norm": 0.013034477829933167, | |
| "learning_rate": 0.0009504950495049506, | |
| "loss": 0.5133, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 2.14281744929147, | |
| "grad_norm": 0.01752249337732792, | |
| "learning_rate": 0.0009480198019801981, | |
| "loss": 0.6086, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 2.145040288969158, | |
| "grad_norm": 0.02016667276620865, | |
| "learning_rate": 0.0009455445544554455, | |
| "loss": 0.6729, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.147263128646846, | |
| "grad_norm": 0.01611597090959549, | |
| "learning_rate": 0.0009430693069306931, | |
| "loss": 0.5042, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 2.1494859683245346, | |
| "grad_norm": 0.015491276048123837, | |
| "learning_rate": 0.0009405940594059407, | |
| "loss": 0.4197, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 2.1517088080022226, | |
| "grad_norm": 0.0135455671697855, | |
| "learning_rate": 0.0009381188118811881, | |
| "loss": 0.6672, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 2.153931647679911, | |
| "grad_norm": 0.018375838175415993, | |
| "learning_rate": 0.0009356435643564356, | |
| "loss": 0.6353, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 2.1561544873575995, | |
| "grad_norm": 0.019288305193185806, | |
| "learning_rate": 0.0009331683168316832, | |
| "loss": 0.5963, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.1583773270352875, | |
| "grad_norm": 0.018923213705420494, | |
| "learning_rate": 0.0009306930693069307, | |
| "loss": 0.7183, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 2.160600166712976, | |
| "grad_norm": 0.02921975590288639, | |
| "learning_rate": 0.0009282178217821782, | |
| "loss": 0.5991, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 2.162823006390664, | |
| "grad_norm": 0.020133277401328087, | |
| "learning_rate": 0.0009257425742574258, | |
| "loss": 0.5406, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 2.1650458460683524, | |
| "grad_norm": 0.014706325717270374, | |
| "learning_rate": 0.0009232673267326732, | |
| "loss": 0.5322, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 2.1672686857460404, | |
| "grad_norm": 0.030446428805589676, | |
| "learning_rate": 0.0009207920792079207, | |
| "loss": 0.6796, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.169491525423729, | |
| "grad_norm": 0.015138603746891022, | |
| "learning_rate": 0.0009183168316831684, | |
| "loss": 0.5747, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 2.1717143651014172, | |
| "grad_norm": 0.01757650263607502, | |
| "learning_rate": 0.0009158415841584158, | |
| "loss": 0.7159, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 2.1739372047791052, | |
| "grad_norm": 0.017245231196284294, | |
| "learning_rate": 0.0009133663366336633, | |
| "loss": 0.5669, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 2.1761600444567937, | |
| "grad_norm": 0.018706029281020164, | |
| "learning_rate": 0.0009108910891089109, | |
| "loss": 0.5436, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 2.1783828841344817, | |
| "grad_norm": 0.010909450240433216, | |
| "learning_rate": 0.0009084158415841584, | |
| "loss": 0.5101, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.18060572381217, | |
| "grad_norm": 0.01844753511250019, | |
| "learning_rate": 0.0009059405940594059, | |
| "loss": 0.5766, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 2.182828563489858, | |
| "grad_norm": 0.01436743326485157, | |
| "learning_rate": 0.0009034653465346535, | |
| "loss": 0.4609, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 2.1850514031675465, | |
| "grad_norm": 0.015225561335682869, | |
| "learning_rate": 0.0009009900990099011, | |
| "loss": 0.5411, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 2.187274242845235, | |
| "grad_norm": 0.020290294662117958, | |
| "learning_rate": 0.0008985148514851484, | |
| "loss": 0.6755, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 2.189497082522923, | |
| "grad_norm": 0.013398604467511177, | |
| "learning_rate": 0.0008960396039603961, | |
| "loss": 0.5362, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.1917199222006114, | |
| "grad_norm": 0.01631542108952999, | |
| "learning_rate": 0.0008935643564356437, | |
| "loss": 0.5372, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 2.1939427618782994, | |
| "grad_norm": 0.014349683187901974, | |
| "learning_rate": 0.000891089108910891, | |
| "loss": 0.4823, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 2.196165601555988, | |
| "grad_norm": 0.015834227204322815, | |
| "learning_rate": 0.0008886138613861386, | |
| "loss": 0.4641, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 2.198388441233676, | |
| "grad_norm": 0.022029682993888855, | |
| "learning_rate": 0.0008861386138613863, | |
| "loss": 0.5842, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 2.2006112809113643, | |
| "grad_norm": 0.014018687419593334, | |
| "learning_rate": 0.0008836633663366336, | |
| "loss": 0.5924, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.2028341205890527, | |
| "grad_norm": 0.0164606012403965, | |
| "learning_rate": 0.0008811881188118812, | |
| "loss": 0.4709, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 2.2050569602667407, | |
| "grad_norm": 0.014225888065993786, | |
| "learning_rate": 0.0008787128712871288, | |
| "loss": 0.6046, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 2.207279799944429, | |
| "grad_norm": 0.018137982115149498, | |
| "learning_rate": 0.0008762376237623761, | |
| "loss": 0.6395, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 2.209502639622117, | |
| "grad_norm": 0.015276088379323483, | |
| "learning_rate": 0.0008737623762376238, | |
| "loss": 0.6237, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 2.2117254792998056, | |
| "grad_norm": 0.019907942041754723, | |
| "learning_rate": 0.0008712871287128714, | |
| "loss": 0.6448, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.2139483189774936, | |
| "grad_norm": 0.024012433364987373, | |
| "learning_rate": 0.0008688118811881187, | |
| "loss": 0.7278, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 2.216171158655182, | |
| "grad_norm": 0.021498383954167366, | |
| "learning_rate": 0.0008663366336633663, | |
| "loss": 0.4841, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 2.2183939983328704, | |
| "grad_norm": 0.017866021022200584, | |
| "learning_rate": 0.000863861386138614, | |
| "loss": 0.6018, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 2.2206168380105584, | |
| "grad_norm": 0.01377987489104271, | |
| "learning_rate": 0.0008613861386138613, | |
| "loss": 0.5827, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 2.222839677688247, | |
| "grad_norm": 0.016971712931990623, | |
| "learning_rate": 0.0008589108910891089, | |
| "loss": 0.5961, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.225062517365935, | |
| "grad_norm": 0.02038002572953701, | |
| "learning_rate": 0.0008564356435643565, | |
| "loss": 0.7805, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 2.2272853570436233, | |
| "grad_norm": 0.016022466123104095, | |
| "learning_rate": 0.0008539603960396039, | |
| "loss": 0.5474, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 2.2295081967213113, | |
| "grad_norm": 0.020060956478118896, | |
| "learning_rate": 0.0008514851485148515, | |
| "loss": 0.5361, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 2.2317310363989997, | |
| "grad_norm": 0.03471532464027405, | |
| "learning_rate": 0.0008490099009900991, | |
| "loss": 0.6665, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 2.233953876076688, | |
| "grad_norm": 0.013896548189222813, | |
| "learning_rate": 0.0008465346534653464, | |
| "loss": 0.7585, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.236176715754376, | |
| "grad_norm": 0.01731082797050476, | |
| "learning_rate": 0.000844059405940594, | |
| "loss": 0.6095, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 2.2383995554320646, | |
| "grad_norm": 0.022298304364085197, | |
| "learning_rate": 0.0008415841584158417, | |
| "loss": 0.6763, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 2.2406223951097526, | |
| "grad_norm": 0.02241886593401432, | |
| "learning_rate": 0.0008391089108910892, | |
| "loss": 0.6923, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 2.242845234787441, | |
| "grad_norm": 0.01641622744500637, | |
| "learning_rate": 0.0008366336633663366, | |
| "loss": 0.4781, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 2.245068074465129, | |
| "grad_norm": 0.01847672462463379, | |
| "learning_rate": 0.0008341584158415842, | |
| "loss": 0.7357, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.2472909141428175, | |
| "grad_norm": 0.0181216262280941, | |
| "learning_rate": 0.0008316831683168318, | |
| "loss": 0.6434, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 2.249513753820506, | |
| "grad_norm": 0.016178471967577934, | |
| "learning_rate": 0.0008292079207920792, | |
| "loss": 0.4554, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 2.251736593498194, | |
| "grad_norm": 0.017215240746736526, | |
| "learning_rate": 0.0008267326732673268, | |
| "loss": 0.4935, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 2.2539594331758823, | |
| "grad_norm": 0.014085826463997364, | |
| "learning_rate": 0.0008242574257425743, | |
| "loss": 0.6251, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 2.2561822728535703, | |
| "grad_norm": 0.02178933471441269, | |
| "learning_rate": 0.0008217821782178218, | |
| "loss": 0.4698, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.2584051125312588, | |
| "grad_norm": 0.019534152001142502, | |
| "learning_rate": 0.0008193069306930694, | |
| "loss": 0.5568, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 2.2606279522089467, | |
| "grad_norm": 0.012782914564013481, | |
| "learning_rate": 0.0008168316831683169, | |
| "loss": 0.6018, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 2.262850791886635, | |
| "grad_norm": 0.014194606803357601, | |
| "learning_rate": 0.0008143564356435643, | |
| "loss": 0.5657, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 2.2650736315643236, | |
| "grad_norm": 0.011684983968734741, | |
| "learning_rate": 0.0008118811881188118, | |
| "loss": 0.572, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 2.2672964712420116, | |
| "grad_norm": 0.017416108399629593, | |
| "learning_rate": 0.0008094059405940595, | |
| "loss": 0.6647, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.2695193109197, | |
| "grad_norm": 0.021715115755796432, | |
| "learning_rate": 0.0008069306930693069, | |
| "loss": 0.5813, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 2.271742150597388, | |
| "grad_norm": 0.013240072876214981, | |
| "learning_rate": 0.0008044554455445544, | |
| "loss": 0.5668, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 2.2739649902750765, | |
| "grad_norm": 0.020175835117697716, | |
| "learning_rate": 0.000801980198019802, | |
| "loss": 0.656, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 2.2761878299527645, | |
| "grad_norm": 0.017000149935483932, | |
| "learning_rate": 0.0007995049504950495, | |
| "loss": 0.676, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 2.278410669630453, | |
| "grad_norm": 0.016977574676275253, | |
| "learning_rate": 0.000797029702970297, | |
| "loss": 0.4404, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.2806335093081413, | |
| "grad_norm": 0.01674072816967964, | |
| "learning_rate": 0.0007945544554455446, | |
| "loss": 0.7254, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 2.2828563489858293, | |
| "grad_norm": 0.01809377409517765, | |
| "learning_rate": 0.000792079207920792, | |
| "loss": 0.6138, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 2.285079188663518, | |
| "grad_norm": 0.01745619997382164, | |
| "learning_rate": 0.0007896039603960395, | |
| "loss": 0.5348, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 2.2873020283412058, | |
| "grad_norm": 0.013998817652463913, | |
| "learning_rate": 0.0007871287128712872, | |
| "loss": 0.6114, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 2.289524868018894, | |
| "grad_norm": 0.017970522865653038, | |
| "learning_rate": 0.0007846534653465346, | |
| "loss": 0.5384, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.291747707696582, | |
| "grad_norm": 0.01691269688308239, | |
| "learning_rate": 0.0007821782178217821, | |
| "loss": 0.6129, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 2.2939705473742706, | |
| "grad_norm": 0.015712127089500427, | |
| "learning_rate": 0.0007797029702970297, | |
| "loss": 0.5979, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 2.296193387051959, | |
| "grad_norm": 0.01665470376610756, | |
| "learning_rate": 0.0007772277227722774, | |
| "loss": 0.6595, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 2.298416226729647, | |
| "grad_norm": 0.018899960443377495, | |
| "learning_rate": 0.0007747524752475247, | |
| "loss": 0.6313, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 2.3006390664073355, | |
| "grad_norm": 0.01907293312251568, | |
| "learning_rate": 0.0007722772277227723, | |
| "loss": 0.6861, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.3028619060850235, | |
| "grad_norm": 0.01808004081249237, | |
| "learning_rate": 0.0007698019801980199, | |
| "loss": 0.5455, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 2.305084745762712, | |
| "grad_norm": 0.02773713693022728, | |
| "learning_rate": 0.0007673267326732672, | |
| "loss": 0.6716, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 2.3073075854404, | |
| "grad_norm": 0.0136567959561944, | |
| "learning_rate": 0.0007648514851485149, | |
| "loss": 0.5891, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 2.3095304251180884, | |
| "grad_norm": 0.01570400409400463, | |
| "learning_rate": 0.0007623762376237625, | |
| "loss": 0.648, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 2.311753264795777, | |
| "grad_norm": 0.020001349970698357, | |
| "learning_rate": 0.0007599009900990098, | |
| "loss": 0.8376, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.313976104473465, | |
| "grad_norm": 0.025027025490999222, | |
| "learning_rate": 0.0007574257425742574, | |
| "loss": 0.7757, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 2.3161989441511532, | |
| "grad_norm": 0.023692984133958817, | |
| "learning_rate": 0.0007549504950495051, | |
| "loss": 0.6278, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 2.3184217838288412, | |
| "grad_norm": 0.015494839288294315, | |
| "learning_rate": 0.0007524752475247524, | |
| "loss": 0.5303, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 2.3206446235065297, | |
| "grad_norm": 0.01560200285166502, | |
| "learning_rate": 0.00075, | |
| "loss": 0.5107, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 2.3228674631842177, | |
| "grad_norm": 0.03477834537625313, | |
| "learning_rate": 0.0007475247524752475, | |
| "loss": 0.6573, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.325090302861906, | |
| "grad_norm": 0.030586643144488335, | |
| "learning_rate": 0.0007450495049504951, | |
| "loss": 0.5893, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 2.3273131425395945, | |
| "grad_norm": 0.0189833864569664, | |
| "learning_rate": 0.0007425742574257426, | |
| "loss": 0.4884, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 2.3295359822172825, | |
| "grad_norm": 0.01656891033053398, | |
| "learning_rate": 0.0007400990099009901, | |
| "loss": 0.545, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 2.331758821894971, | |
| "grad_norm": 0.017621248960494995, | |
| "learning_rate": 0.0007376237623762376, | |
| "loss": 0.5904, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 2.333981661572659, | |
| "grad_norm": 0.029514534398913383, | |
| "learning_rate": 0.0007351485148514852, | |
| "loss": 0.7345, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.3362045012503474, | |
| "grad_norm": 0.014921414665877819, | |
| "learning_rate": 0.0007326732673267328, | |
| "loss": 0.5596, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 2.3384273409280354, | |
| "grad_norm": 0.020877940580248833, | |
| "learning_rate": 0.0007301980198019802, | |
| "loss": 0.598, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 2.340650180605724, | |
| "grad_norm": 0.01902448944747448, | |
| "learning_rate": 0.0007277227722772277, | |
| "loss": 0.5555, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 2.3428730202834123, | |
| "grad_norm": 0.01561102457344532, | |
| "learning_rate": 0.0007252475247524753, | |
| "loss": 0.547, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 2.3450958599611003, | |
| "grad_norm": 0.0154028395190835, | |
| "learning_rate": 0.0007227722772277228, | |
| "loss": 0.5978, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.3473186996387887, | |
| "grad_norm": 0.014076720923185349, | |
| "learning_rate": 0.0007202970297029703, | |
| "loss": 0.6162, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 2.3495415393164767, | |
| "grad_norm": 0.01202862337231636, | |
| "learning_rate": 0.0007178217821782179, | |
| "loss": 0.5687, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 2.351764378994165, | |
| "grad_norm": 0.015466923825442791, | |
| "learning_rate": 0.0007153465346534653, | |
| "loss": 0.499, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 2.353987218671853, | |
| "grad_norm": 0.014686975628137589, | |
| "learning_rate": 0.0007128712871287129, | |
| "loss": 0.509, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 2.3562100583495416, | |
| "grad_norm": 0.019549714401364326, | |
| "learning_rate": 0.0007103960396039605, | |
| "loss": 0.5659, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.35843289802723, | |
| "grad_norm": 0.010959336534142494, | |
| "learning_rate": 0.0007079207920792079, | |
| "loss": 0.4723, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 2.360655737704918, | |
| "grad_norm": 0.017420019954442978, | |
| "learning_rate": 0.0007054455445544554, | |
| "loss": 0.6579, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 2.3628785773826064, | |
| "grad_norm": 0.016592038795351982, | |
| "learning_rate": 0.000702970297029703, | |
| "loss": 0.624, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 2.3651014170602944, | |
| "grad_norm": 0.015422000549733639, | |
| "learning_rate": 0.0007004950495049505, | |
| "loss": 0.6795, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 2.367324256737983, | |
| "grad_norm": 0.02857932634651661, | |
| "learning_rate": 0.0006980198019801981, | |
| "loss": 0.6188, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.369547096415671, | |
| "grad_norm": 0.020330024883151054, | |
| "learning_rate": 0.0006955445544554456, | |
| "loss": 0.5202, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 2.3717699360933593, | |
| "grad_norm": 0.04005992412567139, | |
| "learning_rate": 0.000693069306930693, | |
| "loss": 0.5341, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 2.3739927757710477, | |
| "grad_norm": 0.014854200184345245, | |
| "learning_rate": 0.0006905940594059407, | |
| "loss": 0.55, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 2.3762156154487357, | |
| "grad_norm": 0.012588760815560818, | |
| "learning_rate": 0.0006881188118811882, | |
| "loss": 0.5753, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 2.378438455126424, | |
| "grad_norm": 0.034118834882974625, | |
| "learning_rate": 0.0006856435643564356, | |
| "loss": 0.602, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.380661294804112, | |
| "grad_norm": 0.021048780530691147, | |
| "learning_rate": 0.0006831683168316832, | |
| "loss": 0.7728, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 2.3828841344818006, | |
| "grad_norm": 0.020414873957633972, | |
| "learning_rate": 0.0006806930693069306, | |
| "loss": 0.6985, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 2.3851069741594886, | |
| "grad_norm": 0.012938344851136208, | |
| "learning_rate": 0.0006782178217821782, | |
| "loss": 0.5337, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 2.387329813837177, | |
| "grad_norm": 0.01313922181725502, | |
| "learning_rate": 0.0006757425742574258, | |
| "loss": 0.4339, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 2.3895526535148655, | |
| "grad_norm": 0.01818598248064518, | |
| "learning_rate": 0.0006732673267326732, | |
| "loss": 0.6091, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.3917754931925534, | |
| "grad_norm": 0.017337147146463394, | |
| "learning_rate": 0.0006707920792079208, | |
| "loss": 0.4966, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 2.393998332870242, | |
| "grad_norm": 0.017781397327780724, | |
| "learning_rate": 0.0006683168316831684, | |
| "loss": 0.6172, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 2.39622117254793, | |
| "grad_norm": 0.028531668707728386, | |
| "learning_rate": 0.0006658415841584158, | |
| "loss": 0.6679, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 2.3984440122256183, | |
| "grad_norm": 0.023334413766860962, | |
| "learning_rate": 0.0006633663366336634, | |
| "loss": 0.558, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 2.4006668519033063, | |
| "grad_norm": 0.018032846972346306, | |
| "learning_rate": 0.0006608910891089109, | |
| "loss": 0.5269, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.4028896915809947, | |
| "grad_norm": 0.015402448363602161, | |
| "learning_rate": 0.0006584158415841584, | |
| "loss": 0.7979, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 2.405112531258683, | |
| "grad_norm": 0.019905133172869682, | |
| "learning_rate": 0.000655940594059406, | |
| "loss": 0.6255, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 2.407335370936371, | |
| "grad_norm": 0.022906949743628502, | |
| "learning_rate": 0.0006534653465346535, | |
| "loss": 0.5736, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 2.4095582106140596, | |
| "grad_norm": 0.014906423166394234, | |
| "learning_rate": 0.0006509900990099009, | |
| "loss": 0.5573, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 2.4117810502917476, | |
| "grad_norm": 0.014077015221118927, | |
| "learning_rate": 0.0006485148514851485, | |
| "loss": 0.4867, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.414003889969436, | |
| "grad_norm": 0.02250657044351101, | |
| "learning_rate": 0.0006460396039603961, | |
| "loss": 0.6064, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 2.416226729647124, | |
| "grad_norm": 0.019261633977293968, | |
| "learning_rate": 0.0006435643564356435, | |
| "loss": 0.6381, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 2.4184495693248125, | |
| "grad_norm": 0.019322820007801056, | |
| "learning_rate": 0.0006410891089108911, | |
| "loss": 0.5413, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 2.420672409002501, | |
| "grad_norm": 0.021883083507418633, | |
| "learning_rate": 0.0006386138613861386, | |
| "loss": 0.6144, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 2.422895248680189, | |
| "grad_norm": 0.02103458158671856, | |
| "learning_rate": 0.0006361386138613862, | |
| "loss": 0.5646, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.4251180883578773, | |
| "grad_norm": 0.01773696579039097, | |
| "learning_rate": 0.0006336633663366337, | |
| "loss": 0.5891, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 2.4273409280355653, | |
| "grad_norm": 0.024175936356186867, | |
| "learning_rate": 0.0006311881188118812, | |
| "loss": 0.6319, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 2.4295637677132538, | |
| "grad_norm": 0.01638614386320114, | |
| "learning_rate": 0.0006287128712871287, | |
| "loss": 0.6784, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 2.4317866073909418, | |
| "grad_norm": 0.015058539807796478, | |
| "learning_rate": 0.0006262376237623763, | |
| "loss": 0.5012, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 2.43400944706863, | |
| "grad_norm": 0.012811798602342606, | |
| "learning_rate": 0.0006237623762376238, | |
| "loss": 0.6107, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.4362322867463186, | |
| "grad_norm": 0.0197319146245718, | |
| "learning_rate": 0.0006212871287128713, | |
| "loss": 0.5236, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 2.4384551264240066, | |
| "grad_norm": 0.018934501335024834, | |
| "learning_rate": 0.0006188118811881188, | |
| "loss": 0.521, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 2.440677966101695, | |
| "grad_norm": 0.014251308515667915, | |
| "learning_rate": 0.0006163366336633663, | |
| "loss": 0.7587, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 2.442900805779383, | |
| "grad_norm": 0.018055707216262817, | |
| "learning_rate": 0.0006138613861386139, | |
| "loss": 0.5067, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 2.4451236454570715, | |
| "grad_norm": 0.018532631918787956, | |
| "learning_rate": 0.0006113861386138614, | |
| "loss": 0.5683, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.4473464851347595, | |
| "grad_norm": 0.01650720275938511, | |
| "learning_rate": 0.000608910891089109, | |
| "loss": 0.7914, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 2.449569324812448, | |
| "grad_norm": 0.017233526334166527, | |
| "learning_rate": 0.0006064356435643564, | |
| "loss": 0.5865, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 2.4517921644901364, | |
| "grad_norm": 0.012895757332444191, | |
| "learning_rate": 0.000603960396039604, | |
| "loss": 0.689, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 2.4540150041678244, | |
| "grad_norm": 0.01163373701274395, | |
| "learning_rate": 0.0006014851485148516, | |
| "loss": 0.5351, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 2.456237843845513, | |
| "grad_norm": 0.02952023595571518, | |
| "learning_rate": 0.000599009900990099, | |
| "loss": 0.6504, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.458460683523201, | |
| "grad_norm": 0.017913196235895157, | |
| "learning_rate": 0.0005965346534653465, | |
| "loss": 0.7684, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 2.4606835232008892, | |
| "grad_norm": 0.015341251157224178, | |
| "learning_rate": 0.0005940594059405942, | |
| "loss": 0.6273, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 2.4629063628785772, | |
| "grad_norm": 0.02385122701525688, | |
| "learning_rate": 0.0005915841584158416, | |
| "loss": 0.641, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 2.4651292025562657, | |
| "grad_norm": 0.020036252215504646, | |
| "learning_rate": 0.0005891089108910891, | |
| "loss": 0.5889, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 2.467352042233954, | |
| "grad_norm": 0.019238587468862534, | |
| "learning_rate": 0.0005866336633663367, | |
| "loss": 0.6194, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.469574881911642, | |
| "grad_norm": 0.01825280860066414, | |
| "learning_rate": 0.0005841584158415841, | |
| "loss": 0.6515, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 2.4717977215893305, | |
| "grad_norm": 0.019387997686862946, | |
| "learning_rate": 0.0005816831683168317, | |
| "loss": 0.5575, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 2.4740205612670185, | |
| "grad_norm": 0.019788188859820366, | |
| "learning_rate": 0.0005792079207920793, | |
| "loss": 0.5544, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 2.476243400944707, | |
| "grad_norm": 0.011799083091318607, | |
| "learning_rate": 0.0005767326732673267, | |
| "loss": 0.5047, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 2.478466240622395, | |
| "grad_norm": 0.01735115796327591, | |
| "learning_rate": 0.0005742574257425743, | |
| "loss": 0.6194, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.4806890803000834, | |
| "grad_norm": 0.017334984615445137, | |
| "learning_rate": 0.0005717821782178219, | |
| "loss": 0.6659, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 2.482911919977772, | |
| "grad_norm": 0.013627518899738789, | |
| "learning_rate": 0.0005693069306930693, | |
| "loss": 0.6804, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 2.48513475965546, | |
| "grad_norm": 0.015926288440823555, | |
| "learning_rate": 0.0005668316831683169, | |
| "loss": 0.552, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 2.4873575993331483, | |
| "grad_norm": 0.031809452921152115, | |
| "learning_rate": 0.0005643564356435644, | |
| "loss": 0.5977, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 2.4895804390108363, | |
| "grad_norm": 0.013694511726498604, | |
| "learning_rate": 0.0005618811881188118, | |
| "loss": 0.4524, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.4918032786885247, | |
| "grad_norm": 0.02304377593100071, | |
| "learning_rate": 0.0005594059405940595, | |
| "loss": 0.5375, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 2.4940261183662127, | |
| "grad_norm": 0.014395623467862606, | |
| "learning_rate": 0.0005569306930693069, | |
| "loss": 0.6207, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 2.496248958043901, | |
| "grad_norm": 0.019711505621671677, | |
| "learning_rate": 0.0005544554455445544, | |
| "loss": 0.7473, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 2.4984717977215896, | |
| "grad_norm": 0.019002612680196762, | |
| "learning_rate": 0.000551980198019802, | |
| "loss": 0.5221, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 2.5006946373992776, | |
| "grad_norm": 0.02028425969183445, | |
| "learning_rate": 0.0005495049504950495, | |
| "loss": 0.6702, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.5029174770769655, | |
| "grad_norm": 0.018800638616085052, | |
| "learning_rate": 0.000547029702970297, | |
| "loss": 0.566, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 2.505140316754654, | |
| "grad_norm": 0.01781066693365574, | |
| "learning_rate": 0.0005445544554455446, | |
| "loss": 0.5553, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 2.5073631564323424, | |
| "grad_norm": 0.02512913942337036, | |
| "learning_rate": 0.000542079207920792, | |
| "loss": 0.5782, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 2.5095859961100304, | |
| "grad_norm": 0.016941504552960396, | |
| "learning_rate": 0.0005396039603960396, | |
| "loss": 0.4379, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 2.511808835787719, | |
| "grad_norm": 0.018688999116420746, | |
| "learning_rate": 0.0005371287128712872, | |
| "loss": 0.5909, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.5140316754654073, | |
| "grad_norm": 0.014856253750622272, | |
| "learning_rate": 0.0005346534653465346, | |
| "loss": 0.6463, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 2.5162545151430953, | |
| "grad_norm": 0.01583769917488098, | |
| "learning_rate": 0.0005321782178217822, | |
| "loss": 0.5773, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 2.5184773548207833, | |
| "grad_norm": 0.017723005264997482, | |
| "learning_rate": 0.0005297029702970297, | |
| "loss": 0.6589, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 2.5207001944984717, | |
| "grad_norm": 0.01602606289088726, | |
| "learning_rate": 0.0005272277227722772, | |
| "loss": 0.5239, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 2.52292303417616, | |
| "grad_norm": 0.02923739328980446, | |
| "learning_rate": 0.0005247524752475248, | |
| "loss": 0.6907, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.525145873853848, | |
| "grad_norm": 0.018406685441732407, | |
| "learning_rate": 0.0005222772277227723, | |
| "loss": 0.5979, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 2.5273687135315366, | |
| "grad_norm": 0.01883380301296711, | |
| "learning_rate": 0.0005198019801980197, | |
| "loss": 0.5477, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 2.529591553209225, | |
| "grad_norm": 0.021243581548333168, | |
| "learning_rate": 0.0005173267326732674, | |
| "loss": 0.6081, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 2.531814392886913, | |
| "grad_norm": 0.0210957620292902, | |
| "learning_rate": 0.0005148514851485149, | |
| "loss": 0.6677, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 2.534037232564601, | |
| "grad_norm": 0.014948558993637562, | |
| "learning_rate": 0.0005123762376237624, | |
| "loss": 0.6664, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.5362600722422894, | |
| "grad_norm": 0.0169658400118351, | |
| "learning_rate": 0.0005099009900990099, | |
| "loss": 0.5975, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 2.538482911919978, | |
| "grad_norm": 0.01910773292183876, | |
| "learning_rate": 0.0005074257425742574, | |
| "loss": 0.7887, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 2.540705751597666, | |
| "grad_norm": 0.022958895191550255, | |
| "learning_rate": 0.000504950495049505, | |
| "loss": 0.6042, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 2.5429285912753543, | |
| "grad_norm": 0.015756452456116676, | |
| "learning_rate": 0.0005024752475247525, | |
| "loss": 0.5066, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 2.5451514309530427, | |
| "grad_norm": 0.023179860785603523, | |
| "learning_rate": 0.0005, | |
| "loss": 0.7382, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.5473742706307307, | |
| "grad_norm": 0.018427975475788116, | |
| "learning_rate": 0.0004975247524752475, | |
| "loss": 0.7563, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 2.5495971103084187, | |
| "grad_norm": 0.016231978312134743, | |
| "learning_rate": 0.0004950495049504951, | |
| "loss": 0.5783, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 2.551819949986107, | |
| "grad_norm": 0.014167056418955326, | |
| "learning_rate": 0.0004925742574257426, | |
| "loss": 0.5216, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 2.5540427896637956, | |
| "grad_norm": 0.022291019558906555, | |
| "learning_rate": 0.0004900990099009901, | |
| "loss": 0.6444, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 2.5562656293414836, | |
| "grad_norm": 0.0183990690857172, | |
| "learning_rate": 0.0004876237623762376, | |
| "loss": 0.5068, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.558488469019172, | |
| "grad_norm": 0.0216660313308239, | |
| "learning_rate": 0.0004851485148514851, | |
| "loss": 0.6325, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 2.5607113086968605, | |
| "grad_norm": 0.018358584493398666, | |
| "learning_rate": 0.0004826732673267327, | |
| "loss": 0.6248, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 2.5629341483745485, | |
| "grad_norm": 0.018779192119836807, | |
| "learning_rate": 0.0004801980198019802, | |
| "loss": 0.6257, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 2.5651569880522365, | |
| "grad_norm": 0.02526138722896576, | |
| "learning_rate": 0.00047772277227722777, | |
| "loss": 0.6264, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 2.567379827729925, | |
| "grad_norm": 0.016142774373292923, | |
| "learning_rate": 0.0004752475247524753, | |
| "loss": 0.4821, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.5696026674076133, | |
| "grad_norm": 0.010809332132339478, | |
| "learning_rate": 0.00047277227722772276, | |
| "loss": 0.6248, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 2.5718255070853013, | |
| "grad_norm": 0.01412492711097002, | |
| "learning_rate": 0.00047029702970297034, | |
| "loss": 0.5484, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 2.5740483467629898, | |
| "grad_norm": 0.01630065217614174, | |
| "learning_rate": 0.0004678217821782178, | |
| "loss": 0.5974, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 2.576271186440678, | |
| "grad_norm": 0.023423103615641594, | |
| "learning_rate": 0.0004653465346534653, | |
| "loss": 0.5882, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 2.578494026118366, | |
| "grad_norm": 0.019574182108044624, | |
| "learning_rate": 0.0004628712871287129, | |
| "loss": 0.691, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.580716865796054, | |
| "grad_norm": 0.02245352789759636, | |
| "learning_rate": 0.00046039603960396037, | |
| "loss": 0.5872, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 2.5829397054737426, | |
| "grad_norm": 0.021161986514925957, | |
| "learning_rate": 0.0004579207920792079, | |
| "loss": 0.6218, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 2.585162545151431, | |
| "grad_norm": 0.015376755967736244, | |
| "learning_rate": 0.00045544554455445547, | |
| "loss": 0.5453, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 2.587385384829119, | |
| "grad_norm": 0.020387450233101845, | |
| "learning_rate": 0.00045297029702970294, | |
| "loss": 0.6943, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 2.5896082245068075, | |
| "grad_norm": 0.017321715131402016, | |
| "learning_rate": 0.00045049504950495057, | |
| "loss": 0.5572, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.591831064184496, | |
| "grad_norm": 0.013957494869828224, | |
| "learning_rate": 0.00044801980198019804, | |
| "loss": 0.4917, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 2.594053903862184, | |
| "grad_norm": 0.024132177233695984, | |
| "learning_rate": 0.0004455445544554455, | |
| "loss": 0.5059, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 2.596276743539872, | |
| "grad_norm": 0.014031797647476196, | |
| "learning_rate": 0.00044306930693069314, | |
| "loss": 0.5578, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 2.5984995832175604, | |
| "grad_norm": 0.015123395249247551, | |
| "learning_rate": 0.0004405940594059406, | |
| "loss": 0.6005, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 2.600722422895249, | |
| "grad_norm": 0.016194505617022514, | |
| "learning_rate": 0.0004381188118811881, | |
| "loss": 0.6959, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.602945262572937, | |
| "grad_norm": 0.015521598979830742, | |
| "learning_rate": 0.0004356435643564357, | |
| "loss": 0.6823, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 2.6051681022506252, | |
| "grad_norm": 0.015657033771276474, | |
| "learning_rate": 0.0004331683168316832, | |
| "loss": 0.6982, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 2.6073909419283137, | |
| "grad_norm": 0.017940111458301544, | |
| "learning_rate": 0.00043069306930693064, | |
| "loss": 0.6088, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 2.6096137816060017, | |
| "grad_norm": 0.023241877555847168, | |
| "learning_rate": 0.0004282178217821783, | |
| "loss": 0.551, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 2.6118366212836897, | |
| "grad_norm": 0.015215943567454815, | |
| "learning_rate": 0.00042574257425742574, | |
| "loss": 0.6157, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.614059460961378, | |
| "grad_norm": 0.016419822350144386, | |
| "learning_rate": 0.0004232673267326732, | |
| "loss": 0.6533, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 2.6162823006390665, | |
| "grad_norm": 0.01776900142431259, | |
| "learning_rate": 0.00042079207920792084, | |
| "loss": 0.7526, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 2.6185051403167545, | |
| "grad_norm": 0.04952996224164963, | |
| "learning_rate": 0.0004183168316831683, | |
| "loss": 0.6754, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 2.620727979994443, | |
| "grad_norm": 0.013856332749128342, | |
| "learning_rate": 0.0004158415841584159, | |
| "loss": 0.5468, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 2.6229508196721314, | |
| "grad_norm": 0.018015973269939423, | |
| "learning_rate": 0.0004133663366336634, | |
| "loss": 0.6287, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.6251736593498194, | |
| "grad_norm": 0.017965400591492653, | |
| "learning_rate": 0.0004108910891089109, | |
| "loss": 0.5121, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 2.6273964990275074, | |
| "grad_norm": 0.033831071108579636, | |
| "learning_rate": 0.00040841584158415845, | |
| "loss": 0.5647, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 2.629619338705196, | |
| "grad_norm": 0.01705920323729515, | |
| "learning_rate": 0.0004059405940594059, | |
| "loss": 0.6454, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 2.6318421783828843, | |
| "grad_norm": 0.014178541488945484, | |
| "learning_rate": 0.00040346534653465344, | |
| "loss": 0.5411, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 2.6340650180605722, | |
| "grad_norm": 0.018709300085902214, | |
| "learning_rate": 0.000400990099009901, | |
| "loss": 0.7137, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.6362878577382607, | |
| "grad_norm": 0.019753027707338333, | |
| "learning_rate": 0.0003985148514851485, | |
| "loss": 0.6662, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 2.638510697415949, | |
| "grad_norm": 0.021427631378173828, | |
| "learning_rate": 0.000396039603960396, | |
| "loss": 0.557, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 2.640733537093637, | |
| "grad_norm": 0.014400881715118885, | |
| "learning_rate": 0.0003935643564356436, | |
| "loss": 0.5467, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 2.642956376771325, | |
| "grad_norm": 0.0270222220569849, | |
| "learning_rate": 0.00039108910891089106, | |
| "loss": 0.5585, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 2.6451792164490135, | |
| "grad_norm": 0.022014157846570015, | |
| "learning_rate": 0.0003886138613861387, | |
| "loss": 0.433, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.647402056126702, | |
| "grad_norm": 0.015185764990746975, | |
| "learning_rate": 0.00038613861386138616, | |
| "loss": 0.6045, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 2.64962489580439, | |
| "grad_norm": 0.018142223358154297, | |
| "learning_rate": 0.0003836633663366336, | |
| "loss": 0.5797, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 2.6518477354820784, | |
| "grad_norm": 0.015990694984793663, | |
| "learning_rate": 0.00038118811881188126, | |
| "loss": 0.6177, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 2.654070575159767, | |
| "grad_norm": 0.01589980535209179, | |
| "learning_rate": 0.0003787128712871287, | |
| "loss": 0.5231, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 2.656293414837455, | |
| "grad_norm": 0.020976124331355095, | |
| "learning_rate": 0.0003762376237623762, | |
| "loss": 0.6988, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.658516254515143, | |
| "grad_norm": 0.01627793163061142, | |
| "learning_rate": 0.00037376237623762377, | |
| "loss": 0.6378, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 2.6607390941928313, | |
| "grad_norm": 0.02804560214281082, | |
| "learning_rate": 0.0003712871287128713, | |
| "loss": 0.62, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 2.6629619338705197, | |
| "grad_norm": 0.033843785524368286, | |
| "learning_rate": 0.0003688118811881188, | |
| "loss": 0.6269, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 2.6651847735482077, | |
| "grad_norm": 0.0171663835644722, | |
| "learning_rate": 0.0003663366336633664, | |
| "loss": 0.6803, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 2.667407613225896, | |
| "grad_norm": 0.01909332536160946, | |
| "learning_rate": 0.00036386138613861386, | |
| "loss": 0.5866, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.6696304529035846, | |
| "grad_norm": 0.014213655143976212, | |
| "learning_rate": 0.0003613861386138614, | |
| "loss": 0.5731, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 2.6718532925812726, | |
| "grad_norm": 0.024629587307572365, | |
| "learning_rate": 0.00035891089108910896, | |
| "loss": 0.6168, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 2.6740761322589606, | |
| "grad_norm": 0.018423261120915413, | |
| "learning_rate": 0.0003564356435643564, | |
| "loss": 0.566, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 2.676298971936649, | |
| "grad_norm": 0.01580965891480446, | |
| "learning_rate": 0.00035396039603960395, | |
| "loss": 0.5403, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 2.6785218116143374, | |
| "grad_norm": 0.01555953361093998, | |
| "learning_rate": 0.0003514851485148515, | |
| "loss": 0.5308, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.6807446512920254, | |
| "grad_norm": 0.023963620886206627, | |
| "learning_rate": 0.00034900990099009905, | |
| "loss": 0.5788, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 2.682967490969714, | |
| "grad_norm": 0.015511863864958286, | |
| "learning_rate": 0.0003465346534653465, | |
| "loss": 0.707, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 2.6851903306474023, | |
| "grad_norm": 0.01718342863023281, | |
| "learning_rate": 0.0003440594059405941, | |
| "loss": 0.5708, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 2.6874131703250903, | |
| "grad_norm": 0.027808725833892822, | |
| "learning_rate": 0.0003415841584158416, | |
| "loss": 0.7655, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 2.6896360100027783, | |
| "grad_norm": 0.016733597964048386, | |
| "learning_rate": 0.0003391089108910891, | |
| "loss": 0.5219, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.6918588496804667, | |
| "grad_norm": 0.015038656070828438, | |
| "learning_rate": 0.0003366336633663366, | |
| "loss": 0.6082, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 2.694081689358155, | |
| "grad_norm": 0.021239133551716805, | |
| "learning_rate": 0.0003341584158415842, | |
| "loss": 0.587, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 2.696304529035843, | |
| "grad_norm": 0.018834024667739868, | |
| "learning_rate": 0.0003316831683168317, | |
| "loss": 0.5195, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 2.6985273687135316, | |
| "grad_norm": 0.04993009567260742, | |
| "learning_rate": 0.0003292079207920792, | |
| "loss": 0.6812, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 2.70075020839122, | |
| "grad_norm": 0.021933620795607567, | |
| "learning_rate": 0.00032673267326732675, | |
| "loss": 0.4748, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 2.702973048068908, | |
| "grad_norm": 0.014722834341228008, | |
| "learning_rate": 0.0003242574257425743, | |
| "loss": 0.438, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 2.705195887746596, | |
| "grad_norm": 0.013122837990522385, | |
| "learning_rate": 0.00032178217821782174, | |
| "loss": 0.6231, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 2.7074187274242845, | |
| "grad_norm": 0.016432546079158783, | |
| "learning_rate": 0.0003193069306930693, | |
| "loss": 0.5908, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 2.709641567101973, | |
| "grad_norm": 0.016996275633573532, | |
| "learning_rate": 0.00031683168316831684, | |
| "loss": 0.7369, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 2.711864406779661, | |
| "grad_norm": 0.02186731994152069, | |
| "learning_rate": 0.00031435643564356436, | |
| "loss": 0.6629, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.7140872464573493, | |
| "grad_norm": 0.016827069222927094, | |
| "learning_rate": 0.0003118811881188119, | |
| "loss": 0.5866, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 2.7163100861350378, | |
| "grad_norm": 0.015328455716371536, | |
| "learning_rate": 0.0003094059405940594, | |
| "loss": 0.6301, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 2.7185329258127258, | |
| "grad_norm": 0.02612834982573986, | |
| "learning_rate": 0.00030693069306930693, | |
| "loss": 0.4968, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 2.7207557654904138, | |
| "grad_norm": 0.018258119001984596, | |
| "learning_rate": 0.0003044554455445545, | |
| "loss": 0.5323, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 2.722978605168102, | |
| "grad_norm": 0.02044299617409706, | |
| "learning_rate": 0.000301980198019802, | |
| "loss": 0.7331, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.7252014448457906, | |
| "grad_norm": 0.015368648804724216, | |
| "learning_rate": 0.0002995049504950495, | |
| "loss": 0.6208, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 2.7274242845234786, | |
| "grad_norm": 0.018496476113796234, | |
| "learning_rate": 0.0002970297029702971, | |
| "loss": 0.5622, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 2.729647124201167, | |
| "grad_norm": 0.021723395213484764, | |
| "learning_rate": 0.00029455445544554455, | |
| "loss": 0.6789, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 2.7318699638788555, | |
| "grad_norm": 0.01531304232776165, | |
| "learning_rate": 0.00029207920792079207, | |
| "loss": 0.6396, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 2.7340928035565435, | |
| "grad_norm": 0.02245800755918026, | |
| "learning_rate": 0.00028960396039603964, | |
| "loss": 0.6289, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.7363156432342315, | |
| "grad_norm": 0.0517827607691288, | |
| "learning_rate": 0.00028712871287128717, | |
| "loss": 0.7297, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 2.73853848291192, | |
| "grad_norm": 0.014105240814387798, | |
| "learning_rate": 0.00028465346534653464, | |
| "loss": 0.5948, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 2.7407613225896084, | |
| "grad_norm": 0.018385961651802063, | |
| "learning_rate": 0.0002821782178217822, | |
| "loss": 0.6336, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 2.7429841622672964, | |
| "grad_norm": 0.014009015634655952, | |
| "learning_rate": 0.00027970297029702973, | |
| "loss": 0.5458, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 2.745207001944985, | |
| "grad_norm": 0.014900448732078075, | |
| "learning_rate": 0.0002772277227722772, | |
| "loss": 0.6029, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 2.7474298416226732, | |
| "grad_norm": 0.01685742661356926, | |
| "learning_rate": 0.0002747524752475247, | |
| "loss": 0.5911, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 2.7496526813003612, | |
| "grad_norm": 0.01696729101240635, | |
| "learning_rate": 0.0002722772277227723, | |
| "loss": 0.489, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 2.751875520978049, | |
| "grad_norm": 0.01900607720017433, | |
| "learning_rate": 0.0002698019801980198, | |
| "loss": 0.6149, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 2.7540983606557377, | |
| "grad_norm": 0.012541387230157852, | |
| "learning_rate": 0.0002673267326732673, | |
| "loss": 0.6309, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 2.756321200333426, | |
| "grad_norm": 0.018375830724835396, | |
| "learning_rate": 0.00026485148514851487, | |
| "loss": 0.5464, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.758544040011114, | |
| "grad_norm": 0.015132361091673374, | |
| "learning_rate": 0.0002623762376237624, | |
| "loss": 0.6358, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 2.7607668796888025, | |
| "grad_norm": 0.0193571038544178, | |
| "learning_rate": 0.00025990099009900986, | |
| "loss": 0.5601, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 2.762989719366491, | |
| "grad_norm": 0.024456117302179337, | |
| "learning_rate": 0.00025742574257425744, | |
| "loss": 0.7201, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 2.765212559044179, | |
| "grad_norm": 0.014225888065993786, | |
| "learning_rate": 0.00025495049504950496, | |
| "loss": 0.6177, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 2.767435398721867, | |
| "grad_norm": 0.0177957434207201, | |
| "learning_rate": 0.0002524752475247525, | |
| "loss": 0.6382, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 2.7696582383995554, | |
| "grad_norm": 0.022806817665696144, | |
| "learning_rate": 0.00025, | |
| "loss": 0.565, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 2.771881078077244, | |
| "grad_norm": 0.016606708988547325, | |
| "learning_rate": 0.00024752475247524753, | |
| "loss": 0.524, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 2.774103917754932, | |
| "grad_norm": 0.013806411065161228, | |
| "learning_rate": 0.00024504950495049505, | |
| "loss": 0.4843, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 2.7763267574326203, | |
| "grad_norm": 0.01461612805724144, | |
| "learning_rate": 0.00024257425742574255, | |
| "loss": 0.5291, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 2.7785495971103087, | |
| "grad_norm": 0.02402338944375515, | |
| "learning_rate": 0.0002400990099009901, | |
| "loss": 0.5735, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.7807724367879967, | |
| "grad_norm": 0.01479054894298315, | |
| "learning_rate": 0.00023762376237623765, | |
| "loss": 0.574, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 2.7829952764656847, | |
| "grad_norm": 0.02644219435751438, | |
| "learning_rate": 0.00023514851485148517, | |
| "loss": 0.5969, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 2.785218116143373, | |
| "grad_norm": 0.05949250981211662, | |
| "learning_rate": 0.00023267326732673266, | |
| "loss": 0.6232, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 2.7874409558210616, | |
| "grad_norm": 0.015891224145889282, | |
| "learning_rate": 0.00023019801980198019, | |
| "loss": 0.5959, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 2.7896637954987495, | |
| "grad_norm": 0.012178865261375904, | |
| "learning_rate": 0.00022772277227722774, | |
| "loss": 0.5764, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 2.791886635176438, | |
| "grad_norm": 0.014039144851267338, | |
| "learning_rate": 0.00022524752475247528, | |
| "loss": 0.6795, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 2.7941094748541264, | |
| "grad_norm": 0.012444275431334972, | |
| "learning_rate": 0.00022277227722772275, | |
| "loss": 0.538, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 2.7963323145318144, | |
| "grad_norm": 0.016555974259972572, | |
| "learning_rate": 0.0002202970297029703, | |
| "loss": 0.5226, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 2.7985551542095024, | |
| "grad_norm": 0.02042076364159584, | |
| "learning_rate": 0.00021782178217821785, | |
| "loss": 0.6182, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 2.800777993887191, | |
| "grad_norm": 0.018156493082642555, | |
| "learning_rate": 0.00021534653465346532, | |
| "loss": 0.6077, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.8030008335648793, | |
| "grad_norm": 0.015342988073825836, | |
| "learning_rate": 0.00021287128712871287, | |
| "loss": 0.6097, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 2.8052236732425673, | |
| "grad_norm": 0.017595073208212852, | |
| "learning_rate": 0.00021039603960396042, | |
| "loss": 0.6639, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 2.8074465129202557, | |
| "grad_norm": 0.015470032580196857, | |
| "learning_rate": 0.00020792079207920794, | |
| "loss": 0.6588, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 2.809669352597944, | |
| "grad_norm": 0.016241345554590225, | |
| "learning_rate": 0.00020544554455445544, | |
| "loss": 0.5132, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 2.811892192275632, | |
| "grad_norm": 0.024083595722913742, | |
| "learning_rate": 0.00020297029702970296, | |
| "loss": 0.6011, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 2.81411503195332, | |
| "grad_norm": 0.013913623988628387, | |
| "learning_rate": 0.0002004950495049505, | |
| "loss": 0.5177, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 2.8163378716310086, | |
| "grad_norm": 0.020045112818479538, | |
| "learning_rate": 0.000198019801980198, | |
| "loss": 0.6554, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 2.818560711308697, | |
| "grad_norm": 0.02670402266085148, | |
| "learning_rate": 0.00019554455445544553, | |
| "loss": 0.5696, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 2.820783550986385, | |
| "grad_norm": 0.015266619622707367, | |
| "learning_rate": 0.00019306930693069308, | |
| "loss": 0.5624, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 2.8230063906640734, | |
| "grad_norm": 0.019668592140078545, | |
| "learning_rate": 0.00019059405940594063, | |
| "loss": 0.568, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.825229230341762, | |
| "grad_norm": 0.04979453608393669, | |
| "learning_rate": 0.0001881188118811881, | |
| "loss": 0.5098, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 2.82745207001945, | |
| "grad_norm": 0.028548695147037506, | |
| "learning_rate": 0.00018564356435643565, | |
| "loss": 0.6911, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 2.829674909697138, | |
| "grad_norm": 0.02356465719640255, | |
| "learning_rate": 0.0001831683168316832, | |
| "loss": 0.5654, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 2.8318977493748263, | |
| "grad_norm": 0.021715005859732628, | |
| "learning_rate": 0.0001806930693069307, | |
| "loss": 0.4995, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 2.8341205890525147, | |
| "grad_norm": 0.014024381525814533, | |
| "learning_rate": 0.0001782178217821782, | |
| "loss": 0.6592, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.8363434287302027, | |
| "grad_norm": 0.020154127851128578, | |
| "learning_rate": 0.00017574257425742576, | |
| "loss": 0.6721, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 2.838566268407891, | |
| "grad_norm": 0.0298357754945755, | |
| "learning_rate": 0.00017326732673267326, | |
| "loss": 0.6803, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 2.840789108085579, | |
| "grad_norm": 0.026704518124461174, | |
| "learning_rate": 0.0001707920792079208, | |
| "loss": 0.7333, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 2.8430119477632676, | |
| "grad_norm": 0.017025306820869446, | |
| "learning_rate": 0.0001683168316831683, | |
| "loss": 0.6408, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 2.8452347874409556, | |
| "grad_norm": 0.014133095741271973, | |
| "learning_rate": 0.00016584158415841585, | |
| "loss": 0.6176, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.847457627118644, | |
| "grad_norm": 0.019554702565073967, | |
| "learning_rate": 0.00016336633663366338, | |
| "loss": 0.4898, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 2.8496804667963325, | |
| "grad_norm": 0.027809258550405502, | |
| "learning_rate": 0.00016089108910891087, | |
| "loss": 0.5767, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 2.8519033064740205, | |
| "grad_norm": 0.016597462818026543, | |
| "learning_rate": 0.00015841584158415842, | |
| "loss": 0.4662, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 2.854126146151709, | |
| "grad_norm": 0.04323901981115341, | |
| "learning_rate": 0.00015594059405940594, | |
| "loss": 0.6596, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 2.856348985829397, | |
| "grad_norm": 0.020414169877767563, | |
| "learning_rate": 0.00015346534653465347, | |
| "loss": 0.601, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.8585718255070853, | |
| "grad_norm": 0.020976142957806587, | |
| "learning_rate": 0.000150990099009901, | |
| "loss": 0.6277, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 2.8607946651847733, | |
| "grad_norm": 0.016226671636104584, | |
| "learning_rate": 0.00014851485148514854, | |
| "loss": 0.6328, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 2.8630175048624618, | |
| "grad_norm": 0.022331437095999718, | |
| "learning_rate": 0.00014603960396039603, | |
| "loss": 0.5317, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 2.86524034454015, | |
| "grad_norm": 0.028064247220754623, | |
| "learning_rate": 0.00014356435643564358, | |
| "loss": 0.5249, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 2.867463184217838, | |
| "grad_norm": 0.011397906579077244, | |
| "learning_rate": 0.0001410891089108911, | |
| "loss": 0.5118, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.8696860238955266, | |
| "grad_norm": 0.015670351684093475, | |
| "learning_rate": 0.0001386138613861386, | |
| "loss": 0.5159, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 2.8719088635732146, | |
| "grad_norm": 0.015906330198049545, | |
| "learning_rate": 0.00013613861386138615, | |
| "loss": 0.5301, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 2.874131703250903, | |
| "grad_norm": 0.014323754236102104, | |
| "learning_rate": 0.00013366336633663365, | |
| "loss": 0.6323, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 2.876354542928591, | |
| "grad_norm": 0.017434075474739075, | |
| "learning_rate": 0.0001311881188118812, | |
| "loss": 0.7477, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 2.8785773826062795, | |
| "grad_norm": 0.013494400307536125, | |
| "learning_rate": 0.00012871287128712872, | |
| "loss": 0.5316, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.880800222283968, | |
| "grad_norm": 0.018436387181282043, | |
| "learning_rate": 0.00012623762376237624, | |
| "loss": 0.6895, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 2.883023061961656, | |
| "grad_norm": 0.014047752134501934, | |
| "learning_rate": 0.00012376237623762376, | |
| "loss": 0.5798, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 2.8852459016393444, | |
| "grad_norm": 0.014521469362080097, | |
| "learning_rate": 0.00012128712871287127, | |
| "loss": 0.7352, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 2.8874687413170324, | |
| "grad_norm": 0.018711743876338005, | |
| "learning_rate": 0.00011881188118811882, | |
| "loss": 0.4314, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 2.889691580994721, | |
| "grad_norm": 0.017838047817349434, | |
| "learning_rate": 0.00011633663366336633, | |
| "loss": 0.5504, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.891914420672409, | |
| "grad_norm": 0.023302067071199417, | |
| "learning_rate": 0.00011386138613861387, | |
| "loss": 0.5713, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 2.894137260350097, | |
| "grad_norm": 0.015559905208647251, | |
| "learning_rate": 0.00011138613861386138, | |
| "loss": 0.6113, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 2.8963601000277857, | |
| "grad_norm": 0.023848090320825577, | |
| "learning_rate": 0.00010891089108910893, | |
| "loss": 0.7445, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 2.8985829397054736, | |
| "grad_norm": 0.014597102999687195, | |
| "learning_rate": 0.00010643564356435644, | |
| "loss": 0.5805, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 2.900805779383162, | |
| "grad_norm": 0.01882697455585003, | |
| "learning_rate": 0.00010396039603960397, | |
| "loss": 0.6368, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.90302861906085, | |
| "grad_norm": 0.013598893769085407, | |
| "learning_rate": 0.00010148514851485148, | |
| "loss": 0.5894, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 2.9052514587385385, | |
| "grad_norm": 0.019652416929602623, | |
| "learning_rate": 9.9009900990099e-05, | |
| "loss": 0.6455, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 2.9074742984162265, | |
| "grad_norm": 0.014602046459913254, | |
| "learning_rate": 9.653465346534654e-05, | |
| "loss": 0.5992, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 2.909697138093915, | |
| "grad_norm": 0.012488738633692265, | |
| "learning_rate": 9.405940594059405e-05, | |
| "loss": 0.5696, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 2.9119199777716034, | |
| "grad_norm": 0.018612246960401535, | |
| "learning_rate": 9.15841584158416e-05, | |
| "loss": 0.5856, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.9141428174492914, | |
| "grad_norm": 0.018312592059373856, | |
| "learning_rate": 8.91089108910891e-05, | |
| "loss": 0.6731, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 2.91636565712698, | |
| "grad_norm": 0.011301212944090366, | |
| "learning_rate": 8.663366336633663e-05, | |
| "loss": 0.6148, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 2.918588496804668, | |
| "grad_norm": 0.014970047399401665, | |
| "learning_rate": 8.415841584158415e-05, | |
| "loss": 0.5364, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 2.9208113364823562, | |
| "grad_norm": 0.017927002161741257, | |
| "learning_rate": 8.168316831683169e-05, | |
| "loss": 0.7138, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 2.9230341761600442, | |
| "grad_norm": 0.012390673160552979, | |
| "learning_rate": 7.920792079207921e-05, | |
| "loss": 0.5939, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.9252570158377327, | |
| "grad_norm": 0.021033355966210365, | |
| "learning_rate": 7.673267326732673e-05, | |
| "loss": 0.5774, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 2.927479855515421, | |
| "grad_norm": 0.019287073984742165, | |
| "learning_rate": 7.425742574257427e-05, | |
| "loss": 0.6687, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 2.929702695193109, | |
| "grad_norm": 0.01410654280334711, | |
| "learning_rate": 7.178217821782179e-05, | |
| "loss": 0.5655, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 2.9319255348707975, | |
| "grad_norm": 0.015142921358346939, | |
| "learning_rate": 6.93069306930693e-05, | |
| "loss": 0.6458, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 2.9341483745484855, | |
| "grad_norm": 0.014644642360508442, | |
| "learning_rate": 6.683168316831682e-05, | |
| "loss": 0.5915, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.936371214226174, | |
| "grad_norm": 0.018795736134052277, | |
| "learning_rate": 6.435643564356436e-05, | |
| "loss": 0.5382, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 2.938594053903862, | |
| "grad_norm": 0.01939059980213642, | |
| "learning_rate": 6.188118811881188e-05, | |
| "loss": 0.5383, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 2.9408168935815504, | |
| "grad_norm": 0.016617722809314728, | |
| "learning_rate": 5.940594059405941e-05, | |
| "loss": 0.5883, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 2.943039733259239, | |
| "grad_norm": 0.01931897923350334, | |
| "learning_rate": 5.6930693069306934e-05, | |
| "loss": 0.5775, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 2.945262572936927, | |
| "grad_norm": 0.018571315333247185, | |
| "learning_rate": 5.445544554455446e-05, | |
| "loss": 0.6164, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.9474854126146153, | |
| "grad_norm": 0.018728012219071388, | |
| "learning_rate": 5.1980198019801986e-05, | |
| "loss": 0.6216, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 2.9497082522923033, | |
| "grad_norm": 0.01738075353205204, | |
| "learning_rate": 4.95049504950495e-05, | |
| "loss": 0.6433, | |
| "step": 1327 | |
| }, | |
| { | |
| "epoch": 2.9519310919699917, | |
| "grad_norm": 0.012660011649131775, | |
| "learning_rate": 4.7029702970297024e-05, | |
| "loss": 0.6901, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 2.9541539316476797, | |
| "grad_norm": 0.01377065945416689, | |
| "learning_rate": 4.455445544554455e-05, | |
| "loss": 0.5237, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 2.956376771325368, | |
| "grad_norm": 0.030198214575648308, | |
| "learning_rate": 4.2079207920792076e-05, | |
| "loss": 0.6441, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.9585996110030566, | |
| "grad_norm": 0.01597333326935768, | |
| "learning_rate": 3.9603960396039605e-05, | |
| "loss": 0.6057, | |
| "step": 1331 | |
| }, | |
| { | |
| "epoch": 2.9608224506807446, | |
| "grad_norm": 0.021931879222393036, | |
| "learning_rate": 3.7128712871287135e-05, | |
| "loss": 0.5539, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 2.963045290358433, | |
| "grad_norm": 0.01602141186594963, | |
| "learning_rate": 3.465346534653465e-05, | |
| "loss": 0.6342, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 2.965268130036121, | |
| "grad_norm": 0.026012420654296875, | |
| "learning_rate": 3.217821782178218e-05, | |
| "loss": 0.7019, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 2.9674909697138094, | |
| "grad_norm": 0.016496378928422928, | |
| "learning_rate": 2.9702970297029706e-05, | |
| "loss": 0.586, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.9697138093914974, | |
| "grad_norm": 0.014965620823204517, | |
| "learning_rate": 2.722772277227723e-05, | |
| "loss": 0.5953, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 2.971936649069186, | |
| "grad_norm": 0.016745861619710922, | |
| "learning_rate": 2.475247524752475e-05, | |
| "loss": 0.5842, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 2.9741594887468743, | |
| "grad_norm": 0.021782133728265762, | |
| "learning_rate": 2.2277227722772277e-05, | |
| "loss": 0.668, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 2.9763823284245623, | |
| "grad_norm": 0.017215097323060036, | |
| "learning_rate": 1.9801980198019803e-05, | |
| "loss": 0.6326, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 2.9786051681022507, | |
| "grad_norm": 0.012050891295075417, | |
| "learning_rate": 1.7326732673267325e-05, | |
| "loss": 0.6311, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.9808280077799387, | |
| "grad_norm": 0.01476576179265976, | |
| "learning_rate": 1.4851485148514853e-05, | |
| "loss": 0.6109, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 2.983050847457627, | |
| "grad_norm": 0.015637947246432304, | |
| "learning_rate": 1.2376237623762375e-05, | |
| "loss": 0.6767, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 2.985273687135315, | |
| "grad_norm": 0.01803119294345379, | |
| "learning_rate": 9.900990099009901e-06, | |
| "loss": 0.587, | |
| "step": 1343 | |
| }, | |
| { | |
| "epoch": 2.9874965268130036, | |
| "grad_norm": 0.021125512197613716, | |
| "learning_rate": 7.425742574257426e-06, | |
| "loss": 0.8802, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 2.989719366490692, | |
| "grad_norm": 0.024220464751124382, | |
| "learning_rate": 4.950495049504951e-06, | |
| "loss": 0.7215, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.99194220616838, | |
| "grad_norm": 0.022379010915756226, | |
| "learning_rate": 2.4752475247524753e-06, | |
| "loss": 0.6175, | |
| "step": 1346 | |
| }, | |
| { | |
| "epoch": 2.9941650458460685, | |
| "grad_norm": 0.0142740523442626, | |
| "learning_rate": 0.0, | |
| "loss": 0.5943, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 2.9941650458460685, | |
| "step": 1347, | |
| "total_flos": 5.0749830055591936e+17, | |
| "train_loss": 0.6960906616253771, | |
| "train_runtime": 3387.1352, | |
| "train_samples_per_second": 6.374, | |
| "train_steps_per_second": 0.398 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1347, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.0749830055591936e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |