| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.2468827930174564, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0012468827930174563, | |
| "grad_norm": 0.804787278175354, | |
| "learning_rate": 0.0, | |
| "loss": 1.1757, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0024937655860349127, | |
| "grad_norm": 0.790920615196228, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.1733, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.003740648379052369, | |
| "grad_norm": 0.7582283616065979, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.2245, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.004987531172069825, | |
| "grad_norm": 0.8788309097290039, | |
| "learning_rate": 6e-06, | |
| "loss": 1.2966, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.006234413965087282, | |
| "grad_norm": 0.8301644921302795, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.1881, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.007481296758104738, | |
| "grad_norm": 0.8226048946380615, | |
| "learning_rate": 1e-05, | |
| "loss": 1.2827, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.008728179551122194, | |
| "grad_norm": 0.9518041610717773, | |
| "learning_rate": 9.98994974874372e-06, | |
| "loss": 1.3434, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00997506234413965, | |
| "grad_norm": 0.8201262354850769, | |
| "learning_rate": 9.979899497487437e-06, | |
| "loss": 1.325, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.011221945137157107, | |
| "grad_norm": 0.893440842628479, | |
| "learning_rate": 9.969849246231156e-06, | |
| "loss": 1.2632, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.012468827930174564, | |
| "grad_norm": 0.8964802026748657, | |
| "learning_rate": 9.959798994974875e-06, | |
| "loss": 1.443, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01371571072319202, | |
| "grad_norm": 0.8286556005477905, | |
| "learning_rate": 9.949748743718594e-06, | |
| "loss": 1.2181, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.014962593516209476, | |
| "grad_norm": 0.8081548810005188, | |
| "learning_rate": 9.939698492462311e-06, | |
| "loss": 1.135, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.016209476309226933, | |
| "grad_norm": 0.9213963747024536, | |
| "learning_rate": 9.929648241206032e-06, | |
| "loss": 1.2343, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.017456359102244388, | |
| "grad_norm": 0.8860071301460266, | |
| "learning_rate": 9.91959798994975e-06, | |
| "loss": 1.1948, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.018703241895261846, | |
| "grad_norm": 0.862621545791626, | |
| "learning_rate": 9.909547738693468e-06, | |
| "loss": 1.2403, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0199501246882793, | |
| "grad_norm": 0.8532464504241943, | |
| "learning_rate": 9.899497487437186e-06, | |
| "loss": 1.1682, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02119700748129676, | |
| "grad_norm": 0.856429934501648, | |
| "learning_rate": 9.889447236180906e-06, | |
| "loss": 1.2942, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.022443890274314215, | |
| "grad_norm": 0.8162599802017212, | |
| "learning_rate": 9.879396984924624e-06, | |
| "loss": 1.1377, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.02369077306733167, | |
| "grad_norm": 0.8886470198631287, | |
| "learning_rate": 9.869346733668343e-06, | |
| "loss": 1.0809, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.02493765586034913, | |
| "grad_norm": 0.9593124985694885, | |
| "learning_rate": 9.859296482412062e-06, | |
| "loss": 1.2939, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.026184538653366583, | |
| "grad_norm": 0.7625219225883484, | |
| "learning_rate": 9.84924623115578e-06, | |
| "loss": 0.9588, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.02743142144638404, | |
| "grad_norm": 0.8982052206993103, | |
| "learning_rate": 9.839195979899498e-06, | |
| "loss": 1.1753, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.028678304239401497, | |
| "grad_norm": 0.7942224144935608, | |
| "learning_rate": 9.829145728643217e-06, | |
| "loss": 1.3045, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.029925187032418952, | |
| "grad_norm": 0.836660623550415, | |
| "learning_rate": 9.819095477386936e-06, | |
| "loss": 1.193, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03117206982543641, | |
| "grad_norm": 0.8261688947677612, | |
| "learning_rate": 9.809045226130655e-06, | |
| "loss": 1.1704, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.032418952618453865, | |
| "grad_norm": 0.7656853795051575, | |
| "learning_rate": 9.798994974874372e-06, | |
| "loss": 1.1259, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.03366583541147132, | |
| "grad_norm": 0.7688207030296326, | |
| "learning_rate": 9.788944723618091e-06, | |
| "loss": 1.0714, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.034912718204488775, | |
| "grad_norm": 0.7970144152641296, | |
| "learning_rate": 9.77889447236181e-06, | |
| "loss": 1.0393, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.03615960099750624, | |
| "grad_norm": 0.7941057085990906, | |
| "learning_rate": 9.768844221105529e-06, | |
| "loss": 1.1779, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.03740648379052369, | |
| "grad_norm": 1.0016902685165405, | |
| "learning_rate": 9.758793969849248e-06, | |
| "loss": 1.225, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03865336658354115, | |
| "grad_norm": 0.7756917476654053, | |
| "learning_rate": 9.748743718592965e-06, | |
| "loss": 1.0145, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0399002493765586, | |
| "grad_norm": 0.7895839214324951, | |
| "learning_rate": 9.738693467336684e-06, | |
| "loss": 1.1148, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.04114713216957606, | |
| "grad_norm": 0.8240381479263306, | |
| "learning_rate": 9.728643216080402e-06, | |
| "loss": 1.2112, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.04239401496259352, | |
| "grad_norm": 0.8370051383972168, | |
| "learning_rate": 9.718592964824122e-06, | |
| "loss": 1.0704, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.043640897755610975, | |
| "grad_norm": 0.9508376121520996, | |
| "learning_rate": 9.70854271356784e-06, | |
| "loss": 0.9383, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.04488778054862843, | |
| "grad_norm": 0.8891584873199463, | |
| "learning_rate": 9.698492462311559e-06, | |
| "loss": 1.1037, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.046134663341645885, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.688442211055276e-06, | |
| "loss": 1.0071, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.04738154613466334, | |
| "grad_norm": 0.9675924181938171, | |
| "learning_rate": 9.688442211055276e-06, | |
| "loss": 1.2434, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.048628428927680795, | |
| "grad_norm": 0.9512777924537659, | |
| "learning_rate": 9.678391959798997e-06, | |
| "loss": 1.3088, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.04987531172069826, | |
| "grad_norm": 0.8200197219848633, | |
| "learning_rate": 9.668341708542714e-06, | |
| "loss": 1.0938, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05112219451371571, | |
| "grad_norm": 0.7867804169654846, | |
| "learning_rate": 9.658291457286433e-06, | |
| "loss": 1.0325, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.05236907730673317, | |
| "grad_norm": 0.845544159412384, | |
| "learning_rate": 9.648241206030152e-06, | |
| "loss": 1.1014, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.05361596009975062, | |
| "grad_norm": 0.957232654094696, | |
| "learning_rate": 9.63819095477387e-06, | |
| "loss": 1.1305, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.05486284289276808, | |
| "grad_norm": 0.9232934713363647, | |
| "learning_rate": 9.628140703517588e-06, | |
| "loss": 1.1946, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.05610972568578554, | |
| "grad_norm": 0.8494632244110107, | |
| "learning_rate": 9.618090452261307e-06, | |
| "loss": 0.9476, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.057356608478802994, | |
| "grad_norm": 0.9420594573020935, | |
| "learning_rate": 9.608040201005026e-06, | |
| "loss": 1.2314, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.05860349127182045, | |
| "grad_norm": 0.8446037173271179, | |
| "learning_rate": 9.597989949748745e-06, | |
| "loss": 1.0914, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.059850374064837904, | |
| "grad_norm": 0.8058528304100037, | |
| "learning_rate": 9.587939698492464e-06, | |
| "loss": 1.0774, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.06109725685785536, | |
| "grad_norm": 0.8828840255737305, | |
| "learning_rate": 9.577889447236181e-06, | |
| "loss": 1.0563, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.06234413965087282, | |
| "grad_norm": 0.8446970582008362, | |
| "learning_rate": 9.5678391959799e-06, | |
| "loss": 1.0121, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06359102244389027, | |
| "grad_norm": 0.9123779535293579, | |
| "learning_rate": 9.55778894472362e-06, | |
| "loss": 1.0908, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.06483790523690773, | |
| "grad_norm": 0.8337482213973999, | |
| "learning_rate": 9.547738693467338e-06, | |
| "loss": 0.962, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.06608478802992519, | |
| "grad_norm": 0.9094334840774536, | |
| "learning_rate": 9.537688442211056e-06, | |
| "loss": 1.1041, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.06733167082294264, | |
| "grad_norm": 0.9099583625793457, | |
| "learning_rate": 9.527638190954775e-06, | |
| "loss": 1.17, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0685785536159601, | |
| "grad_norm": 0.9041770100593567, | |
| "learning_rate": 9.517587939698492e-06, | |
| "loss": 1.1931, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.06982543640897755, | |
| "grad_norm": 0.8545364141464233, | |
| "learning_rate": 9.507537688442213e-06, | |
| "loss": 1.1039, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.07107231920199501, | |
| "grad_norm": 0.7713873982429504, | |
| "learning_rate": 9.49748743718593e-06, | |
| "loss": 1.0732, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.07231920199501247, | |
| "grad_norm": 0.8700547218322754, | |
| "learning_rate": 9.487437185929649e-06, | |
| "loss": 1.1166, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.07356608478802992, | |
| "grad_norm": 0.8497898578643799, | |
| "learning_rate": 9.477386934673368e-06, | |
| "loss": 1.0371, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.07481296758104738, | |
| "grad_norm": 0.8998361825942993, | |
| "learning_rate": 9.467336683417087e-06, | |
| "loss": 1.0501, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07605985037406483, | |
| "grad_norm": 0.8359726071357727, | |
| "learning_rate": 9.457286432160804e-06, | |
| "loss": 1.0504, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0773067331670823, | |
| "grad_norm": 0.8385725021362305, | |
| "learning_rate": 9.447236180904523e-06, | |
| "loss": 0.9689, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.07855361596009976, | |
| "grad_norm": 0.8776196837425232, | |
| "learning_rate": 9.437185929648242e-06, | |
| "loss": 1.2352, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.0798004987531172, | |
| "grad_norm": 0.8644843697547913, | |
| "learning_rate": 9.427135678391961e-06, | |
| "loss": 1.2404, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.08104738154613467, | |
| "grad_norm": 0.8087641000747681, | |
| "learning_rate": 9.41708542713568e-06, | |
| "loss": 1.1482, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.08229426433915212, | |
| "grad_norm": 0.8813942074775696, | |
| "learning_rate": 9.407035175879397e-06, | |
| "loss": 1.1132, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.08354114713216958, | |
| "grad_norm": 0.828109085559845, | |
| "learning_rate": 9.396984924623116e-06, | |
| "loss": 1.0426, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.08478802992518704, | |
| "grad_norm": 0.9150412678718567, | |
| "learning_rate": 9.386934673366835e-06, | |
| "loss": 1.0266, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.08603491271820449, | |
| "grad_norm": 0.8631511330604553, | |
| "learning_rate": 9.376884422110554e-06, | |
| "loss": 0.932, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.08728179551122195, | |
| "grad_norm": 0.9301472902297974, | |
| "learning_rate": 9.366834170854272e-06, | |
| "loss": 1.0432, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0885286783042394, | |
| "grad_norm": 0.8076997399330139, | |
| "learning_rate": 9.35678391959799e-06, | |
| "loss": 1.0833, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.08977556109725686, | |
| "grad_norm": 0.8393658399581909, | |
| "learning_rate": 9.34673366834171e-06, | |
| "loss": 1.0647, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.09102244389027432, | |
| "grad_norm": 0.7714030742645264, | |
| "learning_rate": 9.336683417085429e-06, | |
| "loss": 0.9166, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.09226932668329177, | |
| "grad_norm": 0.9179011583328247, | |
| "learning_rate": 9.326633165829146e-06, | |
| "loss": 1.0333, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.09351620947630923, | |
| "grad_norm": 0.9402894973754883, | |
| "learning_rate": 9.316582914572865e-06, | |
| "loss": 0.853, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.09476309226932668, | |
| "grad_norm": 0.8588060736656189, | |
| "learning_rate": 9.306532663316584e-06, | |
| "loss": 1.0942, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.09600997506234414, | |
| "grad_norm": 0.8041732311248779, | |
| "learning_rate": 9.296482412060303e-06, | |
| "loss": 1.0404, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.09725685785536159, | |
| "grad_norm": 0.903870165348053, | |
| "learning_rate": 9.28643216080402e-06, | |
| "loss": 1.1191, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.09850374064837905, | |
| "grad_norm": 0.8884689211845398, | |
| "learning_rate": 9.276381909547739e-06, | |
| "loss": 1.0389, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.09975062344139651, | |
| "grad_norm": 0.8007616996765137, | |
| "learning_rate": 9.266331658291458e-06, | |
| "loss": 0.9541, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.10099750623441396, | |
| "grad_norm": 0.8733034729957581, | |
| "learning_rate": 9.256281407035177e-06, | |
| "loss": 1.0882, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.10224438902743142, | |
| "grad_norm": 0.8743678331375122, | |
| "learning_rate": 9.246231155778896e-06, | |
| "loss": 1.1188, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.10349127182044887, | |
| "grad_norm": 0.8868730664253235, | |
| "learning_rate": 9.236180904522613e-06, | |
| "loss": 1.0531, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.10473815461346633, | |
| "grad_norm": 0.9104211926460266, | |
| "learning_rate": 9.226130653266332e-06, | |
| "loss": 1.0754, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.1059850374064838, | |
| "grad_norm": 0.7882856726646423, | |
| "learning_rate": 9.216080402010051e-06, | |
| "loss": 0.9641, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.10723192019950124, | |
| "grad_norm": 0.9119329452514648, | |
| "learning_rate": 9.20603015075377e-06, | |
| "loss": 1.1104, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.1084788029925187, | |
| "grad_norm": 0.8091046810150146, | |
| "learning_rate": 9.195979899497488e-06, | |
| "loss": 0.9407, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.10972568578553615, | |
| "grad_norm": 0.8358633518218994, | |
| "learning_rate": 9.185929648241207e-06, | |
| "loss": 1.1229, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.11097256857855362, | |
| "grad_norm": 0.8730635046958923, | |
| "learning_rate": 9.175879396984926e-06, | |
| "loss": 1.0661, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.11221945137157108, | |
| "grad_norm": 0.8081979155540466, | |
| "learning_rate": 9.165829145728645e-06, | |
| "loss": 0.9716, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.11346633416458853, | |
| "grad_norm": 0.8541569709777832, | |
| "learning_rate": 9.155778894472362e-06, | |
| "loss": 1.0404, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.11471321695760599, | |
| "grad_norm": 0.910975992679596, | |
| "learning_rate": 9.14572864321608e-06, | |
| "loss": 0.9578, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.11596009975062344, | |
| "grad_norm": 1.0678647756576538, | |
| "learning_rate": 9.1356783919598e-06, | |
| "loss": 1.1944, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.1172069825436409, | |
| "grad_norm": 0.8805521726608276, | |
| "learning_rate": 9.125628140703519e-06, | |
| "loss": 1.0066, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.11845386533665836, | |
| "grad_norm": 0.9644659757614136, | |
| "learning_rate": 9.115577889447236e-06, | |
| "loss": 1.2971, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.11970074812967581, | |
| "grad_norm": 0.8603120446205139, | |
| "learning_rate": 9.105527638190955e-06, | |
| "loss": 1.0409, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.12094763092269327, | |
| "grad_norm": 0.9210130572319031, | |
| "learning_rate": 9.095477386934674e-06, | |
| "loss": 1.002, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.12219451371571072, | |
| "grad_norm": 1.0696684122085571, | |
| "learning_rate": 9.085427135678393e-06, | |
| "loss": 1.1809, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.12344139650872818, | |
| "grad_norm": 0.8545973896980286, | |
| "learning_rate": 9.075376884422112e-06, | |
| "loss": 0.9832, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.12468827930174564, | |
| "grad_norm": 0.8907841444015503, | |
| "learning_rate": 9.06532663316583e-06, | |
| "loss": 1.0469, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1259351620947631, | |
| "grad_norm": 0.9196416735649109, | |
| "learning_rate": 9.055276381909548e-06, | |
| "loss": 1.1903, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.12718204488778054, | |
| "grad_norm": 0.9015523195266724, | |
| "learning_rate": 9.045226130653267e-06, | |
| "loss": 0.9898, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.128428927680798, | |
| "grad_norm": 0.9770464301109314, | |
| "learning_rate": 9.035175879396986e-06, | |
| "loss": 0.9703, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.12967581047381546, | |
| "grad_norm": 0.9229538440704346, | |
| "learning_rate": 9.025125628140704e-06, | |
| "loss": 1.1239, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.13092269326683292, | |
| "grad_norm": 0.9863462448120117, | |
| "learning_rate": 9.015075376884423e-06, | |
| "loss": 1.1099, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.13216957605985039, | |
| "grad_norm": 0.8445208668708801, | |
| "learning_rate": 9.005025125628142e-06, | |
| "loss": 0.8989, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.13341645885286782, | |
| "grad_norm": 0.9167593121528625, | |
| "learning_rate": 8.99497487437186e-06, | |
| "loss": 1.0772, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.13466334164588528, | |
| "grad_norm": 0.9626464247703552, | |
| "learning_rate": 8.984924623115578e-06, | |
| "loss": 1.0707, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.13591022443890274, | |
| "grad_norm": 0.8707993626594543, | |
| "learning_rate": 8.974874371859297e-06, | |
| "loss": 1.1505, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.1371571072319202, | |
| "grad_norm": 0.8417862057685852, | |
| "learning_rate": 8.964824120603016e-06, | |
| "loss": 0.9744, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.13840399002493767, | |
| "grad_norm": 0.9404187798500061, | |
| "learning_rate": 8.954773869346735e-06, | |
| "loss": 1.029, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.1396508728179551, | |
| "grad_norm": 0.930839478969574, | |
| "learning_rate": 8.944723618090452e-06, | |
| "loss": 1.0657, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.14089775561097256, | |
| "grad_norm": 0.9424152970314026, | |
| "learning_rate": 8.934673366834171e-06, | |
| "loss": 1.1423, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.14214463840399003, | |
| "grad_norm": 0.929474949836731, | |
| "learning_rate": 8.92462311557789e-06, | |
| "loss": 1.1445, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.1433915211970075, | |
| "grad_norm": 0.8301953077316284, | |
| "learning_rate": 8.914572864321609e-06, | |
| "loss": 0.9701, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.14463840399002495, | |
| "grad_norm": 0.8988891839981079, | |
| "learning_rate": 8.904522613065328e-06, | |
| "loss": 1.0065, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.14588528678304238, | |
| "grad_norm": 1.025470495223999, | |
| "learning_rate": 8.894472361809045e-06, | |
| "loss": 1.1352, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.14713216957605985, | |
| "grad_norm": 0.9278755784034729, | |
| "learning_rate": 8.884422110552764e-06, | |
| "loss": 1.0044, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1483790523690773, | |
| "grad_norm": 0.8967325091362, | |
| "learning_rate": 8.874371859296483e-06, | |
| "loss": 0.9192, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.14962593516209477, | |
| "grad_norm": 0.9023865461349487, | |
| "learning_rate": 8.864321608040202e-06, | |
| "loss": 1.1131, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.15087281795511223, | |
| "grad_norm": 0.9116983413696289, | |
| "learning_rate": 8.85427135678392e-06, | |
| "loss": 1.0766, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.15211970074812967, | |
| "grad_norm": 0.8636501431465149, | |
| "learning_rate": 8.84422110552764e-06, | |
| "loss": 0.9834, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.15336658354114713, | |
| "grad_norm": 0.8848153352737427, | |
| "learning_rate": 8.834170854271358e-06, | |
| "loss": 1.0549, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.1546134663341646, | |
| "grad_norm": 0.9087468385696411, | |
| "learning_rate": 8.824120603015077e-06, | |
| "loss": 0.9653, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.15586034912718205, | |
| "grad_norm": 0.9463018774986267, | |
| "learning_rate": 8.814070351758794e-06, | |
| "loss": 1.1276, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.1571072319201995, | |
| "grad_norm": 0.8822473883628845, | |
| "learning_rate": 8.804020100502513e-06, | |
| "loss": 0.915, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.15835411471321695, | |
| "grad_norm": 0.7982257604598999, | |
| "learning_rate": 8.793969849246232e-06, | |
| "loss": 0.9285, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.1596009975062344, | |
| "grad_norm": 0.9931653738021851, | |
| "learning_rate": 8.78391959798995e-06, | |
| "loss": 1.0668, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.16084788029925187, | |
| "grad_norm": 0.9117117524147034, | |
| "learning_rate": 8.773869346733668e-06, | |
| "loss": 0.9205, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.16209476309226933, | |
| "grad_norm": 0.9098284244537354, | |
| "learning_rate": 8.763819095477387e-06, | |
| "loss": 1.0401, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.1633416458852868, | |
| "grad_norm": 0.8916042447090149, | |
| "learning_rate": 8.753768844221106e-06, | |
| "loss": 0.8941, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.16458852867830423, | |
| "grad_norm": 0.9162269234657288, | |
| "learning_rate": 8.743718592964825e-06, | |
| "loss": 0.9431, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.1658354114713217, | |
| "grad_norm": 0.8569380640983582, | |
| "learning_rate": 8.733668341708544e-06, | |
| "loss": 1.0078, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.16708229426433915, | |
| "grad_norm": 0.9323944449424744, | |
| "learning_rate": 8.723618090452261e-06, | |
| "loss": 1.0198, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.16832917705735662, | |
| "grad_norm": 0.8320883512496948, | |
| "learning_rate": 8.71356783919598e-06, | |
| "loss": 0.9819, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.16957605985037408, | |
| "grad_norm": 0.9712987542152405, | |
| "learning_rate": 8.7035175879397e-06, | |
| "loss": 1.102, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.1708229426433915, | |
| "grad_norm": 0.8580834865570068, | |
| "learning_rate": 8.693467336683418e-06, | |
| "loss": 1.0492, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.17206982543640897, | |
| "grad_norm": 0.8358916640281677, | |
| "learning_rate": 8.683417085427136e-06, | |
| "loss": 0.9639, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.17331670822942644, | |
| "grad_norm": 0.9156075716018677, | |
| "learning_rate": 8.673366834170856e-06, | |
| "loss": 0.9791, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.1745635910224439, | |
| "grad_norm": 0.8522980809211731, | |
| "learning_rate": 8.663316582914574e-06, | |
| "loss": 0.9836, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.17581047381546136, | |
| "grad_norm": 0.9722943305969238, | |
| "learning_rate": 8.653266331658293e-06, | |
| "loss": 0.9084, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.1770573566084788, | |
| "grad_norm": 0.9219420552253723, | |
| "learning_rate": 8.64321608040201e-06, | |
| "loss": 0.9007, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.17830423940149626, | |
| "grad_norm": 0.8741053342819214, | |
| "learning_rate": 8.63316582914573e-06, | |
| "loss": 0.8609, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.17955112219451372, | |
| "grad_norm": 0.8802844882011414, | |
| "learning_rate": 8.623115577889448e-06, | |
| "loss": 0.8339, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.18079800498753118, | |
| "grad_norm": 0.9138995409011841, | |
| "learning_rate": 8.613065326633167e-06, | |
| "loss": 0.9333, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.18204488778054864, | |
| "grad_norm": 0.9759301543235779, | |
| "learning_rate": 8.603015075376884e-06, | |
| "loss": 0.9451, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.18329177057356608, | |
| "grad_norm": 0.9661501049995422, | |
| "learning_rate": 8.592964824120603e-06, | |
| "loss": 1.0628, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.18453865336658354, | |
| "grad_norm": 0.868390679359436, | |
| "learning_rate": 8.582914572864322e-06, | |
| "loss": 0.8716, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.185785536159601, | |
| "grad_norm": 0.9796278476715088, | |
| "learning_rate": 8.572864321608041e-06, | |
| "loss": 1.1557, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.18703241895261846, | |
| "grad_norm": 0.9851312041282654, | |
| "learning_rate": 8.56281407035176e-06, | |
| "loss": 1.1572, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1882793017456359, | |
| "grad_norm": 0.9189980626106262, | |
| "learning_rate": 8.552763819095477e-06, | |
| "loss": 0.8847, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.18952618453865336, | |
| "grad_norm": 1.0895061492919922, | |
| "learning_rate": 8.542713567839196e-06, | |
| "loss": 1.0452, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.19077306733167082, | |
| "grad_norm": 0.869541347026825, | |
| "learning_rate": 8.532663316582915e-06, | |
| "loss": 0.8575, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.19201995012468828, | |
| "grad_norm": 0.9798868298530579, | |
| "learning_rate": 8.522613065326634e-06, | |
| "loss": 1.049, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.19326683291770574, | |
| "grad_norm": 0.866492509841919, | |
| "learning_rate": 8.512562814070352e-06, | |
| "loss": 0.9961, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.19451371571072318, | |
| "grad_norm": 0.9212818741798401, | |
| "learning_rate": 8.50251256281407e-06, | |
| "loss": 0.8827, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.19576059850374064, | |
| "grad_norm": 0.9386404156684875, | |
| "learning_rate": 8.49246231155779e-06, | |
| "loss": 0.9415, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.1970074812967581, | |
| "grad_norm": 0.8929441571235657, | |
| "learning_rate": 8.482412060301509e-06, | |
| "loss": 0.9375, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.19825436408977556, | |
| "grad_norm": 0.8426975011825562, | |
| "learning_rate": 8.472361809045226e-06, | |
| "loss": 0.8832, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.19950124688279303, | |
| "grad_norm": 0.9047837257385254, | |
| "learning_rate": 8.462311557788947e-06, | |
| "loss": 0.9897, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.20074812967581046, | |
| "grad_norm": 0.9232057929039001, | |
| "learning_rate": 8.452261306532664e-06, | |
| "loss": 0.8688, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.20199501246882792, | |
| "grad_norm": 0.9078006744384766, | |
| "learning_rate": 8.442211055276383e-06, | |
| "loss": 0.9336, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.20324189526184538, | |
| "grad_norm": 1.0887279510498047, | |
| "learning_rate": 8.4321608040201e-06, | |
| "loss": 1.1665, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.20448877805486285, | |
| "grad_norm": 0.9234921336174011, | |
| "learning_rate": 8.42211055276382e-06, | |
| "loss": 0.9505, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.2057356608478803, | |
| "grad_norm": 1.1069387197494507, | |
| "learning_rate": 8.412060301507538e-06, | |
| "loss": 1.1186, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.20698254364089774, | |
| "grad_norm": 0.9209922552108765, | |
| "learning_rate": 8.402010050251257e-06, | |
| "loss": 0.9881, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.2082294264339152, | |
| "grad_norm": 0.981281578540802, | |
| "learning_rate": 8.391959798994976e-06, | |
| "loss": 0.994, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.20947630922693267, | |
| "grad_norm": 0.9972983002662659, | |
| "learning_rate": 8.381909547738695e-06, | |
| "loss": 1.1614, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.21072319201995013, | |
| "grad_norm": 0.8576176166534424, | |
| "learning_rate": 8.371859296482412e-06, | |
| "loss": 0.9102, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.2119700748129676, | |
| "grad_norm": 1.0340651273727417, | |
| "learning_rate": 8.361809045226131e-06, | |
| "loss": 1.0294, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.21321695760598502, | |
| "grad_norm": 0.8626962900161743, | |
| "learning_rate": 8.35175879396985e-06, | |
| "loss": 0.9308, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.2144638403990025, | |
| "grad_norm": 0.9029504656791687, | |
| "learning_rate": 8.341708542713568e-06, | |
| "loss": 1.0267, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.21571072319201995, | |
| "grad_norm": 0.9364102482795715, | |
| "learning_rate": 8.331658291457287e-06, | |
| "loss": 0.9364, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.2169576059850374, | |
| "grad_norm": 0.9712755680084229, | |
| "learning_rate": 8.321608040201006e-06, | |
| "loss": 1.0915, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.21820448877805487, | |
| "grad_norm": 0.895484447479248, | |
| "learning_rate": 8.311557788944725e-06, | |
| "loss": 0.9385, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2194513715710723, | |
| "grad_norm": 1.0257028341293335, | |
| "learning_rate": 8.301507537688442e-06, | |
| "loss": 1.0074, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.22069825436408977, | |
| "grad_norm": 0.9275676012039185, | |
| "learning_rate": 8.291457286432163e-06, | |
| "loss": 0.934, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.22194513715710723, | |
| "grad_norm": 1.0876961946487427, | |
| "learning_rate": 8.28140703517588e-06, | |
| "loss": 0.9464, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.2231920199501247, | |
| "grad_norm": 1.0299268960952759, | |
| "learning_rate": 8.271356783919599e-06, | |
| "loss": 1.0997, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.22443890274314215, | |
| "grad_norm": 1.0264921188354492, | |
| "learning_rate": 8.261306532663316e-06, | |
| "loss": 1.1708, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2256857855361596, | |
| "grad_norm": 1.0043810606002808, | |
| "learning_rate": 8.251256281407037e-06, | |
| "loss": 0.9285, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.22693266832917705, | |
| "grad_norm": 0.9285091161727905, | |
| "learning_rate": 8.241206030150754e-06, | |
| "loss": 0.9953, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.2281795511221945, | |
| "grad_norm": 1.0979065895080566, | |
| "learning_rate": 8.231155778894473e-06, | |
| "loss": 1.1952, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.22942643391521197, | |
| "grad_norm": 0.9747474789619446, | |
| "learning_rate": 8.221105527638192e-06, | |
| "loss": 0.9779, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.23067331670822944, | |
| "grad_norm": 0.920181393623352, | |
| "learning_rate": 8.211055276381911e-06, | |
| "loss": 0.8476, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.23192019950124687, | |
| "grad_norm": 0.9287520051002502, | |
| "learning_rate": 8.201005025125628e-06, | |
| "loss": 1.0632, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.23316708229426433, | |
| "grad_norm": 1.055479645729065, | |
| "learning_rate": 8.190954773869347e-06, | |
| "loss": 1.0071, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.2344139650872818, | |
| "grad_norm": 1.0627549886703491, | |
| "learning_rate": 8.180904522613066e-06, | |
| "loss": 0.9392, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.23566084788029926, | |
| "grad_norm": 0.9968197345733643, | |
| "learning_rate": 8.170854271356785e-06, | |
| "loss": 1.0351, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.23690773067331672, | |
| "grad_norm": 0.9990450739860535, | |
| "learning_rate": 8.160804020100503e-06, | |
| "loss": 0.9192, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.23815461346633415, | |
| "grad_norm": 0.9214025139808655, | |
| "learning_rate": 8.150753768844222e-06, | |
| "loss": 0.7776, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.23940149625935161, | |
| "grad_norm": 0.9826399683952332, | |
| "learning_rate": 8.14070351758794e-06, | |
| "loss": 0.995, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.24064837905236908, | |
| "grad_norm": 0.971366822719574, | |
| "learning_rate": 8.130653266331658e-06, | |
| "loss": 1.0092, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.24189526184538654, | |
| "grad_norm": 0.9440286159515381, | |
| "learning_rate": 8.120603015075379e-06, | |
| "loss": 0.9745, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.243142144638404, | |
| "grad_norm": 0.9012700915336609, | |
| "learning_rate": 8.110552763819096e-06, | |
| "loss": 0.9489, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.24438902743142144, | |
| "grad_norm": 0.9466804265975952, | |
| "learning_rate": 8.100502512562815e-06, | |
| "loss": 1.0844, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.2456359102244389, | |
| "grad_norm": 0.9686530232429504, | |
| "learning_rate": 8.090452261306532e-06, | |
| "loss": 1.0657, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.24688279301745636, | |
| "grad_norm": 0.8855727314949036, | |
| "learning_rate": 8.080402010050253e-06, | |
| "loss": 0.8664, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.24812967581047382, | |
| "grad_norm": 0.9230241775512695, | |
| "learning_rate": 8.07035175879397e-06, | |
| "loss": 0.8856, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.24937655860349128, | |
| "grad_norm": 0.9400664567947388, | |
| "learning_rate": 8.060301507537689e-06, | |
| "loss": 1.0216, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2506234413965087, | |
| "grad_norm": 0.8937174081802368, | |
| "learning_rate": 8.050251256281408e-06, | |
| "loss": 1.0588, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.2518703241895262, | |
| "grad_norm": 1.0428383350372314, | |
| "learning_rate": 8.040201005025127e-06, | |
| "loss": 1.0089, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.25311720698254364, | |
| "grad_norm": 1.0297296047210693, | |
| "learning_rate": 8.030150753768844e-06, | |
| "loss": 0.9482, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.2543640897755611, | |
| "grad_norm": 0.8881064653396606, | |
| "learning_rate": 8.020100502512563e-06, | |
| "loss": 0.7866, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.25561097256857856, | |
| "grad_norm": 0.9601223468780518, | |
| "learning_rate": 8.010050251256282e-06, | |
| "loss": 0.9292, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.256857855361596, | |
| "grad_norm": 0.9894243478775024, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.041, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.2581047381546135, | |
| "grad_norm": 0.9173250198364258, | |
| "learning_rate": 7.989949748743719e-06, | |
| "loss": 0.9038, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.2593516209476309, | |
| "grad_norm": 0.9618817567825317, | |
| "learning_rate": 7.979899497487438e-06, | |
| "loss": 0.9921, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.26059850374064836, | |
| "grad_norm": 0.9067187309265137, | |
| "learning_rate": 7.969849246231157e-06, | |
| "loss": 0.9796, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.26184538653366585, | |
| "grad_norm": 1.0154800415039062, | |
| "learning_rate": 7.959798994974876e-06, | |
| "loss": 0.9552, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.2630922693266833, | |
| "grad_norm": 1.0074129104614258, | |
| "learning_rate": 7.949748743718595e-06, | |
| "loss": 0.937, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.26433915211970077, | |
| "grad_norm": 0.8649031519889832, | |
| "learning_rate": 7.939698492462312e-06, | |
| "loss": 0.8111, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.2655860349127182, | |
| "grad_norm": 0.9405893087387085, | |
| "learning_rate": 7.929648241206031e-06, | |
| "loss": 0.9264, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.26683291770573564, | |
| "grad_norm": 0.8886278867721558, | |
| "learning_rate": 7.91959798994975e-06, | |
| "loss": 0.9354, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.26807980049875313, | |
| "grad_norm": 0.9831581711769104, | |
| "learning_rate": 7.909547738693469e-06, | |
| "loss": 0.9102, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.26932668329177056, | |
| "grad_norm": 0.927852988243103, | |
| "learning_rate": 7.899497487437186e-06, | |
| "loss": 0.9489, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.27057356608478805, | |
| "grad_norm": 0.8811565041542053, | |
| "learning_rate": 7.889447236180905e-06, | |
| "loss": 0.879, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.2718204488778055, | |
| "grad_norm": 0.9356923699378967, | |
| "learning_rate": 7.879396984924622e-06, | |
| "loss": 1.0154, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.2730673316708229, | |
| "grad_norm": 0.8990209698677063, | |
| "learning_rate": 7.869346733668343e-06, | |
| "loss": 0.744, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.2743142144638404, | |
| "grad_norm": 0.8560864329338074, | |
| "learning_rate": 7.85929648241206e-06, | |
| "loss": 0.9409, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.27556109725685785, | |
| "grad_norm": 0.9691808223724365, | |
| "learning_rate": 7.84924623115578e-06, | |
| "loss": 0.9914, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.27680798004987534, | |
| "grad_norm": 0.9157412648200989, | |
| "learning_rate": 7.839195979899498e-06, | |
| "loss": 0.9293, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.27805486284289277, | |
| "grad_norm": 0.9317874312400818, | |
| "learning_rate": 7.829145728643217e-06, | |
| "loss": 0.974, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.2793017456359102, | |
| "grad_norm": 0.9577739834785461, | |
| "learning_rate": 7.819095477386935e-06, | |
| "loss": 0.9103, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.2805486284289277, | |
| "grad_norm": 1.081833839416504, | |
| "learning_rate": 7.809045226130654e-06, | |
| "loss": 1.0984, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2817955112219451, | |
| "grad_norm": 1.0292571783065796, | |
| "learning_rate": 7.798994974874373e-06, | |
| "loss": 1.0348, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.2830423940149626, | |
| "grad_norm": 0.9041290283203125, | |
| "learning_rate": 7.788944723618092e-06, | |
| "loss": 1.0038, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.28428927680798005, | |
| "grad_norm": 1.130258560180664, | |
| "learning_rate": 7.77889447236181e-06, | |
| "loss": 0.8911, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.2855361596009975, | |
| "grad_norm": 0.9539062976837158, | |
| "learning_rate": 7.768844221105528e-06, | |
| "loss": 0.947, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.286783042394015, | |
| "grad_norm": 1.0099889039993286, | |
| "learning_rate": 7.758793969849247e-06, | |
| "loss": 0.9407, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2880299251870324, | |
| "grad_norm": 0.9209743142127991, | |
| "learning_rate": 7.748743718592966e-06, | |
| "loss": 0.8845, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.2892768079800499, | |
| "grad_norm": 1.0240118503570557, | |
| "learning_rate": 7.738693467336685e-06, | |
| "loss": 0.9787, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.29052369077306733, | |
| "grad_norm": 0.9892071485519409, | |
| "learning_rate": 7.728643216080402e-06, | |
| "loss": 1.0175, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.29177057356608477, | |
| "grad_norm": 1.0961612462997437, | |
| "learning_rate": 7.718592964824121e-06, | |
| "loss": 1.1846, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.29301745635910226, | |
| "grad_norm": 0.9142261743545532, | |
| "learning_rate": 7.70854271356784e-06, | |
| "loss": 0.7115, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.2942643391521197, | |
| "grad_norm": 0.9984656572341919, | |
| "learning_rate": 7.698492462311559e-06, | |
| "loss": 1.0165, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.2955112219451372, | |
| "grad_norm": 1.1105763912200928, | |
| "learning_rate": 7.688442211055276e-06, | |
| "loss": 1.0942, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.2967581047381546, | |
| "grad_norm": 0.8985201120376587, | |
| "learning_rate": 7.678391959798995e-06, | |
| "loss": 1.0469, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.29800498753117205, | |
| "grad_norm": 0.9157400727272034, | |
| "learning_rate": 7.668341708542714e-06, | |
| "loss": 0.9511, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.29925187032418954, | |
| "grad_norm": 0.9150097966194153, | |
| "learning_rate": 7.658291457286433e-06, | |
| "loss": 0.8733, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.300498753117207, | |
| "grad_norm": 0.9809494614601135, | |
| "learning_rate": 7.64824120603015e-06, | |
| "loss": 0.8775, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.30174563591022446, | |
| "grad_norm": 1.1237106323242188, | |
| "learning_rate": 7.63819095477387e-06, | |
| "loss": 1.028, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.3029925187032419, | |
| "grad_norm": 1.0430853366851807, | |
| "learning_rate": 7.628140703517588e-06, | |
| "loss": 0.9584, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.30423940149625933, | |
| "grad_norm": 1.0607941150665283, | |
| "learning_rate": 7.618090452261308e-06, | |
| "loss": 1.0414, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.3054862842892768, | |
| "grad_norm": 0.9155808091163635, | |
| "learning_rate": 7.608040201005026e-06, | |
| "loss": 0.8695, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.30673316708229426, | |
| "grad_norm": 0.8979218006134033, | |
| "learning_rate": 7.597989949748744e-06, | |
| "loss": 0.7672, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.30798004987531175, | |
| "grad_norm": 0.9346151351928711, | |
| "learning_rate": 7.587939698492463e-06, | |
| "loss": 0.8253, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.3092269326683292, | |
| "grad_norm": 1.0465093851089478, | |
| "learning_rate": 7.577889447236182e-06, | |
| "loss": 0.9914, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.3104738154613466, | |
| "grad_norm": 0.9367716312408447, | |
| "learning_rate": 7.5678391959799e-06, | |
| "loss": 0.8551, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.3117206982543641, | |
| "grad_norm": 0.9532157778739929, | |
| "learning_rate": 7.557788944723619e-06, | |
| "loss": 0.8579, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.31296758104738154, | |
| "grad_norm": 0.9339020252227783, | |
| "learning_rate": 7.547738693467337e-06, | |
| "loss": 0.8881, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.314214463840399, | |
| "grad_norm": 0.8677574396133423, | |
| "learning_rate": 7.537688442211056e-06, | |
| "loss": 0.8123, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.31546134663341646, | |
| "grad_norm": 0.8985550999641418, | |
| "learning_rate": 7.527638190954774e-06, | |
| "loss": 0.9194, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.3167082294264339, | |
| "grad_norm": 0.9129196405410767, | |
| "learning_rate": 7.517587939698493e-06, | |
| "loss": 1.0114, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.3179551122194514, | |
| "grad_norm": 0.9237337112426758, | |
| "learning_rate": 7.507537688442211e-06, | |
| "loss": 0.8201, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.3192019950124688, | |
| "grad_norm": 0.9522047638893127, | |
| "learning_rate": 7.49748743718593e-06, | |
| "loss": 0.8514, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.3204488778054863, | |
| "grad_norm": 0.9452963471412659, | |
| "learning_rate": 7.487437185929649e-06, | |
| "loss": 0.8917, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.32169576059850374, | |
| "grad_norm": 1.0754653215408325, | |
| "learning_rate": 7.4773869346733675e-06, | |
| "loss": 1.0405, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.3229426433915212, | |
| "grad_norm": 0.9160327911376953, | |
| "learning_rate": 7.467336683417086e-06, | |
| "loss": 0.6823, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.32418952618453867, | |
| "grad_norm": 1.0155515670776367, | |
| "learning_rate": 7.4572864321608055e-06, | |
| "loss": 0.906, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3254364089775561, | |
| "grad_norm": 0.9582393765449524, | |
| "learning_rate": 7.447236180904524e-06, | |
| "loss": 0.9716, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.3266832917705736, | |
| "grad_norm": 0.9741798043251038, | |
| "learning_rate": 7.437185929648242e-06, | |
| "loss": 0.7866, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.327930174563591, | |
| "grad_norm": 0.9519482254981995, | |
| "learning_rate": 7.42713567839196e-06, | |
| "loss": 0.7525, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.32917705735660846, | |
| "grad_norm": 1.07245671749115, | |
| "learning_rate": 7.417085427135679e-06, | |
| "loss": 0.9398, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.33042394014962595, | |
| "grad_norm": 1.0767868757247925, | |
| "learning_rate": 7.407035175879398e-06, | |
| "loss": 0.8896, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.3316708229426434, | |
| "grad_norm": 0.9522539377212524, | |
| "learning_rate": 7.396984924623116e-06, | |
| "loss": 0.8058, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.3329177057356609, | |
| "grad_norm": 1.0144683122634888, | |
| "learning_rate": 7.386934673366835e-06, | |
| "loss": 0.9157, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.3341645885286783, | |
| "grad_norm": 1.0524057149887085, | |
| "learning_rate": 7.376884422110553e-06, | |
| "loss": 1.0011, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.33541147132169574, | |
| "grad_norm": 0.8897056579589844, | |
| "learning_rate": 7.366834170854272e-06, | |
| "loss": 0.8157, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.33665835411471323, | |
| "grad_norm": 0.9304531216621399, | |
| "learning_rate": 7.35678391959799e-06, | |
| "loss": 1.0127, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.33790523690773067, | |
| "grad_norm": 0.9404273629188538, | |
| "learning_rate": 7.346733668341709e-06, | |
| "loss": 0.7511, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.33915211970074816, | |
| "grad_norm": 0.8715949058532715, | |
| "learning_rate": 7.336683417085427e-06, | |
| "loss": 0.8367, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.3403990024937656, | |
| "grad_norm": 0.9307643175125122, | |
| "learning_rate": 7.326633165829146e-06, | |
| "loss": 0.7443, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.341645885286783, | |
| "grad_norm": 0.9046649932861328, | |
| "learning_rate": 7.316582914572865e-06, | |
| "loss": 0.8355, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.3428927680798005, | |
| "grad_norm": 0.9491796493530273, | |
| "learning_rate": 7.3065326633165835e-06, | |
| "loss": 1.0413, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.34413965087281795, | |
| "grad_norm": 0.9755702018737793, | |
| "learning_rate": 7.296482412060302e-06, | |
| "loss": 0.8975, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.34538653366583544, | |
| "grad_norm": 0.9344161748886108, | |
| "learning_rate": 7.2864321608040215e-06, | |
| "loss": 0.9113, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.34663341645885287, | |
| "grad_norm": 0.9998181462287903, | |
| "learning_rate": 7.27638190954774e-06, | |
| "loss": 0.7695, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.3478802992518703, | |
| "grad_norm": 0.9748741984367371, | |
| "learning_rate": 7.266331658291458e-06, | |
| "loss": 0.9033, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.3491271820448878, | |
| "grad_norm": 1.0220352411270142, | |
| "learning_rate": 7.256281407035176e-06, | |
| "loss": 0.8415, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.35037406483790523, | |
| "grad_norm": 0.8541595935821533, | |
| "learning_rate": 7.246231155778896e-06, | |
| "loss": 0.8744, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.3516209476309227, | |
| "grad_norm": 0.9145262241363525, | |
| "learning_rate": 7.236180904522614e-06, | |
| "loss": 0.9193, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.35286783042394015, | |
| "grad_norm": 1.0143400430679321, | |
| "learning_rate": 7.226130653266332e-06, | |
| "loss": 0.6842, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.3541147132169576, | |
| "grad_norm": 0.9740715026855469, | |
| "learning_rate": 7.21608040201005e-06, | |
| "loss": 0.7454, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.3553615960099751, | |
| "grad_norm": 1.1085376739501953, | |
| "learning_rate": 7.206030150753769e-06, | |
| "loss": 0.8096, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.3566084788029925, | |
| "grad_norm": 1.0065027475357056, | |
| "learning_rate": 7.195979899497488e-06, | |
| "loss": 0.8284, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.35785536159601, | |
| "grad_norm": 0.9899936318397522, | |
| "learning_rate": 7.185929648241206e-06, | |
| "loss": 0.7753, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.35910224438902744, | |
| "grad_norm": 0.9796255230903625, | |
| "learning_rate": 7.175879396984925e-06, | |
| "loss": 0.8388, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.36034912718204487, | |
| "grad_norm": 0.9738274216651917, | |
| "learning_rate": 7.165829145728643e-06, | |
| "loss": 0.8133, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.36159600997506236, | |
| "grad_norm": 1.0395734310150146, | |
| "learning_rate": 7.155778894472362e-06, | |
| "loss": 0.9888, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.3628428927680798, | |
| "grad_norm": 1.0151019096374512, | |
| "learning_rate": 7.145728643216081e-06, | |
| "loss": 0.7418, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.3640897755610973, | |
| "grad_norm": 0.9445755481719971, | |
| "learning_rate": 7.1356783919597995e-06, | |
| "loss": 0.7979, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.3653366583541147, | |
| "grad_norm": 0.9288540482521057, | |
| "learning_rate": 7.125628140703518e-06, | |
| "loss": 0.7825, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.36658354114713215, | |
| "grad_norm": 1.0280643701553345, | |
| "learning_rate": 7.1155778894472375e-06, | |
| "loss": 0.9515, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.36783042394014964, | |
| "grad_norm": 0.9743002653121948, | |
| "learning_rate": 7.105527638190956e-06, | |
| "loss": 0.8183, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.3690773067331671, | |
| "grad_norm": 1.041757345199585, | |
| "learning_rate": 7.095477386934674e-06, | |
| "loss": 0.7621, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.37032418952618457, | |
| "grad_norm": 1.2918349504470825, | |
| "learning_rate": 7.085427135678392e-06, | |
| "loss": 1.1412, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.371571072319202, | |
| "grad_norm": 1.1440565586090088, | |
| "learning_rate": 7.075376884422112e-06, | |
| "loss": 1.0236, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.37281795511221943, | |
| "grad_norm": 1.126747488975525, | |
| "learning_rate": 7.06532663316583e-06, | |
| "loss": 1.0067, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.3740648379052369, | |
| "grad_norm": 0.9919477105140686, | |
| "learning_rate": 7.055276381909548e-06, | |
| "loss": 0.8802, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.37531172069825436, | |
| "grad_norm": 1.1108204126358032, | |
| "learning_rate": 7.045226130653266e-06, | |
| "loss": 0.867, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.3765586034912718, | |
| "grad_norm": 0.9554193615913391, | |
| "learning_rate": 7.035175879396986e-06, | |
| "loss": 0.809, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.3778054862842893, | |
| "grad_norm": 0.9657833576202393, | |
| "learning_rate": 7.025125628140704e-06, | |
| "loss": 0.8409, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.3790523690773067, | |
| "grad_norm": 1.0594302415847778, | |
| "learning_rate": 7.015075376884422e-06, | |
| "loss": 0.9006, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.3802992518703242, | |
| "grad_norm": 1.049154281616211, | |
| "learning_rate": 7.005025125628141e-06, | |
| "loss": 0.8555, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.38154613466334164, | |
| "grad_norm": 1.096117377281189, | |
| "learning_rate": 6.99497487437186e-06, | |
| "loss": 0.8898, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.3827930174563591, | |
| "grad_norm": 1.090014934539795, | |
| "learning_rate": 6.984924623115578e-06, | |
| "loss": 0.905, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.38403990024937656, | |
| "grad_norm": 1.0771458148956299, | |
| "learning_rate": 6.974874371859297e-06, | |
| "loss": 0.7606, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.385286783042394, | |
| "grad_norm": 0.9209988713264465, | |
| "learning_rate": 6.9648241206030155e-06, | |
| "loss": 0.8825, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.3865336658354115, | |
| "grad_norm": 0.9999722242355347, | |
| "learning_rate": 6.954773869346734e-06, | |
| "loss": 0.7956, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3877805486284289, | |
| "grad_norm": 1.006635069847107, | |
| "learning_rate": 6.9447236180904535e-06, | |
| "loss": 0.8601, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.38902743142144636, | |
| "grad_norm": 1.0573351383209229, | |
| "learning_rate": 6.934673366834172e-06, | |
| "loss": 1.0764, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.39027431421446385, | |
| "grad_norm": 1.0885146856307983, | |
| "learning_rate": 6.92462311557789e-06, | |
| "loss": 0.897, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.3915211970074813, | |
| "grad_norm": 0.9416261911392212, | |
| "learning_rate": 6.914572864321608e-06, | |
| "loss": 0.8288, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.39276807980049877, | |
| "grad_norm": 1.2340617179870605, | |
| "learning_rate": 6.904522613065328e-06, | |
| "loss": 1.1464, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.3940149625935162, | |
| "grad_norm": 0.9569803476333618, | |
| "learning_rate": 6.894472361809046e-06, | |
| "loss": 0.7072, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.39526184538653364, | |
| "grad_norm": 1.1045235395431519, | |
| "learning_rate": 6.884422110552764e-06, | |
| "loss": 0.9001, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.39650872817955113, | |
| "grad_norm": 0.9991887211799622, | |
| "learning_rate": 6.874371859296482e-06, | |
| "loss": 0.8517, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.39775561097256856, | |
| "grad_norm": 1.051188588142395, | |
| "learning_rate": 6.864321608040202e-06, | |
| "loss": 0.8602, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.39900249376558605, | |
| "grad_norm": 1.045560598373413, | |
| "learning_rate": 6.85427135678392e-06, | |
| "loss": 0.8124, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4002493765586035, | |
| "grad_norm": 0.9770002961158752, | |
| "learning_rate": 6.844221105527638e-06, | |
| "loss": 0.9043, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.4014962593516209, | |
| "grad_norm": 1.0477802753448486, | |
| "learning_rate": 6.834170854271357e-06, | |
| "loss": 0.8489, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.4027431421446384, | |
| "grad_norm": 0.9778210520744324, | |
| "learning_rate": 6.824120603015076e-06, | |
| "loss": 0.9421, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.40399002493765584, | |
| "grad_norm": 1.0833961963653564, | |
| "learning_rate": 6.814070351758794e-06, | |
| "loss": 0.766, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.40523690773067333, | |
| "grad_norm": 1.0004370212554932, | |
| "learning_rate": 6.804020100502513e-06, | |
| "loss": 0.8319, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.40648379052369077, | |
| "grad_norm": 1.0450783967971802, | |
| "learning_rate": 6.7939698492462315e-06, | |
| "loss": 0.8021, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.4077306733167082, | |
| "grad_norm": 1.0916366577148438, | |
| "learning_rate": 6.7839195979899505e-06, | |
| "loss": 1.0041, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.4089775561097257, | |
| "grad_norm": 0.9943376779556274, | |
| "learning_rate": 6.7738693467336695e-06, | |
| "loss": 0.7624, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.4102244389027431, | |
| "grad_norm": 0.9278281927108765, | |
| "learning_rate": 6.763819095477388e-06, | |
| "loss": 0.8407, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.4114713216957606, | |
| "grad_norm": 1.1130763292312622, | |
| "learning_rate": 6.753768844221106e-06, | |
| "loss": 0.8263, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.41271820448877805, | |
| "grad_norm": 1.0273207426071167, | |
| "learning_rate": 6.743718592964824e-06, | |
| "loss": 0.8396, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.4139650872817955, | |
| "grad_norm": 1.03300940990448, | |
| "learning_rate": 6.733668341708544e-06, | |
| "loss": 0.8851, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.415211970074813, | |
| "grad_norm": 0.9019345045089722, | |
| "learning_rate": 6.723618090452262e-06, | |
| "loss": 0.7098, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.4164588528678304, | |
| "grad_norm": 0.9586036801338196, | |
| "learning_rate": 6.71356783919598e-06, | |
| "loss": 0.7729, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.4177057356608479, | |
| "grad_norm": 1.0987576246261597, | |
| "learning_rate": 6.703517587939698e-06, | |
| "loss": 0.9049, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.41895261845386533, | |
| "grad_norm": 1.0312920808792114, | |
| "learning_rate": 6.693467336683418e-06, | |
| "loss": 0.9232, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.42019950124688277, | |
| "grad_norm": 0.8923942446708679, | |
| "learning_rate": 6.683417085427136e-06, | |
| "loss": 0.7087, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.42144638403990026, | |
| "grad_norm": 1.1419446468353271, | |
| "learning_rate": 6.673366834170854e-06, | |
| "loss": 1.057, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.4226932668329177, | |
| "grad_norm": 1.2685928344726562, | |
| "learning_rate": 6.663316582914573e-06, | |
| "loss": 0.9991, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.4239401496259352, | |
| "grad_norm": 0.9922438263893127, | |
| "learning_rate": 6.653266331658292e-06, | |
| "loss": 0.8301, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.4251870324189526, | |
| "grad_norm": 1.0687658786773682, | |
| "learning_rate": 6.64321608040201e-06, | |
| "loss": 1.0261, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.42643391521197005, | |
| "grad_norm": 1.0315366983413696, | |
| "learning_rate": 6.633165829145729e-06, | |
| "loss": 0.8198, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.42768079800498754, | |
| "grad_norm": 1.029801845550537, | |
| "learning_rate": 6.6231155778894475e-06, | |
| "loss": 0.8738, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.428927680798005, | |
| "grad_norm": 1.0056087970733643, | |
| "learning_rate": 6.6130653266331665e-06, | |
| "loss": 0.7687, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.43017456359102246, | |
| "grad_norm": 0.958608090877533, | |
| "learning_rate": 6.6030150753768855e-06, | |
| "loss": 0.7997, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.4314214463840399, | |
| "grad_norm": 1.0940543413162231, | |
| "learning_rate": 6.592964824120604e-06, | |
| "loss": 0.9541, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.43266832917705733, | |
| "grad_norm": 1.0316964387893677, | |
| "learning_rate": 6.582914572864322e-06, | |
| "loss": 0.9278, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.4339152119700748, | |
| "grad_norm": 1.2830352783203125, | |
| "learning_rate": 6.572864321608042e-06, | |
| "loss": 1.0554, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.43516209476309226, | |
| "grad_norm": 0.9945348501205444, | |
| "learning_rate": 6.56281407035176e-06, | |
| "loss": 0.7879, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.43640897755610975, | |
| "grad_norm": 1.0605803728103638, | |
| "learning_rate": 6.552763819095478e-06, | |
| "loss": 0.9316, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.4376558603491272, | |
| "grad_norm": 1.1072403192520142, | |
| "learning_rate": 6.542713567839196e-06, | |
| "loss": 0.9295, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.4389027431421446, | |
| "grad_norm": 1.1351176500320435, | |
| "learning_rate": 6.532663316582916e-06, | |
| "loss": 0.9723, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.4401496259351621, | |
| "grad_norm": 1.0387343168258667, | |
| "learning_rate": 6.522613065326634e-06, | |
| "loss": 0.7906, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.44139650872817954, | |
| "grad_norm": 1.0206201076507568, | |
| "learning_rate": 6.512562814070352e-06, | |
| "loss": 0.8631, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.442643391521197, | |
| "grad_norm": 0.9973576068878174, | |
| "learning_rate": 6.50251256281407e-06, | |
| "loss": 0.8078, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.44389027431421446, | |
| "grad_norm": 1.0855823755264282, | |
| "learning_rate": 6.492462311557789e-06, | |
| "loss": 1.0692, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.4451371571072319, | |
| "grad_norm": 1.0727882385253906, | |
| "learning_rate": 6.482412060301508e-06, | |
| "loss": 0.9002, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.4463840399002494, | |
| "grad_norm": 1.0234915018081665, | |
| "learning_rate": 6.472361809045226e-06, | |
| "loss": 0.9022, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.4476309226932668, | |
| "grad_norm": 1.0042359828948975, | |
| "learning_rate": 6.462311557788945e-06, | |
| "loss": 0.8119, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.4488778054862843, | |
| "grad_norm": 0.9693371057510376, | |
| "learning_rate": 6.4522613065326635e-06, | |
| "loss": 0.7467, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.45012468827930174, | |
| "grad_norm": 1.0523459911346436, | |
| "learning_rate": 6.4422110552763825e-06, | |
| "loss": 0.8219, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.4513715710723192, | |
| "grad_norm": 0.9389395713806152, | |
| "learning_rate": 6.4321608040201015e-06, | |
| "loss": 0.7628, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.45261845386533667, | |
| "grad_norm": 0.9867566823959351, | |
| "learning_rate": 6.42211055276382e-06, | |
| "loss": 0.7433, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.4538653366583541, | |
| "grad_norm": 1.0178903341293335, | |
| "learning_rate": 6.412060301507538e-06, | |
| "loss": 0.8021, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.4551122194513716, | |
| "grad_norm": 1.019600749015808, | |
| "learning_rate": 6.402010050251258e-06, | |
| "loss": 0.8883, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.456359102244389, | |
| "grad_norm": 1.0928678512573242, | |
| "learning_rate": 6.391959798994976e-06, | |
| "loss": 0.9591, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.45760598503740646, | |
| "grad_norm": 1.0122618675231934, | |
| "learning_rate": 6.381909547738694e-06, | |
| "loss": 0.7998, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.45885286783042395, | |
| "grad_norm": 1.0172462463378906, | |
| "learning_rate": 6.371859296482412e-06, | |
| "loss": 0.7293, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.4600997506234414, | |
| "grad_norm": 1.1669033765792847, | |
| "learning_rate": 6.361809045226132e-06, | |
| "loss": 0.9151, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.4613466334164589, | |
| "grad_norm": 1.0527026653289795, | |
| "learning_rate": 6.35175879396985e-06, | |
| "loss": 0.8687, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.4625935162094763, | |
| "grad_norm": 0.9200843572616577, | |
| "learning_rate": 6.341708542713568e-06, | |
| "loss": 0.6577, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.46384039900249374, | |
| "grad_norm": 1.089831829071045, | |
| "learning_rate": 6.331658291457286e-06, | |
| "loss": 0.9584, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.46508728179551123, | |
| "grad_norm": 1.0251846313476562, | |
| "learning_rate": 6.321608040201006e-06, | |
| "loss": 0.8594, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.46633416458852867, | |
| "grad_norm": 0.9644805788993835, | |
| "learning_rate": 6.311557788944724e-06, | |
| "loss": 0.8014, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.46758104738154616, | |
| "grad_norm": 1.163680911064148, | |
| "learning_rate": 6.301507537688442e-06, | |
| "loss": 0.8767, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.4688279301745636, | |
| "grad_norm": 0.9366633892059326, | |
| "learning_rate": 6.291457286432161e-06, | |
| "loss": 0.7751, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.470074812967581, | |
| "grad_norm": 0.9507472515106201, | |
| "learning_rate": 6.28140703517588e-06, | |
| "loss": 0.8121, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.4713216957605985, | |
| "grad_norm": 0.9354878067970276, | |
| "learning_rate": 6.2713567839195985e-06, | |
| "loss": 0.7697, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.47256857855361595, | |
| "grad_norm": 0.9445653557777405, | |
| "learning_rate": 6.2613065326633175e-06, | |
| "loss": 0.7846, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.47381546134663344, | |
| "grad_norm": 1.0566297769546509, | |
| "learning_rate": 6.251256281407036e-06, | |
| "loss": 0.838, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.47506234413965087, | |
| "grad_norm": 0.9639749526977539, | |
| "learning_rate": 6.241206030150754e-06, | |
| "loss": 0.7409, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.4763092269326683, | |
| "grad_norm": 0.9957520961761475, | |
| "learning_rate": 6.231155778894474e-06, | |
| "loss": 0.8416, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.4775561097256858, | |
| "grad_norm": 1.082114577293396, | |
| "learning_rate": 6.221105527638192e-06, | |
| "loss": 0.8489, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.47880299251870323, | |
| "grad_norm": 0.9237020611763, | |
| "learning_rate": 6.21105527638191e-06, | |
| "loss": 0.7696, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.4800498753117207, | |
| "grad_norm": 1.0793203115463257, | |
| "learning_rate": 6.201005025125628e-06, | |
| "loss": 0.8835, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.48129675810473815, | |
| "grad_norm": 0.9898436665534973, | |
| "learning_rate": 6.190954773869348e-06, | |
| "loss": 0.7432, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.4825436408977556, | |
| "grad_norm": 0.9922778010368347, | |
| "learning_rate": 6.180904522613066e-06, | |
| "loss": 0.8182, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.4837905236907731, | |
| "grad_norm": 0.9298007488250732, | |
| "learning_rate": 6.170854271356784e-06, | |
| "loss": 0.7286, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.4850374064837905, | |
| "grad_norm": 0.9403723478317261, | |
| "learning_rate": 6.160804020100502e-06, | |
| "loss": 0.7235, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.486284289276808, | |
| "grad_norm": 0.9329712986946106, | |
| "learning_rate": 6.150753768844222e-06, | |
| "loss": 0.7276, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.48753117206982544, | |
| "grad_norm": 1.0052450895309448, | |
| "learning_rate": 6.14070351758794e-06, | |
| "loss": 0.7996, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.48877805486284287, | |
| "grad_norm": 1.0098786354064941, | |
| "learning_rate": 6.130653266331658e-06, | |
| "loss": 0.9035, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.49002493765586036, | |
| "grad_norm": 1.0230143070220947, | |
| "learning_rate": 6.120603015075377e-06, | |
| "loss": 0.7571, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.4912718204488778, | |
| "grad_norm": 1.1021591424942017, | |
| "learning_rate": 6.110552763819096e-06, | |
| "loss": 0.7802, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.4925187032418953, | |
| "grad_norm": 1.154613971710205, | |
| "learning_rate": 6.1005025125628145e-06, | |
| "loss": 0.8112, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.4937655860349127, | |
| "grad_norm": 1.0493168830871582, | |
| "learning_rate": 6.0904522613065335e-06, | |
| "loss": 0.771, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.49501246882793015, | |
| "grad_norm": 1.172802209854126, | |
| "learning_rate": 6.080402010050252e-06, | |
| "loss": 0.8897, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.49625935162094764, | |
| "grad_norm": 1.0466126203536987, | |
| "learning_rate": 6.070351758793971e-06, | |
| "loss": 0.7515, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.4975062344139651, | |
| "grad_norm": 1.0226330757141113, | |
| "learning_rate": 6.06030150753769e-06, | |
| "loss": 0.7747, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.49875311720698257, | |
| "grad_norm": 1.0427227020263672, | |
| "learning_rate": 6.050251256281408e-06, | |
| "loss": 0.7962, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.104669451713562, | |
| "learning_rate": 6.040201005025126e-06, | |
| "loss": 0.9699, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.5012468827930174, | |
| "grad_norm": 1.0949004888534546, | |
| "learning_rate": 6.030150753768844e-06, | |
| "loss": 0.9231, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.5024937655860349, | |
| "grad_norm": 1.0837571620941162, | |
| "learning_rate": 6.020100502512564e-06, | |
| "loss": 0.9493, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.5037406483790524, | |
| "grad_norm": 1.4410837888717651, | |
| "learning_rate": 6.010050251256282e-06, | |
| "loss": 1.1473, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.5049875311720698, | |
| "grad_norm": 1.178643822669983, | |
| "learning_rate": 6e-06, | |
| "loss": 0.9554, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.5062344139650873, | |
| "grad_norm": 1.1893959045410156, | |
| "learning_rate": 5.989949748743718e-06, | |
| "loss": 0.8837, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.5074812967581047, | |
| "grad_norm": 1.5423134565353394, | |
| "learning_rate": 5.979899497487438e-06, | |
| "loss": 1.2201, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.5087281795511222, | |
| "grad_norm": 1.3641034364700317, | |
| "learning_rate": 5.969849246231156e-06, | |
| "loss": 1.0886, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.5099750623441397, | |
| "grad_norm": 1.4659836292266846, | |
| "learning_rate": 5.959798994974874e-06, | |
| "loss": 1.2189, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.5112219451371571, | |
| "grad_norm": 1.52463698387146, | |
| "learning_rate": 5.949748743718593e-06, | |
| "loss": 1.2287, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5124688279301746, | |
| "grad_norm": 1.5492169857025146, | |
| "learning_rate": 5.939698492462312e-06, | |
| "loss": 1.2809, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.513715710723192, | |
| "grad_norm": 1.8154112100601196, | |
| "learning_rate": 5.9296482412060305e-06, | |
| "loss": 1.2805, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.5149625935162094, | |
| "grad_norm": 1.690354824066162, | |
| "learning_rate": 5.9195979899497495e-06, | |
| "loss": 1.3875, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.516209476309227, | |
| "grad_norm": 1.7147947549819946, | |
| "learning_rate": 5.909547738693468e-06, | |
| "loss": 1.363, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.5174563591022444, | |
| "grad_norm": 1.8920574188232422, | |
| "learning_rate": 5.899497487437187e-06, | |
| "loss": 1.4414, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.5187032418952618, | |
| "grad_norm": 1.6709070205688477, | |
| "learning_rate": 5.889447236180905e-06, | |
| "loss": 1.5424, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.5199501246882793, | |
| "grad_norm": 2.0101499557495117, | |
| "learning_rate": 5.879396984924624e-06, | |
| "loss": 1.551, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.5211970074812967, | |
| "grad_norm": 1.601006031036377, | |
| "learning_rate": 5.869346733668342e-06, | |
| "loss": 1.3572, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.5224438902743143, | |
| "grad_norm": 1.6006678342819214, | |
| "learning_rate": 5.859296482412061e-06, | |
| "loss": 1.2775, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.5236907730673317, | |
| "grad_norm": 1.3266113996505737, | |
| "learning_rate": 5.84924623115578e-06, | |
| "loss": 1.0825, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.5249376558603491, | |
| "grad_norm": 1.8975056409835815, | |
| "learning_rate": 5.839195979899498e-06, | |
| "loss": 1.3971, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.5261845386533666, | |
| "grad_norm": 1.5751831531524658, | |
| "learning_rate": 5.829145728643216e-06, | |
| "loss": 1.3774, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.527431421446384, | |
| "grad_norm": 1.7386391162872314, | |
| "learning_rate": 5.819095477386936e-06, | |
| "loss": 1.3489, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.5286783042394015, | |
| "grad_norm": 1.5445035696029663, | |
| "learning_rate": 5.809045226130654e-06, | |
| "loss": 1.4158, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.529925187032419, | |
| "grad_norm": 1.3711769580841064, | |
| "learning_rate": 5.798994974874372e-06, | |
| "loss": 1.2585, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.5311720698254364, | |
| "grad_norm": 1.5423415899276733, | |
| "learning_rate": 5.78894472361809e-06, | |
| "loss": 1.3683, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.5324189526184538, | |
| "grad_norm": 1.5914721488952637, | |
| "learning_rate": 5.778894472361809e-06, | |
| "loss": 1.255, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.5336658354114713, | |
| "grad_norm": 1.5025103092193604, | |
| "learning_rate": 5.768844221105528e-06, | |
| "loss": 1.2946, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.5349127182044888, | |
| "grad_norm": 1.662097454071045, | |
| "learning_rate": 5.7587939698492465e-06, | |
| "loss": 1.4691, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.5361596009975063, | |
| "grad_norm": 1.581234097480774, | |
| "learning_rate": 5.7487437185929655e-06, | |
| "loss": 1.6212, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.5374064837905237, | |
| "grad_norm": 1.2948893308639526, | |
| "learning_rate": 5.738693467336684e-06, | |
| "loss": 1.2803, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.5386533665835411, | |
| "grad_norm": 1.494753122329712, | |
| "learning_rate": 5.728643216080403e-06, | |
| "loss": 1.3346, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.5399002493765586, | |
| "grad_norm": 1.5078567266464233, | |
| "learning_rate": 5.718592964824121e-06, | |
| "loss": 1.3832, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.5411471321695761, | |
| "grad_norm": 1.5009632110595703, | |
| "learning_rate": 5.70854271356784e-06, | |
| "loss": 1.3823, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.5423940149625935, | |
| "grad_norm": 1.3894951343536377, | |
| "learning_rate": 5.698492462311558e-06, | |
| "loss": 1.2064, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.543640897755611, | |
| "grad_norm": 1.6113992929458618, | |
| "learning_rate": 5.688442211055277e-06, | |
| "loss": 1.2654, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.5448877805486284, | |
| "grad_norm": 1.2530064582824707, | |
| "learning_rate": 5.678391959798996e-06, | |
| "loss": 1.3238, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.5461346633416458, | |
| "grad_norm": 1.3698482513427734, | |
| "learning_rate": 5.668341708542714e-06, | |
| "loss": 1.2708, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.5473815461346634, | |
| "grad_norm": 1.546341896057129, | |
| "learning_rate": 5.658291457286432e-06, | |
| "loss": 1.3232, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.5486284289276808, | |
| "grad_norm": 1.5164636373519897, | |
| "learning_rate": 5.648241206030152e-06, | |
| "loss": 1.4437, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.5498753117206983, | |
| "grad_norm": 1.4249422550201416, | |
| "learning_rate": 5.63819095477387e-06, | |
| "loss": 1.3236, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.5511221945137157, | |
| "grad_norm": 1.3124446868896484, | |
| "learning_rate": 5.628140703517588e-06, | |
| "loss": 1.3035, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.5523690773067331, | |
| "grad_norm": 1.5412633419036865, | |
| "learning_rate": 5.618090452261306e-06, | |
| "loss": 1.4026, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.5536159600997507, | |
| "grad_norm": 1.53081214427948, | |
| "learning_rate": 5.608040201005026e-06, | |
| "loss": 1.2611, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.5548628428927681, | |
| "grad_norm": 1.1497313976287842, | |
| "learning_rate": 5.597989949748744e-06, | |
| "loss": 1.1849, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.5561097256857855, | |
| "grad_norm": 1.5226142406463623, | |
| "learning_rate": 5.5879396984924625e-06, | |
| "loss": 1.4378, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.557356608478803, | |
| "grad_norm": 1.5681039094924927, | |
| "learning_rate": 5.577889447236181e-06, | |
| "loss": 1.6733, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.5586034912718204, | |
| "grad_norm": 1.3931708335876465, | |
| "learning_rate": 5.5678391959799e-06, | |
| "loss": 1.3721, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.559850374064838, | |
| "grad_norm": 1.365352988243103, | |
| "learning_rate": 5.557788944723619e-06, | |
| "loss": 1.5183, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.5610972568578554, | |
| "grad_norm": 1.3289903402328491, | |
| "learning_rate": 5.547738693467337e-06, | |
| "loss": 1.5054, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5623441396508728, | |
| "grad_norm": 1.2827537059783936, | |
| "learning_rate": 5.537688442211056e-06, | |
| "loss": 1.2045, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.5635910224438903, | |
| "grad_norm": 1.336918830871582, | |
| "learning_rate": 5.527638190954774e-06, | |
| "loss": 1.1425, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.5648379052369077, | |
| "grad_norm": 1.2265493869781494, | |
| "learning_rate": 5.517587939698493e-06, | |
| "loss": 1.2198, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.5660847880299252, | |
| "grad_norm": 1.4016344547271729, | |
| "learning_rate": 5.507537688442212e-06, | |
| "loss": 1.4, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.5673316708229427, | |
| "grad_norm": 1.3361009359359741, | |
| "learning_rate": 5.49748743718593e-06, | |
| "loss": 1.3654, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.5685785536159601, | |
| "grad_norm": 1.447028636932373, | |
| "learning_rate": 5.487437185929648e-06, | |
| "loss": 1.4682, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.5698254364089775, | |
| "grad_norm": 1.2176581621170044, | |
| "learning_rate": 5.477386934673368e-06, | |
| "loss": 1.2963, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.571072319201995, | |
| "grad_norm": 1.2136200666427612, | |
| "learning_rate": 5.467336683417086e-06, | |
| "loss": 1.2497, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.5723192019950125, | |
| "grad_norm": 1.420364260673523, | |
| "learning_rate": 5.457286432160804e-06, | |
| "loss": 1.2681, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.57356608478803, | |
| "grad_norm": 1.3635661602020264, | |
| "learning_rate": 5.447236180904522e-06, | |
| "loss": 1.3178, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5748129675810474, | |
| "grad_norm": 1.3945159912109375, | |
| "learning_rate": 5.437185929648242e-06, | |
| "loss": 1.3192, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.5760598503740648, | |
| "grad_norm": 1.2764129638671875, | |
| "learning_rate": 5.42713567839196e-06, | |
| "loss": 1.4384, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.5773067331670823, | |
| "grad_norm": 1.2246918678283691, | |
| "learning_rate": 5.4170854271356785e-06, | |
| "loss": 1.1863, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.5785536159600998, | |
| "grad_norm": 1.3122367858886719, | |
| "learning_rate": 5.407035175879397e-06, | |
| "loss": 1.1194, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.5798004987531172, | |
| "grad_norm": 1.1648610830307007, | |
| "learning_rate": 5.3969849246231165e-06, | |
| "loss": 1.2397, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.5810473815461347, | |
| "grad_norm": 1.4122895002365112, | |
| "learning_rate": 5.386934673366835e-06, | |
| "loss": 1.5005, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.5822942643391521, | |
| "grad_norm": 1.1804543733596802, | |
| "learning_rate": 5.376884422110553e-06, | |
| "loss": 1.3592, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.5835411471321695, | |
| "grad_norm": 1.192355751991272, | |
| "learning_rate": 5.366834170854272e-06, | |
| "loss": 1.2864, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.5847880299251871, | |
| "grad_norm": 1.4562029838562012, | |
| "learning_rate": 5.356783919597991e-06, | |
| "loss": 1.5208, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.5860349127182045, | |
| "grad_norm": 1.123356580734253, | |
| "learning_rate": 5.346733668341709e-06, | |
| "loss": 1.1004, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.587281795511222, | |
| "grad_norm": 1.1915100812911987, | |
| "learning_rate": 5.336683417085428e-06, | |
| "loss": 1.2777, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.5885286783042394, | |
| "grad_norm": 1.2414828538894653, | |
| "learning_rate": 5.326633165829146e-06, | |
| "loss": 1.3355, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.5897755610972568, | |
| "grad_norm": 1.334938406944275, | |
| "learning_rate": 5.316582914572864e-06, | |
| "loss": 1.374, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.5910224438902744, | |
| "grad_norm": 1.1577836275100708, | |
| "learning_rate": 5.306532663316584e-06, | |
| "loss": 1.3759, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.5922693266832918, | |
| "grad_norm": 1.2841064929962158, | |
| "learning_rate": 5.296482412060302e-06, | |
| "loss": 1.3366, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.5935162094763092, | |
| "grad_norm": 1.5192992687225342, | |
| "learning_rate": 5.28643216080402e-06, | |
| "loss": 1.2881, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.5947630922693267, | |
| "grad_norm": 1.3636270761489868, | |
| "learning_rate": 5.2763819095477384e-06, | |
| "loss": 1.3256, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.5960099750623441, | |
| "grad_norm": 1.3187315464019775, | |
| "learning_rate": 5.266331658291458e-06, | |
| "loss": 1.6553, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.5972568578553616, | |
| "grad_norm": 1.5698240995407104, | |
| "learning_rate": 5.256281407035176e-06, | |
| "loss": 1.6228, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.5985037406483791, | |
| "grad_norm": 1.5735142230987549, | |
| "learning_rate": 5.2462311557788945e-06, | |
| "loss": 1.5562, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5997506234413965, | |
| "grad_norm": 1.2758464813232422, | |
| "learning_rate": 5.236180904522613e-06, | |
| "loss": 1.3339, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.600997506234414, | |
| "grad_norm": 1.276182770729065, | |
| "learning_rate": 5.2261306532663325e-06, | |
| "loss": 1.3058, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.6022443890274314, | |
| "grad_norm": 1.3235769271850586, | |
| "learning_rate": 5.216080402010051e-06, | |
| "loss": 1.5037, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.6034912718204489, | |
| "grad_norm": 1.6739779710769653, | |
| "learning_rate": 5.206030150753769e-06, | |
| "loss": 1.6547, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.6047381546134664, | |
| "grad_norm": 1.2202621698379517, | |
| "learning_rate": 5.195979899497488e-06, | |
| "loss": 1.2164, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.6059850374064838, | |
| "grad_norm": 1.4694870710372925, | |
| "learning_rate": 5.185929648241207e-06, | |
| "loss": 1.469, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.6072319201995012, | |
| "grad_norm": 1.2256667613983154, | |
| "learning_rate": 5.175879396984925e-06, | |
| "loss": 1.4083, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.6084788029925187, | |
| "grad_norm": 1.1571601629257202, | |
| "learning_rate": 5.165829145728644e-06, | |
| "loss": 1.355, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.6097256857855362, | |
| "grad_norm": 1.1311854124069214, | |
| "learning_rate": 5.155778894472362e-06, | |
| "loss": 1.3116, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.6109725685785536, | |
| "grad_norm": 1.1487990617752075, | |
| "learning_rate": 5.145728643216081e-06, | |
| "loss": 1.2591, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.6122194513715711, | |
| "grad_norm": 1.2499967813491821, | |
| "learning_rate": 5.1356783919598e-06, | |
| "loss": 1.1438, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.6134663341645885, | |
| "grad_norm": 1.1885159015655518, | |
| "learning_rate": 5.125628140703518e-06, | |
| "loss": 1.2083, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.614713216957606, | |
| "grad_norm": 1.1704846620559692, | |
| "learning_rate": 5.115577889447236e-06, | |
| "loss": 1.3491, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.6159600997506235, | |
| "grad_norm": 1.457107663154602, | |
| "learning_rate": 5.1055276381909544e-06, | |
| "loss": 1.4857, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.6172069825436409, | |
| "grad_norm": 1.2045649290084839, | |
| "learning_rate": 5.095477386934674e-06, | |
| "loss": 1.3802, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.6184538653366584, | |
| "grad_norm": 1.1182193756103516, | |
| "learning_rate": 5.085427135678392e-06, | |
| "loss": 1.2746, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.6197007481296758, | |
| "grad_norm": 1.5713269710540771, | |
| "learning_rate": 5.0753768844221105e-06, | |
| "loss": 1.6005, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.6209476309226932, | |
| "grad_norm": 1.0437641143798828, | |
| "learning_rate": 5.065326633165829e-06, | |
| "loss": 1.2162, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.6221945137157108, | |
| "grad_norm": 1.1712435483932495, | |
| "learning_rate": 5.0552763819095485e-06, | |
| "loss": 1.329, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.6234413965087282, | |
| "grad_norm": 1.398896336555481, | |
| "learning_rate": 5.045226130653267e-06, | |
| "loss": 1.4741, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.6246882793017456, | |
| "grad_norm": 1.2904688119888306, | |
| "learning_rate": 5.035175879396985e-06, | |
| "loss": 1.3501, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.6259351620947631, | |
| "grad_norm": 1.2536730766296387, | |
| "learning_rate": 5.025125628140704e-06, | |
| "loss": 1.3771, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.6271820448877805, | |
| "grad_norm": 1.2482725381851196, | |
| "learning_rate": 5.015075376884423e-06, | |
| "loss": 1.348, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.628428927680798, | |
| "grad_norm": 1.1218414306640625, | |
| "learning_rate": 5.005025125628141e-06, | |
| "loss": 1.3244, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.6296758104738155, | |
| "grad_norm": 0.9919432997703552, | |
| "learning_rate": 4.99497487437186e-06, | |
| "loss": 1.2138, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.6309226932668329, | |
| "grad_norm": 1.1359126567840576, | |
| "learning_rate": 4.984924623115578e-06, | |
| "loss": 1.3458, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.6321695760598504, | |
| "grad_norm": 1.238451361656189, | |
| "learning_rate": 4.974874371859297e-06, | |
| "loss": 1.36, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.6334164588528678, | |
| "grad_norm": 1.025715947151184, | |
| "learning_rate": 4.964824120603016e-06, | |
| "loss": 1.294, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.6346633416458853, | |
| "grad_norm": 1.098476529121399, | |
| "learning_rate": 4.954773869346734e-06, | |
| "loss": 1.1711, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.6359102244389028, | |
| "grad_norm": 1.1356350183486938, | |
| "learning_rate": 4.944723618090453e-06, | |
| "loss": 1.3081, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.6371571072319202, | |
| "grad_norm": 1.0799708366394043, | |
| "learning_rate": 4.934673366834171e-06, | |
| "loss": 1.2362, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.6384039900249376, | |
| "grad_norm": 1.2346608638763428, | |
| "learning_rate": 4.92462311557789e-06, | |
| "loss": 1.3984, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.6396508728179551, | |
| "grad_norm": 1.131801724433899, | |
| "learning_rate": 4.914572864321608e-06, | |
| "loss": 1.299, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.6408977556109726, | |
| "grad_norm": 1.111167550086975, | |
| "learning_rate": 4.904522613065327e-06, | |
| "loss": 1.2996, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.64214463840399, | |
| "grad_norm": 0.9856006503105164, | |
| "learning_rate": 4.8944723618090455e-06, | |
| "loss": 1.1244, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.6433915211970075, | |
| "grad_norm": 1.3219460248947144, | |
| "learning_rate": 4.8844221105527645e-06, | |
| "loss": 1.5762, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.6446384039900249, | |
| "grad_norm": 1.373515248298645, | |
| "learning_rate": 4.874371859296483e-06, | |
| "loss": 1.4603, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.6458852867830424, | |
| "grad_norm": 1.4860966205596924, | |
| "learning_rate": 4.864321608040201e-06, | |
| "loss": 1.4246, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.6471321695760599, | |
| "grad_norm": 1.070772409439087, | |
| "learning_rate": 4.85427135678392e-06, | |
| "loss": 1.3235, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.6483790523690773, | |
| "grad_norm": 1.101556420326233, | |
| "learning_rate": 4.844221105527638e-06, | |
| "loss": 1.2472, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.6496259351620948, | |
| "grad_norm": 1.3003178834915161, | |
| "learning_rate": 4.834170854271357e-06, | |
| "loss": 1.3101, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.6508728179551122, | |
| "grad_norm": 1.1553622484207153, | |
| "learning_rate": 4.824120603015076e-06, | |
| "loss": 1.4617, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.6521197007481296, | |
| "grad_norm": 1.3094005584716797, | |
| "learning_rate": 4.814070351758794e-06, | |
| "loss": 1.4772, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.6533665835411472, | |
| "grad_norm": 1.0930010080337524, | |
| "learning_rate": 4.804020100502513e-06, | |
| "loss": 1.2367, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.6546134663341646, | |
| "grad_norm": 1.0848156213760376, | |
| "learning_rate": 4.793969849246232e-06, | |
| "loss": 1.1232, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.655860349127182, | |
| "grad_norm": 1.1442714929580688, | |
| "learning_rate": 4.78391959798995e-06, | |
| "loss": 1.1326, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.6571072319201995, | |
| "grad_norm": 1.0560922622680664, | |
| "learning_rate": 4.773869346733669e-06, | |
| "loss": 1.2323, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.6583541147132169, | |
| "grad_norm": 1.078669786453247, | |
| "learning_rate": 4.763819095477387e-06, | |
| "loss": 1.1893, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.6596009975062345, | |
| "grad_norm": 1.2652770280838013, | |
| "learning_rate": 4.753768844221106e-06, | |
| "loss": 1.3677, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.6608478802992519, | |
| "grad_norm": 1.1706942319869995, | |
| "learning_rate": 4.743718592964824e-06, | |
| "loss": 1.3092, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.6620947630922693, | |
| "grad_norm": 1.112500786781311, | |
| "learning_rate": 4.733668341708543e-06, | |
| "loss": 1.3348, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.6633416458852868, | |
| "grad_norm": 1.1695048809051514, | |
| "learning_rate": 4.7236180904522615e-06, | |
| "loss": 1.2274, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.6645885286783042, | |
| "grad_norm": 1.0850027799606323, | |
| "learning_rate": 4.7135678391959805e-06, | |
| "loss": 1.3211, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.6658354114713217, | |
| "grad_norm": 1.0453435182571411, | |
| "learning_rate": 4.703517587939699e-06, | |
| "loss": 1.2421, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.6670822942643392, | |
| "grad_norm": 1.064238429069519, | |
| "learning_rate": 4.693467336683418e-06, | |
| "loss": 1.2931, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.6683291770573566, | |
| "grad_norm": 1.073265790939331, | |
| "learning_rate": 4.683417085427136e-06, | |
| "loss": 1.332, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.669576059850374, | |
| "grad_norm": 1.1147503852844238, | |
| "learning_rate": 4.673366834170855e-06, | |
| "loss": 1.2703, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.6708229426433915, | |
| "grad_norm": 1.1737515926361084, | |
| "learning_rate": 4.663316582914573e-06, | |
| "loss": 1.337, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.672069825436409, | |
| "grad_norm": 1.122194766998291, | |
| "learning_rate": 4.653266331658292e-06, | |
| "loss": 1.356, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.6733167082294265, | |
| "grad_norm": 1.0874652862548828, | |
| "learning_rate": 4.64321608040201e-06, | |
| "loss": 1.2351, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.6745635910224439, | |
| "grad_norm": 1.030617117881775, | |
| "learning_rate": 4.633165829145729e-06, | |
| "loss": 1.1084, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.6758104738154613, | |
| "grad_norm": 1.0776344537734985, | |
| "learning_rate": 4.623115577889448e-06, | |
| "loss": 1.3709, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.6770573566084788, | |
| "grad_norm": 1.1286858320236206, | |
| "learning_rate": 4.613065326633166e-06, | |
| "loss": 1.1697, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.6783042394014963, | |
| "grad_norm": 1.2843730449676514, | |
| "learning_rate": 4.603015075376885e-06, | |
| "loss": 1.3009, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.6795511221945137, | |
| "grad_norm": 1.150352954864502, | |
| "learning_rate": 4.592964824120603e-06, | |
| "loss": 1.4233, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.6807980049875312, | |
| "grad_norm": 0.9618976712226868, | |
| "learning_rate": 4.582914572864322e-06, | |
| "loss": 1.0999, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.6820448877805486, | |
| "grad_norm": 1.1732901334762573, | |
| "learning_rate": 4.57286432160804e-06, | |
| "loss": 1.3423, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.683291770573566, | |
| "grad_norm": 1.0924255847930908, | |
| "learning_rate": 4.562814070351759e-06, | |
| "loss": 1.3029, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.6845386533665836, | |
| "grad_norm": 1.1003159284591675, | |
| "learning_rate": 4.5527638190954775e-06, | |
| "loss": 1.3181, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.685785536159601, | |
| "grad_norm": 1.1251845359802246, | |
| "learning_rate": 4.5427135678391965e-06, | |
| "loss": 1.276, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6870324189526185, | |
| "grad_norm": 1.1196423768997192, | |
| "learning_rate": 4.532663316582915e-06, | |
| "loss": 1.3641, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.6882793017456359, | |
| "grad_norm": 1.332815408706665, | |
| "learning_rate": 4.522613065326634e-06, | |
| "loss": 1.4331, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.6895261845386533, | |
| "grad_norm": 1.5822710990905762, | |
| "learning_rate": 4.512562814070352e-06, | |
| "loss": 1.2518, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.6907730673316709, | |
| "grad_norm": 1.0803861618041992, | |
| "learning_rate": 4.502512562814071e-06, | |
| "loss": 1.1996, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.6920199501246883, | |
| "grad_norm": 1.1029341220855713, | |
| "learning_rate": 4.492462311557789e-06, | |
| "loss": 1.3841, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.6932668329177057, | |
| "grad_norm": 1.160920262336731, | |
| "learning_rate": 4.482412060301508e-06, | |
| "loss": 1.4129, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.6945137157107232, | |
| "grad_norm": 1.213218092918396, | |
| "learning_rate": 4.472361809045226e-06, | |
| "loss": 1.2498, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.6957605985037406, | |
| "grad_norm": 1.095435380935669, | |
| "learning_rate": 4.462311557788945e-06, | |
| "loss": 1.2925, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.6970074812967582, | |
| "grad_norm": 1.1194297075271606, | |
| "learning_rate": 4.452261306532664e-06, | |
| "loss": 1.1858, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.6982543640897756, | |
| "grad_norm": 1.2164180278778076, | |
| "learning_rate": 4.442211055276382e-06, | |
| "loss": 1.3955, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.699501246882793, | |
| "grad_norm": 1.169387936592102, | |
| "learning_rate": 4.432160804020101e-06, | |
| "loss": 1.3091, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.7007481296758105, | |
| "grad_norm": 1.1217790842056274, | |
| "learning_rate": 4.42211055276382e-06, | |
| "loss": 1.2544, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.7019950124688279, | |
| "grad_norm": 0.9259798526763916, | |
| "learning_rate": 4.412060301507538e-06, | |
| "loss": 1.1452, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.7032418952618454, | |
| "grad_norm": 1.0845868587493896, | |
| "learning_rate": 4.4020100502512564e-06, | |
| "loss": 1.1751, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.7044887780548629, | |
| "grad_norm": 1.0227254629135132, | |
| "learning_rate": 4.391959798994975e-06, | |
| "loss": 1.3191, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.7057356608478803, | |
| "grad_norm": 1.1065592765808105, | |
| "learning_rate": 4.3819095477386936e-06, | |
| "loss": 1.168, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.7069825436408977, | |
| "grad_norm": 0.9589051008224487, | |
| "learning_rate": 4.3718592964824125e-06, | |
| "loss": 1.1115, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.7082294264339152, | |
| "grad_norm": 0.984656035900116, | |
| "learning_rate": 4.361809045226131e-06, | |
| "loss": 1.1782, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.7094763092269327, | |
| "grad_norm": 1.153030514717102, | |
| "learning_rate": 4.35175879396985e-06, | |
| "loss": 1.4849, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.7107231920199502, | |
| "grad_norm": 1.1514592170715332, | |
| "learning_rate": 4.341708542713568e-06, | |
| "loss": 1.5695, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.7119700748129676, | |
| "grad_norm": 1.2167006731033325, | |
| "learning_rate": 4.331658291457287e-06, | |
| "loss": 1.6739, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.713216957605985, | |
| "grad_norm": 1.0637681484222412, | |
| "learning_rate": 4.321608040201005e-06, | |
| "loss": 1.1619, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.7144638403990025, | |
| "grad_norm": 1.095629096031189, | |
| "learning_rate": 4.311557788944724e-06, | |
| "loss": 1.3744, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.71571072319202, | |
| "grad_norm": 1.192861557006836, | |
| "learning_rate": 4.301507537688442e-06, | |
| "loss": 1.4814, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.7169576059850374, | |
| "grad_norm": 1.1575725078582764, | |
| "learning_rate": 4.291457286432161e-06, | |
| "loss": 1.3772, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.7182044887780549, | |
| "grad_norm": 1.2418595552444458, | |
| "learning_rate": 4.28140703517588e-06, | |
| "loss": 1.3419, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.7194513715710723, | |
| "grad_norm": 0.997127115726471, | |
| "learning_rate": 4.271356783919598e-06, | |
| "loss": 1.3651, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.7206982543640897, | |
| "grad_norm": 1.2453523874282837, | |
| "learning_rate": 4.261306532663317e-06, | |
| "loss": 1.532, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.7219451371571073, | |
| "grad_norm": 0.9462280869483948, | |
| "learning_rate": 4.251256281407035e-06, | |
| "loss": 1.1298, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.7231920199501247, | |
| "grad_norm": 1.0504893064498901, | |
| "learning_rate": 4.241206030150754e-06, | |
| "loss": 1.3086, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.7244389027431422, | |
| "grad_norm": 1.0261592864990234, | |
| "learning_rate": 4.231155778894473e-06, | |
| "loss": 1.2857, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.7256857855361596, | |
| "grad_norm": 1.2512131929397583, | |
| "learning_rate": 4.221105527638191e-06, | |
| "loss": 1.4445, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.726932668329177, | |
| "grad_norm": 1.1242586374282837, | |
| "learning_rate": 4.21105527638191e-06, | |
| "loss": 1.3446, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.7281795511221946, | |
| "grad_norm": 1.0649203062057495, | |
| "learning_rate": 4.2010050251256285e-06, | |
| "loss": 1.3638, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.729426433915212, | |
| "grad_norm": 1.1724040508270264, | |
| "learning_rate": 4.1909547738693475e-06, | |
| "loss": 1.4811, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.7306733167082294, | |
| "grad_norm": 1.0804775953292847, | |
| "learning_rate": 4.180904522613066e-06, | |
| "loss": 1.1316, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.7319201995012469, | |
| "grad_norm": 0.9892793297767639, | |
| "learning_rate": 4.170854271356784e-06, | |
| "loss": 1.1471, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.7331670822942643, | |
| "grad_norm": 1.151212215423584, | |
| "learning_rate": 4.160804020100503e-06, | |
| "loss": 1.4482, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.7344139650872819, | |
| "grad_norm": 1.1802674531936646, | |
| "learning_rate": 4.150753768844221e-06, | |
| "loss": 1.6117, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.7356608478802993, | |
| "grad_norm": 1.0757607221603394, | |
| "learning_rate": 4.14070351758794e-06, | |
| "loss": 1.3565, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.7369077306733167, | |
| "grad_norm": 1.0788909196853638, | |
| "learning_rate": 4.130653266331658e-06, | |
| "loss": 1.2429, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.7381546134663342, | |
| "grad_norm": 1.0227360725402832, | |
| "learning_rate": 4.120603015075377e-06, | |
| "loss": 1.1207, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.7394014962593516, | |
| "grad_norm": 1.2680491209030151, | |
| "learning_rate": 4.110552763819096e-06, | |
| "loss": 1.529, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.7406483790523691, | |
| "grad_norm": 1.0967222452163696, | |
| "learning_rate": 4.100502512562814e-06, | |
| "loss": 1.3779, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.7418952618453866, | |
| "grad_norm": 1.031927227973938, | |
| "learning_rate": 4.090452261306533e-06, | |
| "loss": 1.3051, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.743142144638404, | |
| "grad_norm": 1.0825140476226807, | |
| "learning_rate": 4.080402010050251e-06, | |
| "loss": 1.3006, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.7443890274314214, | |
| "grad_norm": 1.0165408849716187, | |
| "learning_rate": 4.07035175879397e-06, | |
| "loss": 1.2319, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.7456359102244389, | |
| "grad_norm": 1.074092984199524, | |
| "learning_rate": 4.060301507537689e-06, | |
| "loss": 1.3783, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.7468827930174564, | |
| "grad_norm": 1.0302280187606812, | |
| "learning_rate": 4.0502512562814074e-06, | |
| "loss": 1.2394, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.7481296758104738, | |
| "grad_norm": 1.197632908821106, | |
| "learning_rate": 4.040201005025126e-06, | |
| "loss": 1.4848, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7493765586034913, | |
| "grad_norm": 1.1284730434417725, | |
| "learning_rate": 4.0301507537688446e-06, | |
| "loss": 1.3831, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.7506234413965087, | |
| "grad_norm": 0.9015758633613586, | |
| "learning_rate": 4.0201005025125635e-06, | |
| "loss": 1.1153, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.7518703241895262, | |
| "grad_norm": 1.0198216438293457, | |
| "learning_rate": 4.010050251256282e-06, | |
| "loss": 1.1892, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.7531172069825436, | |
| "grad_norm": 1.0180002450942993, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.3982, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.7543640897755611, | |
| "grad_norm": 1.0819799900054932, | |
| "learning_rate": 3.989949748743719e-06, | |
| "loss": 1.3013, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.7556109725685786, | |
| "grad_norm": 1.1782817840576172, | |
| "learning_rate": 3.979899497487438e-06, | |
| "loss": 1.2649, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.756857855361596, | |
| "grad_norm": 1.2745203971862793, | |
| "learning_rate": 3.969849246231156e-06, | |
| "loss": 1.3252, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.7581047381546134, | |
| "grad_norm": 1.0373176336288452, | |
| "learning_rate": 3.959798994974875e-06, | |
| "loss": 1.1759, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.7593516209476309, | |
| "grad_norm": 1.1250362396240234, | |
| "learning_rate": 3.949748743718593e-06, | |
| "loss": 1.3396, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.7605985037406484, | |
| "grad_norm": 1.0422521829605103, | |
| "learning_rate": 3.939698492462311e-06, | |
| "loss": 1.2848, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.7618453865336658, | |
| "grad_norm": 1.1368873119354248, | |
| "learning_rate": 3.92964824120603e-06, | |
| "loss": 1.3126, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.7630922693266833, | |
| "grad_norm": 1.0962395668029785, | |
| "learning_rate": 3.919597989949749e-06, | |
| "loss": 1.2602, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.7643391521197007, | |
| "grad_norm": 1.0593301057815552, | |
| "learning_rate": 3.909547738693467e-06, | |
| "loss": 1.2048, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.7655860349127181, | |
| "grad_norm": 1.0383837223052979, | |
| "learning_rate": 3.899497487437186e-06, | |
| "loss": 1.1758, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.7668329177057357, | |
| "grad_norm": 1.099158525466919, | |
| "learning_rate": 3.889447236180905e-06, | |
| "loss": 1.3342, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.7680798004987531, | |
| "grad_norm": 1.0604772567749023, | |
| "learning_rate": 3.8793969849246234e-06, | |
| "loss": 1.352, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.7693266832917706, | |
| "grad_norm": 1.0652525424957275, | |
| "learning_rate": 3.869346733668342e-06, | |
| "loss": 1.1875, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.770573566084788, | |
| "grad_norm": 1.2529562711715698, | |
| "learning_rate": 3.8592964824120606e-06, | |
| "loss": 1.4779, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.7718204488778054, | |
| "grad_norm": 1.0753412246704102, | |
| "learning_rate": 3.8492462311557795e-06, | |
| "loss": 1.4986, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.773067331670823, | |
| "grad_norm": 1.0033202171325684, | |
| "learning_rate": 3.839195979899498e-06, | |
| "loss": 1.2085, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.7743142144638404, | |
| "grad_norm": 1.1038106679916382, | |
| "learning_rate": 3.829145728643217e-06, | |
| "loss": 1.4254, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.7755610972568578, | |
| "grad_norm": 0.9478548765182495, | |
| "learning_rate": 3.819095477386935e-06, | |
| "loss": 1.1043, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.7768079800498753, | |
| "grad_norm": 1.2829041481018066, | |
| "learning_rate": 3.809045226130654e-06, | |
| "loss": 1.4101, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.7780548628428927, | |
| "grad_norm": 1.0391925573349, | |
| "learning_rate": 3.798994974874372e-06, | |
| "loss": 1.3809, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.7793017456359103, | |
| "grad_norm": 1.0022780895233154, | |
| "learning_rate": 3.788944723618091e-06, | |
| "loss": 1.3742, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.7805486284289277, | |
| "grad_norm": 1.083511471748352, | |
| "learning_rate": 3.7788944723618095e-06, | |
| "loss": 1.2992, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.7817955112219451, | |
| "grad_norm": 1.0486705303192139, | |
| "learning_rate": 3.768844221105528e-06, | |
| "loss": 1.0928, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.7830423940149626, | |
| "grad_norm": 1.0774915218353271, | |
| "learning_rate": 3.7587939698492466e-06, | |
| "loss": 1.1697, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.78428927680798, | |
| "grad_norm": 0.9593791961669922, | |
| "learning_rate": 3.748743718592965e-06, | |
| "loss": 1.3415, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.7855361596009975, | |
| "grad_norm": 1.141543984413147, | |
| "learning_rate": 3.7386934673366837e-06, | |
| "loss": 1.4172, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.786783042394015, | |
| "grad_norm": 1.0077931880950928, | |
| "learning_rate": 3.7286432160804027e-06, | |
| "loss": 1.0945, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.7880299251870324, | |
| "grad_norm": 1.0111457109451294, | |
| "learning_rate": 3.718592964824121e-06, | |
| "loss": 1.0663, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.7892768079800498, | |
| "grad_norm": 1.1871503591537476, | |
| "learning_rate": 3.7085427135678394e-06, | |
| "loss": 1.5321, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.7905236907730673, | |
| "grad_norm": 1.2060590982437134, | |
| "learning_rate": 3.698492462311558e-06, | |
| "loss": 1.3901, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.7917705735660848, | |
| "grad_norm": 1.1934421062469482, | |
| "learning_rate": 3.6884422110552766e-06, | |
| "loss": 1.3379, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.7930174563591023, | |
| "grad_norm": 1.077783226966858, | |
| "learning_rate": 3.678391959798995e-06, | |
| "loss": 1.3164, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.7942643391521197, | |
| "grad_norm": 1.0920122861862183, | |
| "learning_rate": 3.6683417085427137e-06, | |
| "loss": 1.2686, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.7955112219451371, | |
| "grad_norm": 1.2184644937515259, | |
| "learning_rate": 3.6582914572864327e-06, | |
| "loss": 1.4722, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.7967581047381546, | |
| "grad_norm": 0.9998170137405396, | |
| "learning_rate": 3.648241206030151e-06, | |
| "loss": 1.2636, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.7980049875311721, | |
| "grad_norm": 0.9682722687721252, | |
| "learning_rate": 3.63819095477387e-06, | |
| "loss": 1.1168, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7992518703241895, | |
| "grad_norm": 0.9886475801467896, | |
| "learning_rate": 3.628140703517588e-06, | |
| "loss": 1.2235, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.800498753117207, | |
| "grad_norm": 0.9414662718772888, | |
| "learning_rate": 3.618090452261307e-06, | |
| "loss": 1.2258, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.8017456359102244, | |
| "grad_norm": 0.9854826927185059, | |
| "learning_rate": 3.608040201005025e-06, | |
| "loss": 1.3498, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.8029925187032418, | |
| "grad_norm": 1.0102778673171997, | |
| "learning_rate": 3.597989949748744e-06, | |
| "loss": 1.0918, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.8042394014962594, | |
| "grad_norm": 0.9639750719070435, | |
| "learning_rate": 3.5879396984924626e-06, | |
| "loss": 1.207, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.8054862842892768, | |
| "grad_norm": 1.2800425291061401, | |
| "learning_rate": 3.577889447236181e-06, | |
| "loss": 1.3786, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.8067331670822943, | |
| "grad_norm": 1.0239495038986206, | |
| "learning_rate": 3.5678391959798997e-06, | |
| "loss": 1.1972, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.8079800498753117, | |
| "grad_norm": 1.0544627904891968, | |
| "learning_rate": 3.5577889447236187e-06, | |
| "loss": 1.2415, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.8092269326683291, | |
| "grad_norm": 1.0860525369644165, | |
| "learning_rate": 3.547738693467337e-06, | |
| "loss": 1.2335, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.8104738154613467, | |
| "grad_norm": 1.3814754486083984, | |
| "learning_rate": 3.537688442211056e-06, | |
| "loss": 1.3163, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.8117206982543641, | |
| "grad_norm": 1.1752089262008667, | |
| "learning_rate": 3.527638190954774e-06, | |
| "loss": 1.3965, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.8129675810473815, | |
| "grad_norm": 1.2307369709014893, | |
| "learning_rate": 3.517587939698493e-06, | |
| "loss": 1.4356, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.814214463840399, | |
| "grad_norm": 0.9724376201629639, | |
| "learning_rate": 3.507537688442211e-06, | |
| "loss": 1.2193, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.8154613466334164, | |
| "grad_norm": 1.1516051292419434, | |
| "learning_rate": 3.49748743718593e-06, | |
| "loss": 1.3796, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.816708229426434, | |
| "grad_norm": 1.0130220651626587, | |
| "learning_rate": 3.4874371859296487e-06, | |
| "loss": 1.2647, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.8179551122194514, | |
| "grad_norm": 1.0963294506072998, | |
| "learning_rate": 3.477386934673367e-06, | |
| "loss": 1.3587, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.8192019950124688, | |
| "grad_norm": 1.1782459020614624, | |
| "learning_rate": 3.467336683417086e-06, | |
| "loss": 1.3392, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.8204488778054863, | |
| "grad_norm": 1.1211333274841309, | |
| "learning_rate": 3.457286432160804e-06, | |
| "loss": 1.3198, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.8216957605985037, | |
| "grad_norm": 1.2690104246139526, | |
| "learning_rate": 3.447236180904523e-06, | |
| "loss": 1.5677, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.8229426433915212, | |
| "grad_norm": 1.1098829507827759, | |
| "learning_rate": 3.437185929648241e-06, | |
| "loss": 1.4978, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.8241895261845387, | |
| "grad_norm": 1.2354493141174316, | |
| "learning_rate": 3.42713567839196e-06, | |
| "loss": 1.39, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.8254364089775561, | |
| "grad_norm": 1.2133121490478516, | |
| "learning_rate": 3.4170854271356786e-06, | |
| "loss": 1.3905, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.8266832917705735, | |
| "grad_norm": 0.9457760453224182, | |
| "learning_rate": 3.407035175879397e-06, | |
| "loss": 1.1879, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.827930174563591, | |
| "grad_norm": 0.9937940239906311, | |
| "learning_rate": 3.3969849246231158e-06, | |
| "loss": 1.1324, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.8291770573566085, | |
| "grad_norm": 1.1607681512832642, | |
| "learning_rate": 3.3869346733668347e-06, | |
| "loss": 1.5416, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.830423940149626, | |
| "grad_norm": 1.069676160812378, | |
| "learning_rate": 3.376884422110553e-06, | |
| "loss": 1.2551, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.8316708229426434, | |
| "grad_norm": 1.0121736526489258, | |
| "learning_rate": 3.366834170854272e-06, | |
| "loss": 1.2695, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.8329177057356608, | |
| "grad_norm": 1.0263285636901855, | |
| "learning_rate": 3.35678391959799e-06, | |
| "loss": 1.2441, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.8341645885286783, | |
| "grad_norm": 1.028357744216919, | |
| "learning_rate": 3.346733668341709e-06, | |
| "loss": 1.2744, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.8354114713216958, | |
| "grad_norm": 1.0364710092544556, | |
| "learning_rate": 3.336683417085427e-06, | |
| "loss": 1.2813, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.8366583541147132, | |
| "grad_norm": 1.119977593421936, | |
| "learning_rate": 3.326633165829146e-06, | |
| "loss": 1.4322, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.8379052369077307, | |
| "grad_norm": 0.9980776309967041, | |
| "learning_rate": 3.3165829145728647e-06, | |
| "loss": 1.1649, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.8391521197007481, | |
| "grad_norm": 1.0738976001739502, | |
| "learning_rate": 3.3065326633165833e-06, | |
| "loss": 1.3231, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.8403990024937655, | |
| "grad_norm": 1.1432924270629883, | |
| "learning_rate": 3.296482412060302e-06, | |
| "loss": 1.207, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.8416458852867831, | |
| "grad_norm": 1.0316051244735718, | |
| "learning_rate": 3.286432160804021e-06, | |
| "loss": 1.294, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.8428927680798005, | |
| "grad_norm": 1.0117923021316528, | |
| "learning_rate": 3.276381909547739e-06, | |
| "loss": 1.2837, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.844139650872818, | |
| "grad_norm": 0.9859020113945007, | |
| "learning_rate": 3.266331658291458e-06, | |
| "loss": 1.2838, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.8453865336658354, | |
| "grad_norm": 1.038971185684204, | |
| "learning_rate": 3.256281407035176e-06, | |
| "loss": 1.2354, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.8466334164588528, | |
| "grad_norm": 1.1101958751678467, | |
| "learning_rate": 3.2462311557788946e-06, | |
| "loss": 1.3817, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.8478802992518704, | |
| "grad_norm": 1.0614064931869507, | |
| "learning_rate": 3.236180904522613e-06, | |
| "loss": 1.3577, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.8491271820448878, | |
| "grad_norm": 1.3358986377716064, | |
| "learning_rate": 3.2261306532663318e-06, | |
| "loss": 1.4581, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.8503740648379052, | |
| "grad_norm": 1.1418943405151367, | |
| "learning_rate": 3.2160804020100507e-06, | |
| "loss": 1.4387, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.8516209476309227, | |
| "grad_norm": 1.0399991273880005, | |
| "learning_rate": 3.206030150753769e-06, | |
| "loss": 1.3392, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.8528678304239401, | |
| "grad_norm": 1.194429874420166, | |
| "learning_rate": 3.195979899497488e-06, | |
| "loss": 1.3924, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.8541147132169576, | |
| "grad_norm": 1.3985058069229126, | |
| "learning_rate": 3.185929648241206e-06, | |
| "loss": 1.1775, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.8553615960099751, | |
| "grad_norm": 0.9131481051445007, | |
| "learning_rate": 3.175879396984925e-06, | |
| "loss": 1.2358, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.8566084788029925, | |
| "grad_norm": 1.034224033355713, | |
| "learning_rate": 3.165829145728643e-06, | |
| "loss": 1.2832, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.85785536159601, | |
| "grad_norm": 1.062367558479309, | |
| "learning_rate": 3.155778894472362e-06, | |
| "loss": 1.3703, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.8591022443890274, | |
| "grad_norm": 1.0593260526657104, | |
| "learning_rate": 3.1457286432160807e-06, | |
| "loss": 1.2351, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.8603491271820449, | |
| "grad_norm": 1.2291982173919678, | |
| "learning_rate": 3.1356783919597993e-06, | |
| "loss": 1.3969, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.8615960099750624, | |
| "grad_norm": 0.8859289884567261, | |
| "learning_rate": 3.125628140703518e-06, | |
| "loss": 1.172, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.8628428927680798, | |
| "grad_norm": 1.0447728633880615, | |
| "learning_rate": 3.115577889447237e-06, | |
| "loss": 1.3169, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.8640897755610972, | |
| "grad_norm": 1.0128638744354248, | |
| "learning_rate": 3.105527638190955e-06, | |
| "loss": 1.26, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.8653366583541147, | |
| "grad_norm": 1.0045210123062134, | |
| "learning_rate": 3.095477386934674e-06, | |
| "loss": 1.1433, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.8665835411471322, | |
| "grad_norm": 0.983322024345398, | |
| "learning_rate": 3.085427135678392e-06, | |
| "loss": 1.3336, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.8678304239401496, | |
| "grad_norm": 0.9351543188095093, | |
| "learning_rate": 3.075376884422111e-06, | |
| "loss": 1.1872, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.8690773067331671, | |
| "grad_norm": 0.9706789255142212, | |
| "learning_rate": 3.065326633165829e-06, | |
| "loss": 1.182, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.8703241895261845, | |
| "grad_norm": 0.9718403220176697, | |
| "learning_rate": 3.055276381909548e-06, | |
| "loss": 1.3236, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.871571072319202, | |
| "grad_norm": 1.0157040357589722, | |
| "learning_rate": 3.0452261306532668e-06, | |
| "loss": 1.2083, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.8728179551122195, | |
| "grad_norm": 1.0136648416519165, | |
| "learning_rate": 3.0351758793969853e-06, | |
| "loss": 1.3794, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.8740648379052369, | |
| "grad_norm": 1.012591004371643, | |
| "learning_rate": 3.025125628140704e-06, | |
| "loss": 1.237, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.8753117206982544, | |
| "grad_norm": 1.0355769395828247, | |
| "learning_rate": 3.015075376884422e-06, | |
| "loss": 1.3695, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.8765586034912718, | |
| "grad_norm": 0.9932037591934204, | |
| "learning_rate": 3.005025125628141e-06, | |
| "loss": 1.2643, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.8778054862842892, | |
| "grad_norm": 1.0271167755126953, | |
| "learning_rate": 2.994974874371859e-06, | |
| "loss": 1.2842, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.8790523690773068, | |
| "grad_norm": 1.0666383504867554, | |
| "learning_rate": 2.984924623115578e-06, | |
| "loss": 1.2272, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.8802992518703242, | |
| "grad_norm": 1.0097944736480713, | |
| "learning_rate": 2.9748743718592967e-06, | |
| "loss": 1.2491, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.8815461346633416, | |
| "grad_norm": 0.9316381812095642, | |
| "learning_rate": 2.9648241206030153e-06, | |
| "loss": 1.2248, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.8827930174563591, | |
| "grad_norm": 0.9848239421844482, | |
| "learning_rate": 2.954773869346734e-06, | |
| "loss": 1.2071, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.8840399002493765, | |
| "grad_norm": 1.0080039501190186, | |
| "learning_rate": 2.9447236180904524e-06, | |
| "loss": 1.2221, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.885286783042394, | |
| "grad_norm": 1.2530858516693115, | |
| "learning_rate": 2.934673366834171e-06, | |
| "loss": 1.4369, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.8865336658354115, | |
| "grad_norm": 0.9040453433990479, | |
| "learning_rate": 2.92462311557789e-06, | |
| "loss": 1.1381, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.8877805486284289, | |
| "grad_norm": 1.0322935581207275, | |
| "learning_rate": 2.914572864321608e-06, | |
| "loss": 1.334, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.8890274314214464, | |
| "grad_norm": 1.054388165473938, | |
| "learning_rate": 2.904522613065327e-06, | |
| "loss": 1.3207, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.8902743142144638, | |
| "grad_norm": 1.1435095071792603, | |
| "learning_rate": 2.894472361809045e-06, | |
| "loss": 1.3643, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.8915211970074813, | |
| "grad_norm": 0.9743549227714539, | |
| "learning_rate": 2.884422110552764e-06, | |
| "loss": 1.0902, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.8927680798004988, | |
| "grad_norm": 1.0644567012786865, | |
| "learning_rate": 2.8743718592964828e-06, | |
| "loss": 1.3784, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.8940149625935162, | |
| "grad_norm": 1.0366824865341187, | |
| "learning_rate": 2.8643216080402013e-06, | |
| "loss": 1.3163, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.8952618453865336, | |
| "grad_norm": 1.4961094856262207, | |
| "learning_rate": 2.85427135678392e-06, | |
| "loss": 1.3051, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.8965087281795511, | |
| "grad_norm": 0.9245879054069519, | |
| "learning_rate": 2.8442211055276384e-06, | |
| "loss": 1.1978, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.8977556109725686, | |
| "grad_norm": 1.0222971439361572, | |
| "learning_rate": 2.834170854271357e-06, | |
| "loss": 1.2455, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.899002493765586, | |
| "grad_norm": 1.0799505710601807, | |
| "learning_rate": 2.824120603015076e-06, | |
| "loss": 1.2106, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.9002493765586035, | |
| "grad_norm": 0.9997124075889587, | |
| "learning_rate": 2.814070351758794e-06, | |
| "loss": 1.2447, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.9014962593516209, | |
| "grad_norm": 1.0951141119003296, | |
| "learning_rate": 2.804020100502513e-06, | |
| "loss": 1.3694, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.9027431421446384, | |
| "grad_norm": 1.0227795839309692, | |
| "learning_rate": 2.7939698492462313e-06, | |
| "loss": 1.2869, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.9039900249376559, | |
| "grad_norm": 1.0229079723358154, | |
| "learning_rate": 2.78391959798995e-06, | |
| "loss": 1.3032, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.9052369077306733, | |
| "grad_norm": 1.0651566982269287, | |
| "learning_rate": 2.7738693467336684e-06, | |
| "loss": 1.2817, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.9064837905236908, | |
| "grad_norm": 1.0881601572036743, | |
| "learning_rate": 2.763819095477387e-06, | |
| "loss": 1.2633, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.9077306733167082, | |
| "grad_norm": 1.0890527963638306, | |
| "learning_rate": 2.753768844221106e-06, | |
| "loss": 1.3236, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.9089775561097256, | |
| "grad_norm": 1.1237494945526123, | |
| "learning_rate": 2.743718592964824e-06, | |
| "loss": 1.3812, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.9102244389027432, | |
| "grad_norm": 1.0216248035430908, | |
| "learning_rate": 2.733668341708543e-06, | |
| "loss": 1.2982, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.9114713216957606, | |
| "grad_norm": 1.0323688983917236, | |
| "learning_rate": 2.723618090452261e-06, | |
| "loss": 1.3214, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.912718204488778, | |
| "grad_norm": 0.9869887828826904, | |
| "learning_rate": 2.71356783919598e-06, | |
| "loss": 1.263, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.9139650872817955, | |
| "grad_norm": 1.0594792366027832, | |
| "learning_rate": 2.7035175879396983e-06, | |
| "loss": 1.353, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.9152119700748129, | |
| "grad_norm": 0.9987196326255798, | |
| "learning_rate": 2.6934673366834173e-06, | |
| "loss": 1.2559, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.9164588528678305, | |
| "grad_norm": 1.2770543098449707, | |
| "learning_rate": 2.683417085427136e-06, | |
| "loss": 1.4697, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.9177057356608479, | |
| "grad_norm": 1.1007297039031982, | |
| "learning_rate": 2.6733668341708545e-06, | |
| "loss": 1.3475, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.9189526184538653, | |
| "grad_norm": 0.9552852511405945, | |
| "learning_rate": 2.663316582914573e-06, | |
| "loss": 1.1784, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.9201995012468828, | |
| "grad_norm": 1.377469539642334, | |
| "learning_rate": 2.653266331658292e-06, | |
| "loss": 1.3585, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.9214463840399002, | |
| "grad_norm": 1.1127710342407227, | |
| "learning_rate": 2.64321608040201e-06, | |
| "loss": 1.5175, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.9226932668329177, | |
| "grad_norm": 1.0479665994644165, | |
| "learning_rate": 2.633165829145729e-06, | |
| "loss": 1.2823, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.9239401496259352, | |
| "grad_norm": 1.2476303577423096, | |
| "learning_rate": 2.6231155778894473e-06, | |
| "loss": 1.3308, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.9251870324189526, | |
| "grad_norm": 1.1280089616775513, | |
| "learning_rate": 2.6130653266331663e-06, | |
| "loss": 1.26, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.92643391521197, | |
| "grad_norm": 0.9391908049583435, | |
| "learning_rate": 2.6030150753768844e-06, | |
| "loss": 1.2002, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.9276807980049875, | |
| "grad_norm": 0.956329882144928, | |
| "learning_rate": 2.5929648241206034e-06, | |
| "loss": 1.1182, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.928927680798005, | |
| "grad_norm": 1.1058745384216309, | |
| "learning_rate": 2.582914572864322e-06, | |
| "loss": 1.4141, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.9301745635910225, | |
| "grad_norm": 1.0975598096847534, | |
| "learning_rate": 2.5728643216080405e-06, | |
| "loss": 1.2396, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.9314214463840399, | |
| "grad_norm": 0.9466800093650818, | |
| "learning_rate": 2.562814070351759e-06, | |
| "loss": 1.0547, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.9326683291770573, | |
| "grad_norm": 1.034044861793518, | |
| "learning_rate": 2.5527638190954772e-06, | |
| "loss": 1.2348, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.9339152119700748, | |
| "grad_norm": 1.1218293905258179, | |
| "learning_rate": 2.542713567839196e-06, | |
| "loss": 1.4085, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.9351620947630923, | |
| "grad_norm": 1.077072262763977, | |
| "learning_rate": 2.5326633165829143e-06, | |
| "loss": 1.3878, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.9364089775561097, | |
| "grad_norm": 1.10988187789917, | |
| "learning_rate": 2.5226130653266333e-06, | |
| "loss": 1.2204, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.9376558603491272, | |
| "grad_norm": 1.0233125686645508, | |
| "learning_rate": 2.512562814070352e-06, | |
| "loss": 1.2402, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.9389027431421446, | |
| "grad_norm": 1.1426713466644287, | |
| "learning_rate": 2.5025125628140705e-06, | |
| "loss": 1.2172, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.940149625935162, | |
| "grad_norm": 1.2279871702194214, | |
| "learning_rate": 2.492462311557789e-06, | |
| "loss": 1.6441, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.9413965087281796, | |
| "grad_norm": 1.0472629070281982, | |
| "learning_rate": 2.482412060301508e-06, | |
| "loss": 1.3554, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.942643391521197, | |
| "grad_norm": 0.9111616015434265, | |
| "learning_rate": 2.4723618090452266e-06, | |
| "loss": 1.0862, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.9438902743142145, | |
| "grad_norm": 0.9185367822647095, | |
| "learning_rate": 2.462311557788945e-06, | |
| "loss": 1.143, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.9451371571072319, | |
| "grad_norm": 1.0564497709274292, | |
| "learning_rate": 2.4522613065326637e-06, | |
| "loss": 1.4001, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.9463840399002493, | |
| "grad_norm": 1.0216621160507202, | |
| "learning_rate": 2.4422110552763823e-06, | |
| "loss": 1.0497, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.9476309226932669, | |
| "grad_norm": 0.9879399538040161, | |
| "learning_rate": 2.4321608040201004e-06, | |
| "loss": 1.2711, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.9488778054862843, | |
| "grad_norm": 1.1382951736450195, | |
| "learning_rate": 2.422110552763819e-06, | |
| "loss": 1.504, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.9501246882793017, | |
| "grad_norm": 1.0174823999404907, | |
| "learning_rate": 2.412060301507538e-06, | |
| "loss": 1.431, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.9513715710723192, | |
| "grad_norm": 1.011014461517334, | |
| "learning_rate": 2.4020100502512565e-06, | |
| "loss": 1.2351, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.9526184538653366, | |
| "grad_norm": 1.1895780563354492, | |
| "learning_rate": 2.391959798994975e-06, | |
| "loss": 1.2247, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.9538653366583542, | |
| "grad_norm": 1.028640627861023, | |
| "learning_rate": 2.3819095477386936e-06, | |
| "loss": 1.3066, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.9551122194513716, | |
| "grad_norm": 1.0584501028060913, | |
| "learning_rate": 2.371859296482412e-06, | |
| "loss": 1.4395, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.956359102244389, | |
| "grad_norm": 1.070300817489624, | |
| "learning_rate": 2.3618090452261308e-06, | |
| "loss": 1.3507, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.9576059850374065, | |
| "grad_norm": 1.1228018999099731, | |
| "learning_rate": 2.3517587939698493e-06, | |
| "loss": 1.3777, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.9588528678304239, | |
| "grad_norm": 1.0767176151275635, | |
| "learning_rate": 2.341708542713568e-06, | |
| "loss": 1.2773, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.9600997506234414, | |
| "grad_norm": 1.0168311595916748, | |
| "learning_rate": 2.3316582914572865e-06, | |
| "loss": 1.2264, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.9613466334164589, | |
| "grad_norm": 1.1517490148544312, | |
| "learning_rate": 2.321608040201005e-06, | |
| "loss": 1.462, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.9625935162094763, | |
| "grad_norm": 1.0027258396148682, | |
| "learning_rate": 2.311557788944724e-06, | |
| "loss": 1.2101, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.9638403990024937, | |
| "grad_norm": 1.0144740343093872, | |
| "learning_rate": 2.3015075376884426e-06, | |
| "loss": 1.4337, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.9650872817955112, | |
| "grad_norm": 0.9291934370994568, | |
| "learning_rate": 2.291457286432161e-06, | |
| "loss": 1.2853, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.9663341645885287, | |
| "grad_norm": 1.0499387979507446, | |
| "learning_rate": 2.2814070351758797e-06, | |
| "loss": 1.1576, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.9675810473815462, | |
| "grad_norm": 1.0553680658340454, | |
| "learning_rate": 2.2713567839195983e-06, | |
| "loss": 1.3076, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.9688279301745636, | |
| "grad_norm": 1.0661462545394897, | |
| "learning_rate": 2.261306532663317e-06, | |
| "loss": 1.201, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.970074812967581, | |
| "grad_norm": 1.1224738359451294, | |
| "learning_rate": 2.2512562814070354e-06, | |
| "loss": 1.3089, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.9713216957605985, | |
| "grad_norm": 1.0061415433883667, | |
| "learning_rate": 2.241206030150754e-06, | |
| "loss": 1.2459, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.972568578553616, | |
| "grad_norm": 1.1413079500198364, | |
| "learning_rate": 2.2311557788944725e-06, | |
| "loss": 1.4552, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.9738154613466334, | |
| "grad_norm": 0.9246280193328857, | |
| "learning_rate": 2.221105527638191e-06, | |
| "loss": 1.1705, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.9750623441396509, | |
| "grad_norm": 1.0393040180206299, | |
| "learning_rate": 2.21105527638191e-06, | |
| "loss": 1.2436, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.9763092269326683, | |
| "grad_norm": 0.9905415177345276, | |
| "learning_rate": 2.2010050251256282e-06, | |
| "loss": 1.3433, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.9775561097256857, | |
| "grad_norm": 1.1033501625061035, | |
| "learning_rate": 2.1909547738693468e-06, | |
| "loss": 1.5008, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.9788029925187033, | |
| "grad_norm": 1.008102297782898, | |
| "learning_rate": 2.1809045226130653e-06, | |
| "loss": 1.2053, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.9800498753117207, | |
| "grad_norm": 1.174916386604309, | |
| "learning_rate": 2.170854271356784e-06, | |
| "loss": 1.4446, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.9812967581047382, | |
| "grad_norm": 0.9445826411247253, | |
| "learning_rate": 2.1608040201005025e-06, | |
| "loss": 1.2386, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.9825436408977556, | |
| "grad_norm": 1.0598101615905762, | |
| "learning_rate": 2.150753768844221e-06, | |
| "loss": 1.1389, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.983790523690773, | |
| "grad_norm": 1.0747401714324951, | |
| "learning_rate": 2.14070351758794e-06, | |
| "loss": 1.3252, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.9850374064837906, | |
| "grad_norm": 1.1230816841125488, | |
| "learning_rate": 2.1306532663316586e-06, | |
| "loss": 1.5111, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.986284289276808, | |
| "grad_norm": 1.186692714691162, | |
| "learning_rate": 2.120603015075377e-06, | |
| "loss": 1.3256, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.9875311720698254, | |
| "grad_norm": 1.3021119832992554, | |
| "learning_rate": 2.1105527638190957e-06, | |
| "loss": 1.5464, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.9887780548628429, | |
| "grad_norm": 1.0297656059265137, | |
| "learning_rate": 2.1005025125628143e-06, | |
| "loss": 1.2611, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.9900249376558603, | |
| "grad_norm": 1.0473464727401733, | |
| "learning_rate": 2.090452261306533e-06, | |
| "loss": 1.4004, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.9912718204488778, | |
| "grad_norm": 1.0219793319702148, | |
| "learning_rate": 2.0804020100502514e-06, | |
| "loss": 1.2777, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.9925187032418953, | |
| "grad_norm": 2.672146797180176, | |
| "learning_rate": 2.07035175879397e-06, | |
| "loss": 1.4929, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.9937655860349127, | |
| "grad_norm": 0.9890034198760986, | |
| "learning_rate": 2.0603015075376885e-06, | |
| "loss": 1.1897, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.9950124688279302, | |
| "grad_norm": 1.0329457521438599, | |
| "learning_rate": 2.050251256281407e-06, | |
| "loss": 1.2733, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.9962593516209476, | |
| "grad_norm": 1.071303129196167, | |
| "learning_rate": 2.0402010050251257e-06, | |
| "loss": 1.4831, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.9975062344139651, | |
| "grad_norm": 1.0302478075027466, | |
| "learning_rate": 2.0301507537688446e-06, | |
| "loss": 1.3157, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.9987531172069826, | |
| "grad_norm": 1.0172933340072632, | |
| "learning_rate": 2.020100502512563e-06, | |
| "loss": 1.2603, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.048662543296814, | |
| "learning_rate": 2.0100502512562818e-06, | |
| "loss": 1.2641, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.0012468827930174, | |
| "grad_norm": 1.001355767250061, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.2497, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.0024937655860349, | |
| "grad_norm": 0.9234004616737366, | |
| "learning_rate": 1.989949748743719e-06, | |
| "loss": 1.1551, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.0037406483790523, | |
| "grad_norm": 0.8222893476486206, | |
| "learning_rate": 1.9798994974874375e-06, | |
| "loss": 1.0946, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.0049875311720697, | |
| "grad_norm": 0.9572646021842957, | |
| "learning_rate": 1.9698492462311556e-06, | |
| "loss": 1.013, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.0062344139650872, | |
| "grad_norm": 0.9779718518257141, | |
| "learning_rate": 1.9597989949748746e-06, | |
| "loss": 1.0529, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.0074812967581048, | |
| "grad_norm": 0.910854160785675, | |
| "learning_rate": 1.949748743718593e-06, | |
| "loss": 1.1047, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.0087281795511223, | |
| "grad_norm": 0.9201194047927856, | |
| "learning_rate": 1.9396984924623117e-06, | |
| "loss": 0.9817, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.0099750623441397, | |
| "grad_norm": 0.9647354483604431, | |
| "learning_rate": 1.9296482412060303e-06, | |
| "loss": 1.244, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.0112219451371571, | |
| "grad_norm": 1.0115735530853271, | |
| "learning_rate": 1.919597989949749e-06, | |
| "loss": 1.2198, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.0124688279301746, | |
| "grad_norm": 1.027173399925232, | |
| "learning_rate": 1.9095477386934674e-06, | |
| "loss": 1.239, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.013715710723192, | |
| "grad_norm": 0.9246682524681091, | |
| "learning_rate": 1.899497487437186e-06, | |
| "loss": 1.0748, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.0149625935162094, | |
| "grad_norm": 0.8469527959823608, | |
| "learning_rate": 1.8894472361809047e-06, | |
| "loss": 1.01, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.0162094763092269, | |
| "grad_norm": 0.9737430810928345, | |
| "learning_rate": 1.8793969849246233e-06, | |
| "loss": 1.1242, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.0174563591022443, | |
| "grad_norm": 0.9349671006202698, | |
| "learning_rate": 1.8693467336683419e-06, | |
| "loss": 0.9914, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.018703241895262, | |
| "grad_norm": 0.8969345092773438, | |
| "learning_rate": 1.8592964824120604e-06, | |
| "loss": 1.0868, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.0199501246882794, | |
| "grad_norm": 0.9075314402580261, | |
| "learning_rate": 1.849246231155779e-06, | |
| "loss": 1.066, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.0211970074812968, | |
| "grad_norm": 0.9441591501235962, | |
| "learning_rate": 1.8391959798994976e-06, | |
| "loss": 1.073, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.0224438902743143, | |
| "grad_norm": 1.0162612199783325, | |
| "learning_rate": 1.8291457286432163e-06, | |
| "loss": 1.19, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.0236907730673317, | |
| "grad_norm": 0.9536542296409607, | |
| "learning_rate": 1.819095477386935e-06, | |
| "loss": 1.1637, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.0249376558603491, | |
| "grad_norm": 0.8764417767524719, | |
| "learning_rate": 1.8090452261306535e-06, | |
| "loss": 1.1082, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.0261845386533666, | |
| "grad_norm": 0.91340172290802, | |
| "learning_rate": 1.798994974874372e-06, | |
| "loss": 1.0617, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.027431421446384, | |
| "grad_norm": 0.9357399940490723, | |
| "learning_rate": 1.7889447236180906e-06, | |
| "loss": 1.0514, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.0286783042394014, | |
| "grad_norm": 0.993704080581665, | |
| "learning_rate": 1.7788944723618094e-06, | |
| "loss": 1.0921, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.0299251870324189, | |
| "grad_norm": 0.9839049577713013, | |
| "learning_rate": 1.768844221105528e-06, | |
| "loss": 1.3393, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.0311720698254363, | |
| "grad_norm": 0.847509503364563, | |
| "learning_rate": 1.7587939698492465e-06, | |
| "loss": 0.8505, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.032418952618454, | |
| "grad_norm": 0.9607179164886475, | |
| "learning_rate": 1.748743718592965e-06, | |
| "loss": 1.077, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.0336658354114714, | |
| "grad_norm": 0.918692946434021, | |
| "learning_rate": 1.7386934673366834e-06, | |
| "loss": 1.2237, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.0349127182044888, | |
| "grad_norm": 0.9612240791320801, | |
| "learning_rate": 1.728643216080402e-06, | |
| "loss": 1.1001, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.0361596009975063, | |
| "grad_norm": 1.1265960931777954, | |
| "learning_rate": 1.7185929648241205e-06, | |
| "loss": 1.2717, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.0374064837905237, | |
| "grad_norm": 1.0081263780593872, | |
| "learning_rate": 1.7085427135678393e-06, | |
| "loss": 1.389, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.0386533665835411, | |
| "grad_norm": 0.9362667202949524, | |
| "learning_rate": 1.6984924623115579e-06, | |
| "loss": 1.2143, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.0399002493765586, | |
| "grad_norm": 0.9931688904762268, | |
| "learning_rate": 1.6884422110552764e-06, | |
| "loss": 1.3677, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.041147132169576, | |
| "grad_norm": 1.0642098188400269, | |
| "learning_rate": 1.678391959798995e-06, | |
| "loss": 1.1892, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.0423940149625934, | |
| "grad_norm": 0.9026042222976685, | |
| "learning_rate": 1.6683417085427136e-06, | |
| "loss": 1.0138, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.043640897755611, | |
| "grad_norm": 0.8133838772773743, | |
| "learning_rate": 1.6582914572864323e-06, | |
| "loss": 0.9461, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.0448877805486285, | |
| "grad_norm": 1.0019959211349487, | |
| "learning_rate": 1.648241206030151e-06, | |
| "loss": 1.2256, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.046134663341646, | |
| "grad_norm": 1.0445399284362793, | |
| "learning_rate": 1.6381909547738695e-06, | |
| "loss": 1.2502, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.0473815461346634, | |
| "grad_norm": 0.9480726718902588, | |
| "learning_rate": 1.628140703517588e-06, | |
| "loss": 1.0447, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.0486284289276808, | |
| "grad_norm": 0.9324421286582947, | |
| "learning_rate": 1.6180904522613066e-06, | |
| "loss": 0.9952, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.0498753117206983, | |
| "grad_norm": 0.8906459212303162, | |
| "learning_rate": 1.6080402010050254e-06, | |
| "loss": 1.1185, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.0511221945137157, | |
| "grad_norm": 0.9397410154342651, | |
| "learning_rate": 1.597989949748744e-06, | |
| "loss": 0.9051, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.0523690773067331, | |
| "grad_norm": 0.8315420150756836, | |
| "learning_rate": 1.5879396984924625e-06, | |
| "loss": 0.9294, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.0536159600997506, | |
| "grad_norm": 0.9962395429611206, | |
| "learning_rate": 1.577889447236181e-06, | |
| "loss": 1.2918, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.054862842892768, | |
| "grad_norm": 0.9400811195373535, | |
| "learning_rate": 1.5678391959798996e-06, | |
| "loss": 1.0574, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.0561097256857854, | |
| "grad_norm": 0.940241813659668, | |
| "learning_rate": 1.5577889447236184e-06, | |
| "loss": 1.2522, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.057356608478803, | |
| "grad_norm": 0.8882105350494385, | |
| "learning_rate": 1.547738693467337e-06, | |
| "loss": 1.094, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.0586034912718205, | |
| "grad_norm": 1.0110504627227783, | |
| "learning_rate": 1.5376884422110555e-06, | |
| "loss": 1.0726, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.059850374064838, | |
| "grad_norm": 0.9382202625274658, | |
| "learning_rate": 1.527638190954774e-06, | |
| "loss": 1.3236, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.0610972568578554, | |
| "grad_norm": 0.964337170124054, | |
| "learning_rate": 1.5175879396984927e-06, | |
| "loss": 1.1698, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.0623441396508728, | |
| "grad_norm": 1.0176410675048828, | |
| "learning_rate": 1.507537688442211e-06, | |
| "loss": 1.2585, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.0635910224438903, | |
| "grad_norm": 0.9323766231536865, | |
| "learning_rate": 1.4974874371859296e-06, | |
| "loss": 1.111, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.0648379052369077, | |
| "grad_norm": 1.0200289487838745, | |
| "learning_rate": 1.4874371859296483e-06, | |
| "loss": 1.2257, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.0660847880299251, | |
| "grad_norm": 0.9815992116928101, | |
| "learning_rate": 1.477386934673367e-06, | |
| "loss": 0.9851, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.0673316708229426, | |
| "grad_norm": 0.9349173903465271, | |
| "learning_rate": 1.4673366834170855e-06, | |
| "loss": 1.0439, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.0685785536159602, | |
| "grad_norm": 0.959049642086029, | |
| "learning_rate": 1.457286432160804e-06, | |
| "loss": 1.0026, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.0698254364089776, | |
| "grad_norm": 0.9442126750946045, | |
| "learning_rate": 1.4472361809045226e-06, | |
| "loss": 1.0292, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.071072319201995, | |
| "grad_norm": 0.8776487112045288, | |
| "learning_rate": 1.4371859296482414e-06, | |
| "loss": 1.0048, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.0723192019950125, | |
| "grad_norm": 0.9066770076751709, | |
| "learning_rate": 1.42713567839196e-06, | |
| "loss": 0.9421, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.07356608478803, | |
| "grad_norm": 0.9708060026168823, | |
| "learning_rate": 1.4170854271356785e-06, | |
| "loss": 1.1516, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.0748129675810474, | |
| "grad_norm": 0.9670248627662659, | |
| "learning_rate": 1.407035175879397e-06, | |
| "loss": 1.0676, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.0760598503740648, | |
| "grad_norm": 0.9366007447242737, | |
| "learning_rate": 1.3969849246231156e-06, | |
| "loss": 1.122, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.0773067331670823, | |
| "grad_norm": 0.8750181794166565, | |
| "learning_rate": 1.3869346733668342e-06, | |
| "loss": 0.9104, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.0785536159600997, | |
| "grad_norm": 0.9705141186714172, | |
| "learning_rate": 1.376884422110553e-06, | |
| "loss": 1.1194, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.0798004987531171, | |
| "grad_norm": 0.972750723361969, | |
| "learning_rate": 1.3668341708542715e-06, | |
| "loss": 1.1771, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.0810473815461346, | |
| "grad_norm": 0.988541841506958, | |
| "learning_rate": 1.35678391959799e-06, | |
| "loss": 1.1732, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.0822942643391522, | |
| "grad_norm": 1.050854206085205, | |
| "learning_rate": 1.3467336683417087e-06, | |
| "loss": 1.1185, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.0835411471321696, | |
| "grad_norm": 1.416115164756775, | |
| "learning_rate": 1.3366834170854272e-06, | |
| "loss": 1.105, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.084788029925187, | |
| "grad_norm": 0.9432351589202881, | |
| "learning_rate": 1.326633165829146e-06, | |
| "loss": 1.0184, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.0860349127182045, | |
| "grad_norm": 0.9624066948890686, | |
| "learning_rate": 1.3165829145728646e-06, | |
| "loss": 1.0313, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.087281795511222, | |
| "grad_norm": 1.0634950399398804, | |
| "learning_rate": 1.3065326633165831e-06, | |
| "loss": 1.0587, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.0885286783042394, | |
| "grad_norm": 1.0073400735855103, | |
| "learning_rate": 1.2964824120603017e-06, | |
| "loss": 1.292, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.0897755610972568, | |
| "grad_norm": 0.902108907699585, | |
| "learning_rate": 1.2864321608040203e-06, | |
| "loss": 1.0376, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.0910224438902743, | |
| "grad_norm": 1.0740609169006348, | |
| "learning_rate": 1.2763819095477386e-06, | |
| "loss": 1.3528, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.0922693266832917, | |
| "grad_norm": 0.9529274106025696, | |
| "learning_rate": 1.2663316582914572e-06, | |
| "loss": 1.0768, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.0935162094763093, | |
| "grad_norm": 0.9792256355285645, | |
| "learning_rate": 1.256281407035176e-06, | |
| "loss": 1.1694, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.0947630922693268, | |
| "grad_norm": 1.0662548542022705, | |
| "learning_rate": 1.2462311557788945e-06, | |
| "loss": 1.2568, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.0960099750623442, | |
| "grad_norm": 0.9529067873954773, | |
| "learning_rate": 1.2361809045226133e-06, | |
| "loss": 1.2098, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.0972568578553616, | |
| "grad_norm": 0.9482414126396179, | |
| "learning_rate": 1.2261306532663318e-06, | |
| "loss": 1.0585, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.098503740648379, | |
| "grad_norm": 0.9822997450828552, | |
| "learning_rate": 1.2160804020100502e-06, | |
| "loss": 1.3011, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.0997506234413965, | |
| "grad_norm": 0.9486746788024902, | |
| "learning_rate": 1.206030150753769e-06, | |
| "loss": 1.0877, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.100997506234414, | |
| "grad_norm": 0.8915067911148071, | |
| "learning_rate": 1.1959798994974875e-06, | |
| "loss": 1.0558, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.1022443890274314, | |
| "grad_norm": 1.0369261503219604, | |
| "learning_rate": 1.185929648241206e-06, | |
| "loss": 1.1102, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.1034912718204488, | |
| "grad_norm": 1.073757529258728, | |
| "learning_rate": 1.1758793969849247e-06, | |
| "loss": 1.2988, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.1047381546134662, | |
| "grad_norm": 0.967126727104187, | |
| "learning_rate": 1.1658291457286432e-06, | |
| "loss": 1.0799, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.1059850374064837, | |
| "grad_norm": 1.0032625198364258, | |
| "learning_rate": 1.155778894472362e-06, | |
| "loss": 1.1895, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.1072319201995013, | |
| "grad_norm": 0.896228015422821, | |
| "learning_rate": 1.1457286432160806e-06, | |
| "loss": 1.1643, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.1084788029925188, | |
| "grad_norm": 1.151524305343628, | |
| "learning_rate": 1.1356783919597991e-06, | |
| "loss": 1.0271, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.1097256857855362, | |
| "grad_norm": 0.9097614884376526, | |
| "learning_rate": 1.1256281407035177e-06, | |
| "loss": 1.0671, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.1109725685785536, | |
| "grad_norm": 0.9432956576347351, | |
| "learning_rate": 1.1155778894472363e-06, | |
| "loss": 1.0508, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.112219451371571, | |
| "grad_norm": 0.9730440974235535, | |
| "learning_rate": 1.105527638190955e-06, | |
| "loss": 1.1427, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.1134663341645885, | |
| "grad_norm": 0.9195826649665833, | |
| "learning_rate": 1.0954773869346734e-06, | |
| "loss": 0.9505, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.114713216957606, | |
| "grad_norm": 0.8559366464614868, | |
| "learning_rate": 1.085427135678392e-06, | |
| "loss": 1.0993, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.1159600997506234, | |
| "grad_norm": 1.0328896045684814, | |
| "learning_rate": 1.0753768844221105e-06, | |
| "loss": 1.1671, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.1172069825436408, | |
| "grad_norm": 0.9966070055961609, | |
| "learning_rate": 1.0653266331658293e-06, | |
| "loss": 0.8159, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.1184538653366585, | |
| "grad_norm": 0.8760312795639038, | |
| "learning_rate": 1.0552763819095479e-06, | |
| "loss": 1.0193, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.119700748129676, | |
| "grad_norm": 0.9578038454055786, | |
| "learning_rate": 1.0452261306532664e-06, | |
| "loss": 1.0885, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.1209476309226933, | |
| "grad_norm": 1.0279982089996338, | |
| "learning_rate": 1.035175879396985e-06, | |
| "loss": 1.3416, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.1221945137157108, | |
| "grad_norm": 1.0367847681045532, | |
| "learning_rate": 1.0251256281407035e-06, | |
| "loss": 1.1524, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.1234413965087282, | |
| "grad_norm": 0.9701456427574158, | |
| "learning_rate": 1.0150753768844223e-06, | |
| "loss": 1.1234, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.1246882793017456, | |
| "grad_norm": 0.8951571583747864, | |
| "learning_rate": 1.0050251256281409e-06, | |
| "loss": 1.0297, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.125935162094763, | |
| "grad_norm": 0.9758408665657043, | |
| "learning_rate": 9.949748743718594e-07, | |
| "loss": 1.2459, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.1271820448877805, | |
| "grad_norm": 1.001495361328125, | |
| "learning_rate": 9.849246231155778e-07, | |
| "loss": 1.1554, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.128428927680798, | |
| "grad_norm": 0.9806671142578125, | |
| "learning_rate": 9.748743718592966e-07, | |
| "loss": 1.3005, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.1296758104738154, | |
| "grad_norm": 1.1555672883987427, | |
| "learning_rate": 9.648241206030151e-07, | |
| "loss": 1.1304, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.1309226932668328, | |
| "grad_norm": 0.900561511516571, | |
| "learning_rate": 9.547738693467337e-07, | |
| "loss": 0.9279, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.1321695760598505, | |
| "grad_norm": 0.9637525677680969, | |
| "learning_rate": 9.447236180904524e-07, | |
| "loss": 1.1184, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.133416458852868, | |
| "grad_norm": 1.051108479499817, | |
| "learning_rate": 9.346733668341709e-07, | |
| "loss": 1.0561, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.1346633416458853, | |
| "grad_norm": 1.0213427543640137, | |
| "learning_rate": 9.246231155778895e-07, | |
| "loss": 1.0418, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.1359102244389028, | |
| "grad_norm": 1.1131244897842407, | |
| "learning_rate": 9.145728643216082e-07, | |
| "loss": 1.3049, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.1371571072319202, | |
| "grad_norm": 0.8933857083320618, | |
| "learning_rate": 9.045226130653267e-07, | |
| "loss": 0.942, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.1384039900249376, | |
| "grad_norm": 0.991568386554718, | |
| "learning_rate": 8.944723618090453e-07, | |
| "loss": 1.034, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.139650872817955, | |
| "grad_norm": 1.0073168277740479, | |
| "learning_rate": 8.84422110552764e-07, | |
| "loss": 1.2999, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.1408977556109725, | |
| "grad_norm": 0.941887617111206, | |
| "learning_rate": 8.743718592964825e-07, | |
| "loss": 1.0767, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.14214463840399, | |
| "grad_norm": 0.8970725536346436, | |
| "learning_rate": 8.64321608040201e-07, | |
| "loss": 0.9196, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.1433915211970076, | |
| "grad_norm": 0.8672690391540527, | |
| "learning_rate": 8.542713567839197e-07, | |
| "loss": 0.9363, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.144638403990025, | |
| "grad_norm": 1.0099691152572632, | |
| "learning_rate": 8.442211055276382e-07, | |
| "loss": 1.0098, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.1458852867830425, | |
| "grad_norm": 0.9472724199295044, | |
| "learning_rate": 8.341708542713568e-07, | |
| "loss": 1.0484, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.14713216957606, | |
| "grad_norm": 0.9121310114860535, | |
| "learning_rate": 8.241206030150755e-07, | |
| "loss": 1.1415, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.1483790523690773, | |
| "grad_norm": 0.8841565251350403, | |
| "learning_rate": 8.14070351758794e-07, | |
| "loss": 1.0377, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.1496259351620948, | |
| "grad_norm": 1.1179547309875488, | |
| "learning_rate": 8.040201005025127e-07, | |
| "loss": 1.3833, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.1508728179551122, | |
| "grad_norm": 0.9561689496040344, | |
| "learning_rate": 7.939698492462313e-07, | |
| "loss": 1.0964, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.1521197007481296, | |
| "grad_norm": 1.1863527297973633, | |
| "learning_rate": 7.839195979899498e-07, | |
| "loss": 1.259, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.153366583541147, | |
| "grad_norm": 0.9494880437850952, | |
| "learning_rate": 7.738693467336685e-07, | |
| "loss": 1.3203, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.1546134663341645, | |
| "grad_norm": 0.9367597103118896, | |
| "learning_rate": 7.63819095477387e-07, | |
| "loss": 1.1497, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.155860349127182, | |
| "grad_norm": 0.9247015714645386, | |
| "learning_rate": 7.537688442211055e-07, | |
| "loss": 1.2215, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.1571072319201996, | |
| "grad_norm": 0.9937137961387634, | |
| "learning_rate": 7.437185929648242e-07, | |
| "loss": 1.255, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.158354114713217, | |
| "grad_norm": 0.9087586998939514, | |
| "learning_rate": 7.336683417085427e-07, | |
| "loss": 1.0672, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.1596009975062345, | |
| "grad_norm": 0.9231095910072327, | |
| "learning_rate": 7.236180904522613e-07, | |
| "loss": 1.0545, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.160847880299252, | |
| "grad_norm": 0.9966895580291748, | |
| "learning_rate": 7.1356783919598e-07, | |
| "loss": 1.1914, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.1620947630922693, | |
| "grad_norm": 0.9739454388618469, | |
| "learning_rate": 7.035175879396985e-07, | |
| "loss": 1.1846, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.1633416458852868, | |
| "grad_norm": 0.832830548286438, | |
| "learning_rate": 6.934673366834171e-07, | |
| "loss": 1.0775, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.1645885286783042, | |
| "grad_norm": 0.9566227793693542, | |
| "learning_rate": 6.834170854271358e-07, | |
| "loss": 0.957, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.1658354114713216, | |
| "grad_norm": 1.0254335403442383, | |
| "learning_rate": 6.733668341708543e-07, | |
| "loss": 1.147, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.167082294264339, | |
| "grad_norm": 0.9612658619880676, | |
| "learning_rate": 6.63316582914573e-07, | |
| "loss": 1.2579, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.1683291770573567, | |
| "grad_norm": 0.804253101348877, | |
| "learning_rate": 6.532663316582916e-07, | |
| "loss": 0.881, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.1695760598503742, | |
| "grad_norm": 0.9291054606437683, | |
| "learning_rate": 6.432160804020101e-07, | |
| "loss": 1.0936, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.1708229426433916, | |
| "grad_norm": 0.838405191898346, | |
| "learning_rate": 6.331658291457286e-07, | |
| "loss": 0.8982, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.172069825436409, | |
| "grad_norm": 0.9158410429954529, | |
| "learning_rate": 6.231155778894473e-07, | |
| "loss": 1.1168, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.1733167082294265, | |
| "grad_norm": 0.9490392804145813, | |
| "learning_rate": 6.130653266331659e-07, | |
| "loss": 1.0928, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.174563591022444, | |
| "grad_norm": 0.9580014944076538, | |
| "learning_rate": 6.030150753768845e-07, | |
| "loss": 1.1794, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.1758104738154613, | |
| "grad_norm": 0.9477241635322571, | |
| "learning_rate": 5.92964824120603e-07, | |
| "loss": 0.9946, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.1770573566084788, | |
| "grad_norm": 0.9754717946052551, | |
| "learning_rate": 5.829145728643216e-07, | |
| "loss": 0.937, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.1783042394014962, | |
| "grad_norm": 1.1054816246032715, | |
| "learning_rate": 5.728643216080403e-07, | |
| "loss": 1.3298, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.1795511221945136, | |
| "grad_norm": 1.0003180503845215, | |
| "learning_rate": 5.628140703517588e-07, | |
| "loss": 1.2283, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.180798004987531, | |
| "grad_norm": 1.0288554430007935, | |
| "learning_rate": 5.527638190954775e-07, | |
| "loss": 1.0733, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.1820448877805487, | |
| "grad_norm": 0.9287012219429016, | |
| "learning_rate": 5.42713567839196e-07, | |
| "loss": 1.0559, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.1832917705735662, | |
| "grad_norm": 0.9414504766464233, | |
| "learning_rate": 5.326633165829146e-07, | |
| "loss": 1.0715, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.1845386533665836, | |
| "grad_norm": 1.2494735717773438, | |
| "learning_rate": 5.226130653266332e-07, | |
| "loss": 1.4612, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.185785536159601, | |
| "grad_norm": 1.0314311981201172, | |
| "learning_rate": 5.125628140703518e-07, | |
| "loss": 1.1663, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.1870324189526185, | |
| "grad_norm": 1.1451873779296875, | |
| "learning_rate": 5.025125628140704e-07, | |
| "loss": 1.2636, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.188279301745636, | |
| "grad_norm": 0.95524001121521, | |
| "learning_rate": 4.924623115577889e-07, | |
| "loss": 1.0053, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.1895261845386533, | |
| "grad_norm": 1.1086084842681885, | |
| "learning_rate": 4.824120603015076e-07, | |
| "loss": 1.3138, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.1907730673316708, | |
| "grad_norm": 1.0394378900527954, | |
| "learning_rate": 4.723618090452262e-07, | |
| "loss": 1.2855, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.1920199501246882, | |
| "grad_norm": 0.974128782749176, | |
| "learning_rate": 4.6231155778894475e-07, | |
| "loss": 1.1754, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.1932668329177059, | |
| "grad_norm": 0.989520788192749, | |
| "learning_rate": 4.5226130653266337e-07, | |
| "loss": 1.2944, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.1945137157107233, | |
| "grad_norm": 0.9629969596862793, | |
| "learning_rate": 4.42211055276382e-07, | |
| "loss": 1.0392, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.1957605985037407, | |
| "grad_norm": 1.0542442798614502, | |
| "learning_rate": 4.321608040201005e-07, | |
| "loss": 1.4224, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.1970074812967582, | |
| "grad_norm": 0.9659432172775269, | |
| "learning_rate": 4.221105527638191e-07, | |
| "loss": 1.1098, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.1982543640897756, | |
| "grad_norm": 0.869775116443634, | |
| "learning_rate": 4.1206030150753773e-07, | |
| "loss": 0.9089, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.199501246882793, | |
| "grad_norm": 1.1481077671051025, | |
| "learning_rate": 4.0201005025125634e-07, | |
| "loss": 1.1947, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.2007481296758105, | |
| "grad_norm": 0.9253513216972351, | |
| "learning_rate": 3.919597989949749e-07, | |
| "loss": 0.935, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.201995012468828, | |
| "grad_norm": 1.0706729888916016, | |
| "learning_rate": 3.819095477386935e-07, | |
| "loss": 0.9812, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.2032418952618453, | |
| "grad_norm": 0.9205166697502136, | |
| "learning_rate": 3.718592964824121e-07, | |
| "loss": 1.1668, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.2044887780548628, | |
| "grad_norm": 1.062045693397522, | |
| "learning_rate": 3.6180904522613065e-07, | |
| "loss": 1.1189, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.2057356608478802, | |
| "grad_norm": 1.0185612440109253, | |
| "learning_rate": 3.5175879396984927e-07, | |
| "loss": 1.263, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.2069825436408976, | |
| "grad_norm": 1.0928072929382324, | |
| "learning_rate": 3.417085427135679e-07, | |
| "loss": 1.1389, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.2082294264339153, | |
| "grad_norm": 1.0667775869369507, | |
| "learning_rate": 3.316582914572865e-07, | |
| "loss": 1.152, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.2094763092269327, | |
| "grad_norm": 0.9324660897254944, | |
| "learning_rate": 3.2160804020100506e-07, | |
| "loss": 0.9736, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.2107231920199502, | |
| "grad_norm": 0.8895764946937561, | |
| "learning_rate": 3.1155778894472363e-07, | |
| "loss": 1.1097, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.2119700748129676, | |
| "grad_norm": 0.9087288975715637, | |
| "learning_rate": 3.0150753768844224e-07, | |
| "loss": 1.1095, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.213216957605985, | |
| "grad_norm": 0.9338837265968323, | |
| "learning_rate": 2.914572864321608e-07, | |
| "loss": 0.9704, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.2144638403990025, | |
| "grad_norm": 0.9220953583717346, | |
| "learning_rate": 2.814070351758794e-07, | |
| "loss": 1.1147, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.21571072319202, | |
| "grad_norm": 0.9933000802993774, | |
| "learning_rate": 2.71356783919598e-07, | |
| "loss": 1.1277, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.2169576059850373, | |
| "grad_norm": 1.0079030990600586, | |
| "learning_rate": 2.613065326633166e-07, | |
| "loss": 0.9931, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.218204488778055, | |
| "grad_norm": 0.9079055786132812, | |
| "learning_rate": 2.512562814070352e-07, | |
| "loss": 1.0279, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.2194513715710724, | |
| "grad_norm": 0.9380108118057251, | |
| "learning_rate": 2.412060301507538e-07, | |
| "loss": 1.1186, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.2206982543640899, | |
| "grad_norm": 1.0020259618759155, | |
| "learning_rate": 2.3115577889447237e-07, | |
| "loss": 1.0412, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.2219451371571073, | |
| "grad_norm": 0.9419663548469543, | |
| "learning_rate": 2.21105527638191e-07, | |
| "loss": 1.0396, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.2231920199501247, | |
| "grad_norm": 1.0515295267105103, | |
| "learning_rate": 2.1105527638190956e-07, | |
| "loss": 1.2899, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.2244389027431422, | |
| "grad_norm": 0.9472441077232361, | |
| "learning_rate": 2.0100502512562817e-07, | |
| "loss": 1.0375, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.2256857855361596, | |
| "grad_norm": 0.8925400972366333, | |
| "learning_rate": 1.9095477386934676e-07, | |
| "loss": 0.8216, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.226932668329177, | |
| "grad_norm": 0.9674944281578064, | |
| "learning_rate": 1.8090452261306533e-07, | |
| "loss": 1.0872, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.2281795511221945, | |
| "grad_norm": 0.8792274594306946, | |
| "learning_rate": 1.7085427135678394e-07, | |
| "loss": 1.0083, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.229426433915212, | |
| "grad_norm": 0.929137110710144, | |
| "learning_rate": 1.6080402010050253e-07, | |
| "loss": 0.9598, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.2306733167082293, | |
| "grad_norm": 0.9648697376251221, | |
| "learning_rate": 1.5075376884422112e-07, | |
| "loss": 1.1901, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.2319201995012468, | |
| "grad_norm": 0.924969494342804, | |
| "learning_rate": 1.407035175879397e-07, | |
| "loss": 1.0915, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.2331670822942644, | |
| "grad_norm": 0.930644154548645, | |
| "learning_rate": 1.306532663316583e-07, | |
| "loss": 1.0326, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.2344139650872819, | |
| "grad_norm": 1.0661444664001465, | |
| "learning_rate": 1.206030150753769e-07, | |
| "loss": 1.1937, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.2356608478802993, | |
| "grad_norm": 0.9451942443847656, | |
| "learning_rate": 1.105527638190955e-07, | |
| "loss": 1.0124, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.2369077306733167, | |
| "grad_norm": 0.9993079304695129, | |
| "learning_rate": 1.0050251256281409e-07, | |
| "loss": 1.3394, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.2381546134663342, | |
| "grad_norm": 0.8736663460731506, | |
| "learning_rate": 9.045226130653266e-08, | |
| "loss": 1.0151, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.2394014962593516, | |
| "grad_norm": 1.0243713855743408, | |
| "learning_rate": 8.040201005025127e-08, | |
| "loss": 1.1272, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.240648379052369, | |
| "grad_norm": 0.9341378211975098, | |
| "learning_rate": 7.035175879396986e-08, | |
| "loss": 1.0561, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.2418952618453865, | |
| "grad_norm": 0.8320474624633789, | |
| "learning_rate": 6.030150753768845e-08, | |
| "loss": 0.9748, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.2431421446384041, | |
| "grad_norm": 0.9634078145027161, | |
| "learning_rate": 5.025125628140704e-08, | |
| "loss": 1.0482, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.2443890274314215, | |
| "grad_norm": 0.9500167965888977, | |
| "learning_rate": 4.020100502512563e-08, | |
| "loss": 1.0441, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.245635910224439, | |
| "grad_norm": 1.0087471008300781, | |
| "learning_rate": 3.015075376884422e-08, | |
| "loss": 1.1111, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.2468827930174564, | |
| "grad_norm": 0.8897825479507446, | |
| "learning_rate": 2.0100502512562817e-08, | |
| "loss": 0.9434, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1068487782293504e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |