| { | |
| "best_global_step": 70000, | |
| "best_metric": 1.029943823814392, | |
| "best_model_checkpoint": "./dna_model/checkpoint-70000", | |
| "epoch": 10.0, | |
| "eval_steps": 5000, | |
| "global_step": 72380, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00013815971262779773, | |
| "grad_norm": 42.580928802490234, | |
| "learning_rate": 0.0, | |
| "loss": 1.6625, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.013815971262779773, | |
| "grad_norm": 2.4457767009735107, | |
| "learning_rate": 2.97e-05, | |
| "loss": 1.36, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.027631942525559547, | |
| "grad_norm": 0.5432274341583252, | |
| "learning_rate": 5.97e-05, | |
| "loss": 1.3309, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04144791378833932, | |
| "grad_norm": 0.825528621673584, | |
| "learning_rate": 8.969999999999998e-05, | |
| "loss": 1.3234, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.055263885051119094, | |
| "grad_norm": 0.4912604093551636, | |
| "learning_rate": 0.0001197, | |
| "loss": 1.3249, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.06907985631389886, | |
| "grad_norm": 0.9077563881874084, | |
| "learning_rate": 0.00014969999999999998, | |
| "loss": 1.3153, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08289582757667864, | |
| "grad_norm": 0.8954246640205383, | |
| "learning_rate": 0.00017969999999999998, | |
| "loss": 1.3123, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.09671179883945841, | |
| "grad_norm": 0.5876831412315369, | |
| "learning_rate": 0.00020969999999999997, | |
| "loss": 1.3098, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.11052777010223819, | |
| "grad_norm": 0.426789253950119, | |
| "learning_rate": 0.0002397, | |
| "loss": 1.3072, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.12434374136501795, | |
| "grad_norm": 0.3324718177318573, | |
| "learning_rate": 0.0002697, | |
| "loss": 1.3037, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.13815971262779772, | |
| "grad_norm": 0.23672613501548767, | |
| "learning_rate": 0.00029969999999999997, | |
| "loss": 1.2991, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1519756838905775, | |
| "grad_norm": 0.4699796438217163, | |
| "learning_rate": 0.00029958391706360325, | |
| "loss": 1.2923, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.16579165515335728, | |
| "grad_norm": 0.684186577796936, | |
| "learning_rate": 0.00029916363126926307, | |
| "loss": 1.2825, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.17960762641613706, | |
| "grad_norm": 0.3944641649723053, | |
| "learning_rate": 0.00029874334547492294, | |
| "loss": 1.2678, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.19342359767891681, | |
| "grad_norm": 1.1556001901626587, | |
| "learning_rate": 0.00029832305968058276, | |
| "loss": 1.2541, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2072395689416966, | |
| "grad_norm": 0.39745599031448364, | |
| "learning_rate": 0.0002979027738862426, | |
| "loss": 1.2439, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.22105554020447638, | |
| "grad_norm": 0.5201444029808044, | |
| "learning_rate": 0.00029748248809190246, | |
| "loss": 1.2329, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.23487151146725616, | |
| "grad_norm": 0.2168777734041214, | |
| "learning_rate": 0.00029706220229756234, | |
| "loss": 1.2268, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2486874827300359, | |
| "grad_norm": 0.30599427223205566, | |
| "learning_rate": 0.00029664191650322216, | |
| "loss": 1.2199, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.2625034539928157, | |
| "grad_norm": 0.32062044739723206, | |
| "learning_rate": 0.00029622163070888203, | |
| "loss": 1.2131, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.27631942525559544, | |
| "grad_norm": 0.13411013782024384, | |
| "learning_rate": 0.00029580134491454186, | |
| "loss": 1.2074, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.2901353965183752, | |
| "grad_norm": 0.3672633767127991, | |
| "learning_rate": 0.00029538105912020173, | |
| "loss": 1.2022, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.303951367781155, | |
| "grad_norm": 0.41515815258026123, | |
| "learning_rate": 0.00029496077332586155, | |
| "loss": 1.1949, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3177673390439348, | |
| "grad_norm": 0.18381068110466003, | |
| "learning_rate": 0.0002945404875315214, | |
| "loss": 1.1887, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.33158331030671456, | |
| "grad_norm": 0.3080751895904541, | |
| "learning_rate": 0.00029412020173718125, | |
| "loss": 1.1844, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.34539928156949434, | |
| "grad_norm": 0.38037416338920593, | |
| "learning_rate": 0.0002936999159428411, | |
| "loss": 1.1804, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.3592152528322741, | |
| "grad_norm": 0.23272989690303802, | |
| "learning_rate": 0.00029327963014850095, | |
| "loss": 1.1753, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.3730312240950539, | |
| "grad_norm": 0.1149936243891716, | |
| "learning_rate": 0.0002928593443541608, | |
| "loss": 1.1739, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.38684719535783363, | |
| "grad_norm": 0.28469276428222656, | |
| "learning_rate": 0.00029243905855982064, | |
| "loss": 1.1671, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.4006631666206134, | |
| "grad_norm": 0.25204166769981384, | |
| "learning_rate": 0.0002920187727654805, | |
| "loss": 1.1633, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.4144791378833932, | |
| "grad_norm": 0.3945861756801605, | |
| "learning_rate": 0.00029159848697114034, | |
| "loss": 1.1608, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.42829510914617297, | |
| "grad_norm": 0.2578865587711334, | |
| "learning_rate": 0.00029117820117680016, | |
| "loss": 1.1622, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.44211108040895275, | |
| "grad_norm": 0.16060177981853485, | |
| "learning_rate": 0.00029075791538246004, | |
| "loss": 1.1577, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.45592705167173253, | |
| "grad_norm": 0.1980718970298767, | |
| "learning_rate": 0.0002903376295881199, | |
| "loss": 1.155, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.4697430229345123, | |
| "grad_norm": 0.12515653669834137, | |
| "learning_rate": 0.00028991734379377974, | |
| "loss": 1.1519, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.4835589941972921, | |
| "grad_norm": 0.26255738735198975, | |
| "learning_rate": 0.0002894970579994396, | |
| "loss": 1.1523, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.4973749654600718, | |
| "grad_norm": 0.281464546918869, | |
| "learning_rate": 0.00028907677220509943, | |
| "loss": 1.1511, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5111909367228517, | |
| "grad_norm": 0.11816036701202393, | |
| "learning_rate": 0.0002886564864107593, | |
| "loss": 1.1469, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.5250069079856314, | |
| "grad_norm": 0.25923675298690796, | |
| "learning_rate": 0.00028823620061641913, | |
| "loss": 1.1456, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.5388228792484112, | |
| "grad_norm": 0.2766472399234772, | |
| "learning_rate": 0.00028781591482207895, | |
| "loss": 1.1442, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.5526388505111909, | |
| "grad_norm": 0.1701624095439911, | |
| "learning_rate": 0.00028739562902773883, | |
| "loss": 1.1445, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.5664548217739707, | |
| "grad_norm": 0.3141656219959259, | |
| "learning_rate": 0.0002869753432333987, | |
| "loss": 1.1392, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.5802707930367504, | |
| "grad_norm": 0.11816743016242981, | |
| "learning_rate": 0.0002865550574390585, | |
| "loss": 1.1406, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.5940867642995302, | |
| "grad_norm": 0.12762723863124847, | |
| "learning_rate": 0.0002861347716447184, | |
| "loss": 1.1361, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.60790273556231, | |
| "grad_norm": 0.09322622418403625, | |
| "learning_rate": 0.0002857144858503782, | |
| "loss": 1.134, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.6217187068250898, | |
| "grad_norm": 0.1586735099554062, | |
| "learning_rate": 0.0002852942000560381, | |
| "loss": 1.1336, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.6355346780878696, | |
| "grad_norm": 0.13594642281532288, | |
| "learning_rate": 0.0002848739142616979, | |
| "loss": 1.1328, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.6493506493506493, | |
| "grad_norm": 0.21865279972553253, | |
| "learning_rate": 0.00028445362846735774, | |
| "loss": 1.1311, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.6631666206134291, | |
| "grad_norm": 0.22787001729011536, | |
| "learning_rate": 0.0002840333426730176, | |
| "loss": 1.1271, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.6769825918762089, | |
| "grad_norm": 0.2334531843662262, | |
| "learning_rate": 0.0002836130568786775, | |
| "loss": 1.1291, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.6907985631389887, | |
| "grad_norm": 0.11103236675262451, | |
| "learning_rate": 0.0002831927710843373, | |
| "loss": 1.1252, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.6907985631389887, | |
| "eval_accuracy": 0.4745045939970608, | |
| "eval_loss": 1.1205766201019287, | |
| "eval_runtime": 1027.9902, | |
| "eval_samples_per_second": 200.256, | |
| "eval_steps_per_second": 6.259, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.7046145344017685, | |
| "grad_norm": 0.21742330491542816, | |
| "learning_rate": 0.0002827724852899972, | |
| "loss": 1.1235, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.7184305056645482, | |
| "grad_norm": 0.23728515207767487, | |
| "learning_rate": 0.000282352199495657, | |
| "loss": 1.1233, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.732246476927328, | |
| "grad_norm": 0.21022765338420868, | |
| "learning_rate": 0.0002819319137013169, | |
| "loss": 1.1236, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.7460624481901078, | |
| "grad_norm": 0.0924484059214592, | |
| "learning_rate": 0.0002815116279069767, | |
| "loss": 1.1215, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.7598784194528876, | |
| "grad_norm": 0.1716778427362442, | |
| "learning_rate": 0.00028109134211263653, | |
| "loss": 1.1238, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.7736943907156673, | |
| "grad_norm": 0.13049638271331787, | |
| "learning_rate": 0.0002806710563182964, | |
| "loss": 1.1185, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.787510361978447, | |
| "grad_norm": 0.16255174577236176, | |
| "learning_rate": 0.0002802507705239563, | |
| "loss": 1.1169, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.8013263332412268, | |
| "grad_norm": 0.10065080225467682, | |
| "learning_rate": 0.0002798304847296161, | |
| "loss": 1.1184, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.8151423045040066, | |
| "grad_norm": 0.1182553768157959, | |
| "learning_rate": 0.000279410198935276, | |
| "loss": 1.1141, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.8289582757667864, | |
| "grad_norm": 0.14556263387203217, | |
| "learning_rate": 0.0002789899131409358, | |
| "loss": 1.1154, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.8427742470295662, | |
| "grad_norm": 0.1383764147758484, | |
| "learning_rate": 0.00027857383020453907, | |
| "loss": 1.1118, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.8565902182923459, | |
| "grad_norm": 0.2821154296398163, | |
| "learning_rate": 0.00027815354441019895, | |
| "loss": 1.1104, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.8704061895551257, | |
| "grad_norm": 0.22286450862884521, | |
| "learning_rate": 0.00027773325861585877, | |
| "loss": 1.1109, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.8842221608179055, | |
| "grad_norm": 0.2058987319469452, | |
| "learning_rate": 0.0002773129728215186, | |
| "loss": 1.1093, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.8980381320806853, | |
| "grad_norm": 0.21338045597076416, | |
| "learning_rate": 0.00027689268702717847, | |
| "loss": 1.1091, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.9118541033434651, | |
| "grad_norm": 0.0900028795003891, | |
| "learning_rate": 0.0002764724012328383, | |
| "loss": 1.1067, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.9256700746062448, | |
| "grad_norm": 0.10679551959037781, | |
| "learning_rate": 0.00027605211543849816, | |
| "loss": 1.108, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.9394860458690246, | |
| "grad_norm": 0.07972779124975204, | |
| "learning_rate": 0.000275631829644158, | |
| "loss": 1.1057, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.9533020171318044, | |
| "grad_norm": 0.24500218033790588, | |
| "learning_rate": 0.00027521154384981786, | |
| "loss": 1.105, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.9671179883945842, | |
| "grad_norm": 0.11576998978853226, | |
| "learning_rate": 0.00027479125805547774, | |
| "loss": 1.1029, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.980933959657364, | |
| "grad_norm": 0.10553757101297379, | |
| "learning_rate": 0.00027437097226113756, | |
| "loss": 1.1041, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.9947499309201436, | |
| "grad_norm": 0.15332186222076416, | |
| "learning_rate": 0.0002739506864667974, | |
| "loss": 1.0982, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.0085659021829234, | |
| "grad_norm": 0.11897014081478119, | |
| "learning_rate": 0.00027353040067245725, | |
| "loss": 1.0996, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.0223818734457033, | |
| "grad_norm": 0.1156444102525711, | |
| "learning_rate": 0.0002731101148781171, | |
| "loss": 1.1032, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.036197844708483, | |
| "grad_norm": 0.06223931908607483, | |
| "learning_rate": 0.00027268982908377695, | |
| "loss": 1.0982, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.0500138159712629, | |
| "grad_norm": 0.14377152919769287, | |
| "learning_rate": 0.00027226954328943677, | |
| "loss": 1.1003, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.0638297872340425, | |
| "grad_norm": 0.12667153775691986, | |
| "learning_rate": 0.00027184925749509665, | |
| "loss": 1.0989, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.0776457584968224, | |
| "grad_norm": 0.16101804375648499, | |
| "learning_rate": 0.0002714289717007565, | |
| "loss": 1.0968, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.091461729759602, | |
| "grad_norm": 0.06424383819103241, | |
| "learning_rate": 0.00027100868590641635, | |
| "loss": 1.0955, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.105277701022382, | |
| "grad_norm": 0.09638939052820206, | |
| "learning_rate": 0.00027058840011207617, | |
| "loss": 1.095, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.1190936722851617, | |
| "grad_norm": 0.08098015189170837, | |
| "learning_rate": 0.00027016811431773604, | |
| "loss": 1.0969, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.1329096435479413, | |
| "grad_norm": 0.10837887227535248, | |
| "learning_rate": 0.00026974782852339586, | |
| "loss": 1.096, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.1467256148107212, | |
| "grad_norm": 0.05644046515226364, | |
| "learning_rate": 0.00026932754272905574, | |
| "loss": 1.0944, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.1605415860735009, | |
| "grad_norm": 0.12965446710586548, | |
| "learning_rate": 0.00026890725693471556, | |
| "loss": 1.0953, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.1743575573362808, | |
| "grad_norm": 0.12333771586418152, | |
| "learning_rate": 0.00026848697114037544, | |
| "loss": 1.095, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.1881735285990604, | |
| "grad_norm": 0.1270703673362732, | |
| "learning_rate": 0.0002680666853460353, | |
| "loss": 1.0929, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.2019894998618403, | |
| "grad_norm": 0.16918766498565674, | |
| "learning_rate": 0.00026764639955169513, | |
| "loss": 1.0918, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.21580547112462, | |
| "grad_norm": 0.08776108920574188, | |
| "learning_rate": 0.00026722611375735496, | |
| "loss": 1.0952, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.2296214423874, | |
| "grad_norm": 0.08252176642417908, | |
| "learning_rate": 0.00026680582796301483, | |
| "loss": 1.09, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.2434374136501796, | |
| "grad_norm": 0.16331979632377625, | |
| "learning_rate": 0.00026638554216867465, | |
| "loss": 1.0898, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.2572533849129595, | |
| "grad_norm": 0.17065368592739105, | |
| "learning_rate": 0.00026596525637433453, | |
| "loss": 1.0907, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.2710693561757391, | |
| "grad_norm": 0.12038784474134445, | |
| "learning_rate": 0.00026554497057999435, | |
| "loss": 1.0856, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.284885327438519, | |
| "grad_norm": 0.11924347281455994, | |
| "learning_rate": 0.0002651246847856542, | |
| "loss": 1.0895, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "grad_norm": 0.1443828046321869, | |
| "learning_rate": 0.0002647043989913141, | |
| "loss": 1.0874, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.3125172699640784, | |
| "grad_norm": 0.14472317695617676, | |
| "learning_rate": 0.0002642841131969739, | |
| "loss": 1.0879, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.3263332412268583, | |
| "grad_norm": 0.15847088396549225, | |
| "learning_rate": 0.00026386382740263374, | |
| "loss": 1.0873, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.3401492124896381, | |
| "grad_norm": 0.17960332334041595, | |
| "learning_rate": 0.0002634435416082936, | |
| "loss": 1.0887, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.3539651837524178, | |
| "grad_norm": 0.1566227227449417, | |
| "learning_rate": 0.00026302325581395344, | |
| "loss": 1.0884, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.3677811550151975, | |
| "grad_norm": 0.1431213617324829, | |
| "learning_rate": 0.0002626029700196133, | |
| "loss": 1.0864, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.3815971262779774, | |
| "grad_norm": 0.10321222990751266, | |
| "learning_rate": 0.0002621826842252732, | |
| "loss": 1.0835, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.3815971262779774, | |
| "eval_accuracy": 0.49913821881815945, | |
| "eval_loss": 1.081355094909668, | |
| "eval_runtime": 748.8314, | |
| "eval_samples_per_second": 274.91, | |
| "eval_steps_per_second": 8.592, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.395413097540757, | |
| "grad_norm": 0.10260605067014694, | |
| "learning_rate": 0.0002617666012888764, | |
| "loss": 1.0843, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.409229068803537, | |
| "grad_norm": 0.1076885387301445, | |
| "learning_rate": 0.0002613463154945363, | |
| "loss": 1.0845, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.4230450400663166, | |
| "grad_norm": 0.0723571702837944, | |
| "learning_rate": 0.0002609260297001961, | |
| "loss": 1.0814, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.4368610113290965, | |
| "grad_norm": 0.10695687681436539, | |
| "learning_rate": 0.00026050574390585593, | |
| "loss": 1.0842, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.4506769825918762, | |
| "grad_norm": 0.11008185893297195, | |
| "learning_rate": 0.0002600854581115158, | |
| "loss": 1.0832, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.464492953854656, | |
| "grad_norm": 0.12239653617143631, | |
| "learning_rate": 0.0002596651723171756, | |
| "loss": 1.0813, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.4783089251174357, | |
| "grad_norm": 0.11045056581497192, | |
| "learning_rate": 0.0002592448865228355, | |
| "loss": 1.0848, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.4921248963802154, | |
| "grad_norm": 0.07234488427639008, | |
| "learning_rate": 0.0002588246007284954, | |
| "loss": 1.0826, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.5059408676429953, | |
| "grad_norm": 0.11086778342723846, | |
| "learning_rate": 0.0002584043149341552, | |
| "loss": 1.0804, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.5197568389057752, | |
| "grad_norm": 0.10693442821502686, | |
| "learning_rate": 0.0002579840291398151, | |
| "loss": 1.0784, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.5335728101685548, | |
| "grad_norm": 0.11604110896587372, | |
| "learning_rate": 0.0002575637433454749, | |
| "loss": 1.0792, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.5473887814313345, | |
| "grad_norm": 0.0809662714600563, | |
| "learning_rate": 0.0002571434575511347, | |
| "loss": 1.083, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 1.5612047526941144, | |
| "grad_norm": 0.1850002408027649, | |
| "learning_rate": 0.0002567231717567946, | |
| "loss": 1.0802, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 1.5750207239568943, | |
| "grad_norm": 0.0779227465391159, | |
| "learning_rate": 0.0002563028859624544, | |
| "loss": 1.0811, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.588836695219674, | |
| "grad_norm": 0.16764625906944275, | |
| "learning_rate": 0.0002558826001681143, | |
| "loss": 1.0763, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.6026526664824536, | |
| "grad_norm": 0.11104313284158707, | |
| "learning_rate": 0.00025546231437377417, | |
| "loss": 1.0782, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 1.6164686377452335, | |
| "grad_norm": 0.16667212545871735, | |
| "learning_rate": 0.000255042028579434, | |
| "loss": 1.0781, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.6302846090080134, | |
| "grad_norm": 0.2246047705411911, | |
| "learning_rate": 0.00025462174278509386, | |
| "loss": 1.08, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 1.644100580270793, | |
| "grad_norm": 0.2305343896150589, | |
| "learning_rate": 0.0002542014569907537, | |
| "loss": 1.0756, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 1.6579165515335728, | |
| "grad_norm": 0.13618823885917664, | |
| "learning_rate": 0.0002537811711964135, | |
| "loss": 1.076, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.6717325227963524, | |
| "grad_norm": 0.15795475244522095, | |
| "learning_rate": 0.0002533608854020734, | |
| "loss": 1.0749, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 1.6855484940591323, | |
| "grad_norm": 0.20267115533351898, | |
| "learning_rate": 0.00025294480246567665, | |
| "loss": 1.077, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 1.6993644653219122, | |
| "grad_norm": 0.08052489906549454, | |
| "learning_rate": 0.0002525245166713365, | |
| "loss": 1.073, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 1.7131804365846919, | |
| "grad_norm": 0.11914093047380447, | |
| "learning_rate": 0.00025210423087699635, | |
| "loss": 1.0755, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 1.7269964078474715, | |
| "grad_norm": 0.12703542411327362, | |
| "learning_rate": 0.00025168394508265617, | |
| "loss": 1.0765, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.7408123791102514, | |
| "grad_norm": 0.12948518991470337, | |
| "learning_rate": 0.00025126365928831605, | |
| "loss": 1.0748, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 1.7546283503730313, | |
| "grad_norm": 0.1027710810303688, | |
| "learning_rate": 0.00025084337349397587, | |
| "loss": 1.0745, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 1.768444321635811, | |
| "grad_norm": 0.20131652057170868, | |
| "learning_rate": 0.0002504230876996357, | |
| "loss": 1.0731, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 1.7822602928985907, | |
| "grad_norm": 0.0673370212316513, | |
| "learning_rate": 0.00025000280190529557, | |
| "loss": 1.0721, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 1.7960762641613706, | |
| "grad_norm": 0.10322799533605576, | |
| "learning_rate": 0.00024958251611095544, | |
| "loss": 1.0731, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.8098922354241505, | |
| "grad_norm": 0.08498311042785645, | |
| "learning_rate": 0.00024916223031661526, | |
| "loss": 1.0722, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 1.8237082066869301, | |
| "grad_norm": 0.07025079429149628, | |
| "learning_rate": 0.00024874194452227514, | |
| "loss": 1.0725, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 1.8375241779497098, | |
| "grad_norm": 0.13933932781219482, | |
| "learning_rate": 0.00024832165872793496, | |
| "loss": 1.0714, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 1.8513401492124897, | |
| "grad_norm": 0.10513993352651596, | |
| "learning_rate": 0.00024790137293359484, | |
| "loss": 1.0725, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 1.8651561204752696, | |
| "grad_norm": 0.1704607903957367, | |
| "learning_rate": 0.0002474810871392547, | |
| "loss": 1.0712, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.8789720917380492, | |
| "grad_norm": 0.08315689861774445, | |
| "learning_rate": 0.0002470608013449145, | |
| "loss": 1.0697, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 1.892788063000829, | |
| "grad_norm": 0.09900273382663727, | |
| "learning_rate": 0.00024664051555057436, | |
| "loss": 1.0735, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 1.9066040342636086, | |
| "grad_norm": 0.05560864508152008, | |
| "learning_rate": 0.00024622022975623423, | |
| "loss": 1.0711, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 1.9204200055263885, | |
| "grad_norm": 0.13863462209701538, | |
| "learning_rate": 0.00024579994396189405, | |
| "loss": 1.0681, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 1.9342359767891684, | |
| "grad_norm": 0.07841744273900986, | |
| "learning_rate": 0.00024537965816755393, | |
| "loss": 1.0711, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.948051948051948, | |
| "grad_norm": 0.058312736451625824, | |
| "learning_rate": 0.00024495937237321375, | |
| "loss": 1.0709, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 1.9618679193147277, | |
| "grad_norm": 0.11208023875951767, | |
| "learning_rate": 0.000244543289436817, | |
| "loss": 1.0686, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 1.9756838905775076, | |
| "grad_norm": 0.10133163630962372, | |
| "learning_rate": 0.00024412300364247687, | |
| "loss": 1.0683, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 1.9894998618402875, | |
| "grad_norm": 0.08370282500982285, | |
| "learning_rate": 0.0002437027178481367, | |
| "loss": 1.0709, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.003315833103067, | |
| "grad_norm": 0.09476770460605621, | |
| "learning_rate": 0.00024328243205379654, | |
| "loss": 1.0697, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.017131804365847, | |
| "grad_norm": 0.0733637660741806, | |
| "learning_rate": 0.0002428621462594564, | |
| "loss": 1.0681, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 2.0309477756286265, | |
| "grad_norm": 0.09925834089517593, | |
| "learning_rate": 0.00024244186046511627, | |
| "loss": 1.0702, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.0447637468914066, | |
| "grad_norm": 0.15911750495433807, | |
| "learning_rate": 0.00024202157467077611, | |
| "loss": 1.0665, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 2.0585797181541863, | |
| "grad_norm": 0.13638247549533844, | |
| "learning_rate": 0.00024160128887643596, | |
| "loss": 1.0696, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 2.072395689416966, | |
| "grad_norm": 0.16883982717990875, | |
| "learning_rate": 0.0002411810030820958, | |
| "loss": 1.0641, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.072395689416966, | |
| "eval_accuracy": 0.5102966510685876, | |
| "eval_loss": 1.0638896226882935, | |
| "eval_runtime": 924.2494, | |
| "eval_samples_per_second": 222.733, | |
| "eval_steps_per_second": 6.961, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.0862116606797456, | |
| "grad_norm": 0.09925784170627594, | |
| "learning_rate": 0.00024076071728775566, | |
| "loss": 1.0683, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 2.1000276319425257, | |
| "grad_norm": 0.06180203706026077, | |
| "learning_rate": 0.00024034043149341548, | |
| "loss": 1.066, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 2.1138436032053054, | |
| "grad_norm": 0.10063247382640839, | |
| "learning_rate": 0.00023992014569907533, | |
| "loss": 1.0668, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 2.127659574468085, | |
| "grad_norm": 0.11476041376590729, | |
| "learning_rate": 0.0002394998599047352, | |
| "loss": 1.0644, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 2.1414755457308647, | |
| "grad_norm": 0.11798429489135742, | |
| "learning_rate": 0.00023907957411039505, | |
| "loss": 1.0626, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.155291516993645, | |
| "grad_norm": 0.13165287673473358, | |
| "learning_rate": 0.0002386592883160549, | |
| "loss": 1.0648, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 2.1691074882564245, | |
| "grad_norm": 0.1705123484134674, | |
| "learning_rate": 0.00023823900252171475, | |
| "loss": 1.0639, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 2.182923459519204, | |
| "grad_norm": 0.13375049829483032, | |
| "learning_rate": 0.0002378187167273746, | |
| "loss": 1.062, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 2.196739430781984, | |
| "grad_norm": 0.09405038505792618, | |
| "learning_rate": 0.00023739843093303445, | |
| "loss": 1.0634, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 2.210555402044764, | |
| "grad_norm": 0.11285752803087234, | |
| "learning_rate": 0.00023697814513869427, | |
| "loss": 1.0667, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.2243713733075436, | |
| "grad_norm": 0.12377699464559555, | |
| "learning_rate": 0.00023655785934435412, | |
| "loss": 1.064, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 2.2381873445703233, | |
| "grad_norm": 0.0979316234588623, | |
| "learning_rate": 0.000236137573550014, | |
| "loss": 1.0621, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 2.252003315833103, | |
| "grad_norm": 0.11494515091180801, | |
| "learning_rate": 0.00023572149061361724, | |
| "loss": 1.0645, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 2.2658192870958827, | |
| "grad_norm": 0.07066236436367035, | |
| "learning_rate": 0.0002353012048192771, | |
| "loss": 1.063, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 2.2796352583586628, | |
| "grad_norm": 0.08686563372612, | |
| "learning_rate": 0.00023488091902493694, | |
| "loss": 1.066, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.2934512296214424, | |
| "grad_norm": 0.058148209005594254, | |
| "learning_rate": 0.00023446063323059678, | |
| "loss": 1.0643, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 2.307267200884222, | |
| "grad_norm": 0.14033359289169312, | |
| "learning_rate": 0.00023404034743625666, | |
| "loss": 1.0634, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 2.3210831721470018, | |
| "grad_norm": 0.09940097481012344, | |
| "learning_rate": 0.00023362006164191645, | |
| "loss": 1.0629, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 2.334899143409782, | |
| "grad_norm": 0.08228994905948639, | |
| "learning_rate": 0.00023319977584757633, | |
| "loss": 1.0626, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 2.3487151146725616, | |
| "grad_norm": 0.05418753623962402, | |
| "learning_rate": 0.00023277949005323618, | |
| "loss": 1.0611, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.3625310859353412, | |
| "grad_norm": 0.09691222757101059, | |
| "learning_rate": 0.00023235920425889603, | |
| "loss": 1.0626, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 2.376347057198121, | |
| "grad_norm": 0.1607312560081482, | |
| "learning_rate": 0.00023193891846455588, | |
| "loss": 1.0623, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 2.3901630284609006, | |
| "grad_norm": 0.1193649098277092, | |
| "learning_rate": 0.00023151863267021572, | |
| "loss": 1.0627, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 2.4039789997236807, | |
| "grad_norm": 0.05427398905158043, | |
| "learning_rate": 0.00023109834687587557, | |
| "loss": 1.0609, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 2.4177949709864603, | |
| "grad_norm": 0.10591702163219452, | |
| "learning_rate": 0.00023067806108153545, | |
| "loss": 1.0637, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.43161094224924, | |
| "grad_norm": 0.057032886892557144, | |
| "learning_rate": 0.00023025777528719524, | |
| "loss": 1.0612, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 2.44542691351202, | |
| "grad_norm": 0.08455175161361694, | |
| "learning_rate": 0.00022983748949285512, | |
| "loss": 1.0606, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 2.4592428847748, | |
| "grad_norm": 0.13975144922733307, | |
| "learning_rate": 0.00022941720369851497, | |
| "loss": 1.0624, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 2.4730588560375795, | |
| "grad_norm": 0.11535393446683884, | |
| "learning_rate": 0.00022899691790417482, | |
| "loss": 1.0603, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 2.486874827300359, | |
| "grad_norm": 0.10047648102045059, | |
| "learning_rate": 0.00022857663210983466, | |
| "loss": 1.0607, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.500690798563139, | |
| "grad_norm": 0.08474704623222351, | |
| "learning_rate": 0.0002281563463154945, | |
| "loss": 1.062, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 2.514506769825919, | |
| "grad_norm": 0.15308576822280884, | |
| "learning_rate": 0.00022773606052115436, | |
| "loss": 1.0603, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 2.5283227410886986, | |
| "grad_norm": 0.05684039369225502, | |
| "learning_rate": 0.00022731577472681424, | |
| "loss": 1.0589, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 2.5421387123514783, | |
| "grad_norm": 0.10712555050849915, | |
| "learning_rate": 0.00022689548893247409, | |
| "loss": 1.0592, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 2.555954683614258, | |
| "grad_norm": 0.0800655260682106, | |
| "learning_rate": 0.0002264794059960773, | |
| "loss": 1.0603, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.569770654877038, | |
| "grad_norm": 0.05980188027024269, | |
| "learning_rate": 0.00022605912020173715, | |
| "loss": 1.0608, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 2.5835866261398177, | |
| "grad_norm": 0.052051473408937454, | |
| "learning_rate": 0.000225638834407397, | |
| "loss": 1.0603, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 2.5974025974025974, | |
| "grad_norm": 0.11966883391141891, | |
| "learning_rate": 0.00022521854861305685, | |
| "loss": 1.057, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 2.611218568665377, | |
| "grad_norm": 0.08861220628023148, | |
| "learning_rate": 0.00022479826281871673, | |
| "loss": 1.0603, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 2.6250345399281567, | |
| "grad_norm": 0.12264814227819443, | |
| "learning_rate": 0.00022437797702437657, | |
| "loss": 1.0602, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.638850511190937, | |
| "grad_norm": 0.08384163677692413, | |
| "learning_rate": 0.00022395769123003642, | |
| "loss": 1.057, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 2.6526664824537165, | |
| "grad_norm": 0.11168386787176132, | |
| "learning_rate": 0.00022353740543569624, | |
| "loss": 1.0572, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 2.666482453716496, | |
| "grad_norm": 0.12558519840240479, | |
| "learning_rate": 0.0002231171196413561, | |
| "loss": 1.0592, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 2.6802984249792763, | |
| "grad_norm": 0.06810207664966583, | |
| "learning_rate": 0.00022269683384701594, | |
| "loss": 1.055, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 2.694114396242056, | |
| "grad_norm": 0.16571113467216492, | |
| "learning_rate": 0.0002222765480526758, | |
| "loss": 1.0599, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.7079303675048356, | |
| "grad_norm": 0.07613151520490646, | |
| "learning_rate": 0.00022185626225833564, | |
| "loss": 1.0564, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 2.7217463387676153, | |
| "grad_norm": 0.08713393658399582, | |
| "learning_rate": 0.00022143597646399551, | |
| "loss": 1.0582, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 2.735562310030395, | |
| "grad_norm": 0.11707925796508789, | |
| "learning_rate": 0.00022101569066965536, | |
| "loss": 1.056, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 2.749378281293175, | |
| "grad_norm": 0.1053171455860138, | |
| "learning_rate": 0.0002205954048753152, | |
| "loss": 1.0608, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 2.7631942525559547, | |
| "grad_norm": 0.056531500071287155, | |
| "learning_rate": 0.00022017511908097506, | |
| "loss": 1.0563, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.7631942525559547, | |
| "eval_accuracy": 0.516310033016185, | |
| "eval_loss": 1.054749608039856, | |
| "eval_runtime": 731.5154, | |
| "eval_samples_per_second": 281.417, | |
| "eval_steps_per_second": 8.795, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.7770102238187344, | |
| "grad_norm": 0.10811367630958557, | |
| "learning_rate": 0.00021975483328663488, | |
| "loss": 1.0556, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 2.790826195081514, | |
| "grad_norm": 0.06601472198963165, | |
| "learning_rate": 0.00021933454749229473, | |
| "loss": 1.0578, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 2.804642166344294, | |
| "grad_norm": 0.06906837224960327, | |
| "learning_rate": 0.00021891426169795458, | |
| "loss": 1.06, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 2.818458137607074, | |
| "grad_norm": 0.08911406248807907, | |
| "learning_rate": 0.00021849397590361443, | |
| "loss": 1.0583, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 2.8322741088698535, | |
| "grad_norm": 0.06497912108898163, | |
| "learning_rate": 0.0002180778929672177, | |
| "loss": 1.0575, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.846090080132633, | |
| "grad_norm": 0.0886107012629509, | |
| "learning_rate": 0.00021765760717287755, | |
| "loss": 1.0552, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 2.859906051395413, | |
| "grad_norm": 0.05942055955529213, | |
| "learning_rate": 0.0002172373213785374, | |
| "loss": 1.0533, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 2.873722022658193, | |
| "grad_norm": 0.13015809655189514, | |
| "learning_rate": 0.00021681703558419725, | |
| "loss": 1.0549, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 2.8875379939209727, | |
| "grad_norm": 0.06085093691945076, | |
| "learning_rate": 0.00021639674978985707, | |
| "loss": 1.057, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 2.9013539651837523, | |
| "grad_norm": 0.17039401829242706, | |
| "learning_rate": 0.00021597646399551692, | |
| "loss": 1.0571, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.9151699364465324, | |
| "grad_norm": 0.07950026541948318, | |
| "learning_rate": 0.00021555617820117676, | |
| "loss": 1.0535, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 2.928985907709312, | |
| "grad_norm": 0.1195695698261261, | |
| "learning_rate": 0.00021513589240683664, | |
| "loss": 1.0535, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 2.942801878972092, | |
| "grad_norm": 0.0896124541759491, | |
| "learning_rate": 0.0002147156066124965, | |
| "loss": 1.0534, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 2.9566178502348714, | |
| "grad_norm": 0.07629978656768799, | |
| "learning_rate": 0.00021429532081815634, | |
| "loss": 1.0564, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 2.970433821497651, | |
| "grad_norm": 0.07431907206773758, | |
| "learning_rate": 0.00021387503502381618, | |
| "loss": 1.0559, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.984249792760431, | |
| "grad_norm": 0.0771278440952301, | |
| "learning_rate": 0.00021345474922947603, | |
| "loss": 1.0562, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 2.998065764023211, | |
| "grad_norm": 0.11643990874290466, | |
| "learning_rate": 0.00021303446343513585, | |
| "loss": 1.0525, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 3.0118817352859906, | |
| "grad_norm": 0.058162059634923935, | |
| "learning_rate": 0.0002126141776407957, | |
| "loss": 1.0509, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 3.0256977065487702, | |
| "grad_norm": 0.12037301808595657, | |
| "learning_rate": 0.00021219389184645558, | |
| "loss": 1.0513, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 3.0395136778115504, | |
| "grad_norm": 0.052515506744384766, | |
| "learning_rate": 0.00021177360605211543, | |
| "loss": 1.051, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 3.05332964907433, | |
| "grad_norm": 0.10646827518939972, | |
| "learning_rate": 0.00021135332025777528, | |
| "loss": 1.0542, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 3.0671456203371097, | |
| "grad_norm": 0.1113181784749031, | |
| "learning_rate": 0.00021093303446343512, | |
| "loss": 1.0531, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 3.0809615915998894, | |
| "grad_norm": 0.07355222851037979, | |
| "learning_rate": 0.00021051274866909497, | |
| "loss": 1.0524, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 3.094777562862669, | |
| "grad_norm": 0.06925370544195175, | |
| "learning_rate": 0.00021009246287475482, | |
| "loss": 1.0535, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 3.108593534125449, | |
| "grad_norm": 0.048475924879312515, | |
| "learning_rate": 0.00020967217708041464, | |
| "loss": 1.0564, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 3.122409505388229, | |
| "grad_norm": 0.08578319102525711, | |
| "learning_rate": 0.0002092518912860745, | |
| "loss": 1.0519, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 3.1362254766510085, | |
| "grad_norm": 0.08585724979639053, | |
| "learning_rate": 0.00020883160549173437, | |
| "loss": 1.0525, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 3.150041447913788, | |
| "grad_norm": 0.06518802791833878, | |
| "learning_rate": 0.00020841131969739422, | |
| "loss": 1.0543, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 3.1638574191765683, | |
| "grad_norm": 0.046030618250370026, | |
| "learning_rate": 0.00020799103390305406, | |
| "loss": 1.0525, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 3.177673390439348, | |
| "grad_norm": 0.04972764104604721, | |
| "learning_rate": 0.0002075707481087139, | |
| "loss": 1.0512, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 3.1914893617021276, | |
| "grad_norm": 0.11977583914995193, | |
| "learning_rate": 0.00020715046231437376, | |
| "loss": 1.052, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 3.2053053329649073, | |
| "grad_norm": 0.08040472120046616, | |
| "learning_rate": 0.0002067301765200336, | |
| "loss": 1.0491, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 3.2191213042276874, | |
| "grad_norm": 0.10473213344812393, | |
| "learning_rate": 0.00020630989072569343, | |
| "loss": 1.0525, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 3.232937275490467, | |
| "grad_norm": 0.0790744498372078, | |
| "learning_rate": 0.00020588960493135328, | |
| "loss": 1.0508, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 3.2467532467532467, | |
| "grad_norm": 0.12807689607143402, | |
| "learning_rate": 0.00020547352199495655, | |
| "loss": 1.0485, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 3.2605692180160264, | |
| "grad_norm": 0.10298227518796921, | |
| "learning_rate": 0.0002050532362006164, | |
| "loss": 1.049, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 3.2743851892788065, | |
| "grad_norm": 0.11504103243350983, | |
| "learning_rate": 0.00020463295040627625, | |
| "loss": 1.0511, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 3.288201160541586, | |
| "grad_norm": 0.05548229441046715, | |
| "learning_rate": 0.0002042126646119361, | |
| "loss": 1.0499, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 3.302017131804366, | |
| "grad_norm": 0.06242981553077698, | |
| "learning_rate": 0.00020379237881759595, | |
| "loss": 1.0543, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 3.3158331030671455, | |
| "grad_norm": 0.12101748585700989, | |
| "learning_rate": 0.00020337209302325582, | |
| "loss": 1.0482, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 3.329649074329925, | |
| "grad_norm": 0.09176388382911682, | |
| "learning_rate": 0.00020295180722891562, | |
| "loss": 1.0514, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 3.3434650455927053, | |
| "grad_norm": 0.08758760988712311, | |
| "learning_rate": 0.0002025315214345755, | |
| "loss": 1.0505, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 3.357281016855485, | |
| "grad_norm": 0.06818066537380219, | |
| "learning_rate": 0.00020211123564023534, | |
| "loss": 1.0511, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 3.3710969881182646, | |
| "grad_norm": 0.10384306311607361, | |
| "learning_rate": 0.0002016909498458952, | |
| "loss": 1.0513, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 3.3849129593810443, | |
| "grad_norm": 0.12452493607997894, | |
| "learning_rate": 0.00020127066405155504, | |
| "loss": 1.0502, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 3.3987289306438244, | |
| "grad_norm": 0.07460072636604309, | |
| "learning_rate": 0.0002008503782572149, | |
| "loss": 1.0526, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 3.412544901906604, | |
| "grad_norm": 0.1017543151974678, | |
| "learning_rate": 0.00020043009246287474, | |
| "loss": 1.0501, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 3.4263608731693838, | |
| "grad_norm": 0.0900358185172081, | |
| "learning_rate": 0.0002000098066685346, | |
| "loss": 1.0512, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 3.4401768444321634, | |
| "grad_norm": 0.10934050381183624, | |
| "learning_rate": 0.00019958952087419443, | |
| "loss": 1.0495, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 3.4539928156949435, | |
| "grad_norm": 0.0656353011727333, | |
| "learning_rate": 0.00019916923507985428, | |
| "loss": 1.0504, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 3.4539928156949435, | |
| "eval_accuracy": 0.520419659075542, | |
| "eval_loss": 1.0485948324203491, | |
| "eval_runtime": 728.0613, | |
| "eval_samples_per_second": 282.752, | |
| "eval_steps_per_second": 8.837, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 3.467808786957723, | |
| "grad_norm": 0.07246037572622299, | |
| "learning_rate": 0.00019874894928551413, | |
| "loss": 1.0493, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 3.481624758220503, | |
| "grad_norm": 0.14033739268779755, | |
| "learning_rate": 0.00019832866349117398, | |
| "loss": 1.05, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 3.4954407294832825, | |
| "grad_norm": 0.05688853561878204, | |
| "learning_rate": 0.00019790837769683383, | |
| "loss": 1.0509, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 3.5092567007460627, | |
| "grad_norm": 0.053916674107313156, | |
| "learning_rate": 0.00019748809190249368, | |
| "loss": 1.0503, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 3.5230726720088423, | |
| "grad_norm": 0.12233688682317734, | |
| "learning_rate": 0.00019706780610815352, | |
| "loss": 1.05, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 3.536888643271622, | |
| "grad_norm": 0.10314755886793137, | |
| "learning_rate": 0.0001966475203138134, | |
| "loss": 1.0501, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 3.5507046145344017, | |
| "grad_norm": 0.05037887394428253, | |
| "learning_rate": 0.00019623143737741662, | |
| "loss": 1.0468, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 3.5645205857971813, | |
| "grad_norm": 0.13344399631023407, | |
| "learning_rate": 0.00019581115158307647, | |
| "loss": 1.0477, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 3.5783365570599615, | |
| "grad_norm": 0.07191654294729233, | |
| "learning_rate": 0.00019539086578873632, | |
| "loss": 1.0498, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 3.592152528322741, | |
| "grad_norm": 0.05592725798487663, | |
| "learning_rate": 0.00019497057999439616, | |
| "loss": 1.0506, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 3.605968499585521, | |
| "grad_norm": 0.10346696525812149, | |
| "learning_rate": 0.000194550294200056, | |
| "loss": 1.0499, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 3.619784470848301, | |
| "grad_norm": 0.09233855456113815, | |
| "learning_rate": 0.0001941300084057159, | |
| "loss": 1.0456, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 3.6336004421110806, | |
| "grad_norm": 0.060603220015764236, | |
| "learning_rate": 0.00019370972261137574, | |
| "loss": 1.0475, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 3.6474164133738602, | |
| "grad_norm": 0.11710167676210403, | |
| "learning_rate": 0.00019328943681703559, | |
| "loss": 1.0497, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 3.66123238463664, | |
| "grad_norm": 0.16325397789478302, | |
| "learning_rate": 0.0001928691510226954, | |
| "loss": 1.0487, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 3.6750483558994196, | |
| "grad_norm": 0.08937475085258484, | |
| "learning_rate": 0.00019244886522835526, | |
| "loss": 1.0468, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 3.6888643271621993, | |
| "grad_norm": 0.07486152648925781, | |
| "learning_rate": 0.0001920285794340151, | |
| "loss": 1.0479, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 3.7026802984249794, | |
| "grad_norm": 0.1263752579689026, | |
| "learning_rate": 0.00019160829363967495, | |
| "loss": 1.0449, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 3.716496269687759, | |
| "grad_norm": 0.11803583055734634, | |
| "learning_rate": 0.0001911880078453348, | |
| "loss": 1.0512, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 3.7303122409505387, | |
| "grad_norm": 0.07918773591518402, | |
| "learning_rate": 0.00019076772205099468, | |
| "loss": 1.0486, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 3.744128212213319, | |
| "grad_norm": 0.11923271417617798, | |
| "learning_rate": 0.00019034743625665453, | |
| "loss": 1.0465, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 3.7579441834760985, | |
| "grad_norm": 0.12752223014831543, | |
| "learning_rate": 0.00018992715046231437, | |
| "loss": 1.0472, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 3.771760154738878, | |
| "grad_norm": 0.07391146570444107, | |
| "learning_rate": 0.0001895068646679742, | |
| "loss": 1.0493, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 3.785576126001658, | |
| "grad_norm": 0.06606881320476532, | |
| "learning_rate": 0.00018908657887363404, | |
| "loss": 1.0485, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 3.7993920972644375, | |
| "grad_norm": 0.04949864745140076, | |
| "learning_rate": 0.0001886662930792939, | |
| "loss": 1.0481, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 3.8132080685272176, | |
| "grad_norm": 0.05234380066394806, | |
| "learning_rate": 0.00018824600728495374, | |
| "loss": 1.0476, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 3.8270240397899973, | |
| "grad_norm": 0.04995539411902428, | |
| "learning_rate": 0.0001878257214906136, | |
| "loss": 1.0466, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 3.840840011052777, | |
| "grad_norm": 0.09871330112218857, | |
| "learning_rate": 0.00018740543569627347, | |
| "loss": 1.0501, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 3.8546559823155566, | |
| "grad_norm": 0.06254375725984573, | |
| "learning_rate": 0.00018698514990193331, | |
| "loss": 1.0467, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 3.8684719535783367, | |
| "grad_norm": 0.07971449941396713, | |
| "learning_rate": 0.00018656486410759316, | |
| "loss": 1.0502, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 3.8822879248411164, | |
| "grad_norm": 0.12627951800823212, | |
| "learning_rate": 0.000186144578313253, | |
| "loss": 1.0446, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 3.896103896103896, | |
| "grad_norm": 0.08057064563035965, | |
| "learning_rate": 0.00018572429251891283, | |
| "loss": 1.0468, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 3.9099198673666757, | |
| "grad_norm": 0.0501413568854332, | |
| "learning_rate": 0.00018530400672457268, | |
| "loss": 1.0453, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 3.9237358386294554, | |
| "grad_norm": 0.09999352693557739, | |
| "learning_rate": 0.00018488372093023253, | |
| "loss": 1.0502, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 3.9375518098922355, | |
| "grad_norm": 0.12323564291000366, | |
| "learning_rate": 0.00018446343513589238, | |
| "loss": 1.0478, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 3.951367781155015, | |
| "grad_norm": 0.0877193808555603, | |
| "learning_rate": 0.00018404314934155225, | |
| "loss": 1.049, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 3.965183752417795, | |
| "grad_norm": 0.09397170692682266, | |
| "learning_rate": 0.0001836228635472121, | |
| "loss": 1.0474, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 3.978999723680575, | |
| "grad_norm": 0.09532420337200165, | |
| "learning_rate": 0.00018320257775287195, | |
| "loss": 1.0496, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 3.9928156949433546, | |
| "grad_norm": 0.0442403182387352, | |
| "learning_rate": 0.0001827822919585318, | |
| "loss": 1.0466, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 4.006631666206134, | |
| "grad_norm": 0.06309514492750168, | |
| "learning_rate": 0.00018236200616419162, | |
| "loss": 1.0479, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 4.020447637468914, | |
| "grad_norm": 0.06191420555114746, | |
| "learning_rate": 0.00018194172036985147, | |
| "loss": 1.0442, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 4.034263608731694, | |
| "grad_norm": 0.06752864271402359, | |
| "learning_rate": 0.00018152143457551132, | |
| "loss": 1.045, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 4.048079579994473, | |
| "grad_norm": 0.07383009046316147, | |
| "learning_rate": 0.00018110114878117117, | |
| "loss": 1.0429, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 4.061895551257253, | |
| "grad_norm": 0.11942852288484573, | |
| "learning_rate": 0.00018068086298683104, | |
| "loss": 1.0433, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 4.0757115225200335, | |
| "grad_norm": 0.0840003713965416, | |
| "learning_rate": 0.0001802605771924909, | |
| "loss": 1.0434, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 4.089527493782813, | |
| "grad_norm": 0.07768476754426956, | |
| "learning_rate": 0.00017984029139815074, | |
| "loss": 1.0421, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 4.103343465045593, | |
| "grad_norm": 0.07166603952646255, | |
| "learning_rate": 0.00017942420846175398, | |
| "loss": 1.0443, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 4.1171594363083726, | |
| "grad_norm": 0.07380765676498413, | |
| "learning_rate": 0.0001790039226674138, | |
| "loss": 1.0448, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 4.130975407571152, | |
| "grad_norm": 0.1263025552034378, | |
| "learning_rate": 0.00017858363687307365, | |
| "loss": 1.0437, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 4.144791378833932, | |
| "grad_norm": 0.09632286429405212, | |
| "learning_rate": 0.00017816335107873353, | |
| "loss": 1.0439, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 4.144791378833932, | |
| "eval_accuracy": 0.5233148259844476, | |
| "eval_loss": 1.0439139604568481, | |
| "eval_runtime": 787.8404, | |
| "eval_samples_per_second": 261.298, | |
| "eval_steps_per_second": 8.167, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 4.158607350096712, | |
| "grad_norm": 0.09395026415586472, | |
| "learning_rate": 0.00017774306528439338, | |
| "loss": 1.0447, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 4.172423321359491, | |
| "grad_norm": 0.07320912927389145, | |
| "learning_rate": 0.00017732277949005323, | |
| "loss": 1.0477, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 4.186239292622272, | |
| "grad_norm": 0.05703623965382576, | |
| "learning_rate": 0.00017690249369571308, | |
| "loss": 1.0443, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 4.2000552638850515, | |
| "grad_norm": 0.04885410889983177, | |
| "learning_rate": 0.00017648220790137292, | |
| "loss": 1.0467, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 4.213871235147831, | |
| "grad_norm": 0.10649748146533966, | |
| "learning_rate": 0.00017606192210703277, | |
| "loss": 1.0448, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 4.227687206410611, | |
| "grad_norm": 0.05844441428780556, | |
| "learning_rate": 0.0001756416363126926, | |
| "loss": 1.044, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 4.2415031776733905, | |
| "grad_norm": 0.07287675887346268, | |
| "learning_rate": 0.00017522135051835244, | |
| "loss": 1.0428, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 4.25531914893617, | |
| "grad_norm": 0.05190150439739227, | |
| "learning_rate": 0.00017480106472401232, | |
| "loss": 1.0413, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 4.26913512019895, | |
| "grad_norm": 0.06985218822956085, | |
| "learning_rate": 0.00017438077892967217, | |
| "loss": 1.0455, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 4.2829510914617295, | |
| "grad_norm": 0.06930764764547348, | |
| "learning_rate": 0.00017396049313533202, | |
| "loss": 1.0444, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 4.296767062724509, | |
| "grad_norm": 0.07905230671167374, | |
| "learning_rate": 0.00017354020734099186, | |
| "loss": 1.0445, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 4.31058303398729, | |
| "grad_norm": 0.04994554817676544, | |
| "learning_rate": 0.0001731199215466517, | |
| "loss": 1.0432, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 4.324399005250069, | |
| "grad_norm": 0.08036911487579346, | |
| "learning_rate": 0.00017269963575231156, | |
| "loss": 1.0424, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 4.338214976512849, | |
| "grad_norm": 0.07251475006341934, | |
| "learning_rate": 0.00017227934995797138, | |
| "loss": 1.0465, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 4.352030947775629, | |
| "grad_norm": 0.09622683376073837, | |
| "learning_rate": 0.00017185906416363123, | |
| "loss": 1.0441, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 4.365846919038408, | |
| "grad_norm": 0.07545050978660583, | |
| "learning_rate": 0.0001714387783692911, | |
| "loss": 1.0423, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 4.379662890301188, | |
| "grad_norm": 0.07171428948640823, | |
| "learning_rate": 0.00017102269543289435, | |
| "loss": 1.0434, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 4.393478861563968, | |
| "grad_norm": 0.06658755987882614, | |
| "learning_rate": 0.0001706024096385542, | |
| "loss": 1.0415, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 4.407294832826747, | |
| "grad_norm": 0.10734014213085175, | |
| "learning_rate": 0.00017018212384421405, | |
| "loss": 1.0406, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 4.421110804089528, | |
| "grad_norm": 0.06358776986598969, | |
| "learning_rate": 0.0001697618380498739, | |
| "loss": 1.0405, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 4.434926775352308, | |
| "grad_norm": 0.06078578904271126, | |
| "learning_rate": 0.00016934155225553377, | |
| "loss": 1.0458, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 4.448742746615087, | |
| "grad_norm": 0.09674441814422607, | |
| "learning_rate": 0.000168925469319137, | |
| "loss": 1.0433, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 4.462558717877867, | |
| "grad_norm": 0.11840452253818512, | |
| "learning_rate": 0.00016850518352479684, | |
| "loss": 1.0448, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 4.476374689140647, | |
| "grad_norm": 0.08742488920688629, | |
| "learning_rate": 0.0001680848977304567, | |
| "loss": 1.0409, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 4.490190660403426, | |
| "grad_norm": 0.09082327783107758, | |
| "learning_rate": 0.00016766461193611654, | |
| "loss": 1.0432, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 4.504006631666206, | |
| "grad_norm": 0.06259270012378693, | |
| "learning_rate": 0.0001672443261417764, | |
| "loss": 1.0406, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 4.517822602928986, | |
| "grad_norm": 0.06466669589281082, | |
| "learning_rate": 0.00016682404034743626, | |
| "loss": 1.0404, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 4.531638574191765, | |
| "grad_norm": 0.07167832553386688, | |
| "learning_rate": 0.0001664037545530961, | |
| "loss": 1.0457, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 4.545454545454545, | |
| "grad_norm": 0.055970191955566406, | |
| "learning_rate": 0.00016598346875875596, | |
| "loss": 1.0433, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 4.5592705167173255, | |
| "grad_norm": 0.05038364604115486, | |
| "learning_rate": 0.00016556318296441578, | |
| "loss": 1.0414, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 4.573086487980105, | |
| "grad_norm": 0.11647244542837143, | |
| "learning_rate": 0.00016514289717007563, | |
| "loss": 1.0408, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 4.586902459242885, | |
| "grad_norm": 0.08881094306707382, | |
| "learning_rate": 0.00016472261137573548, | |
| "loss": 1.0468, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 4.6007184305056645, | |
| "grad_norm": 0.0706004872918129, | |
| "learning_rate": 0.00016430232558139533, | |
| "loss": 1.0433, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 4.614534401768444, | |
| "grad_norm": 0.07594550400972366, | |
| "learning_rate": 0.00016388203978705518, | |
| "loss": 1.0401, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 4.628350373031224, | |
| "grad_norm": 0.06709697842597961, | |
| "learning_rate": 0.00016346175399271505, | |
| "loss": 1.0406, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 4.6421663442940035, | |
| "grad_norm": 0.055218733847141266, | |
| "learning_rate": 0.0001630414681983749, | |
| "loss": 1.0439, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 4.655982315556784, | |
| "grad_norm": 0.09484557062387466, | |
| "learning_rate": 0.00016262118240403475, | |
| "loss": 1.0445, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 4.669798286819564, | |
| "grad_norm": 0.08181110769510269, | |
| "learning_rate": 0.00016220089660969457, | |
| "loss": 1.0404, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 4.683614258082343, | |
| "grad_norm": 0.07101566344499588, | |
| "learning_rate": 0.00016178061081535442, | |
| "loss": 1.0418, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 4.697430229345123, | |
| "grad_norm": 0.07521411031484604, | |
| "learning_rate": 0.00016136032502101427, | |
| "loss": 1.0413, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 4.711246200607903, | |
| "grad_norm": 0.06438640505075455, | |
| "learning_rate": 0.00016094003922667412, | |
| "loss": 1.0413, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 4.7250621718706824, | |
| "grad_norm": 0.0852956548333168, | |
| "learning_rate": 0.00016051975343233396, | |
| "loss": 1.0411, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 4.738878143133462, | |
| "grad_norm": 0.041669171303510666, | |
| "learning_rate": 0.00016009946763799384, | |
| "loss": 1.043, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 4.752694114396242, | |
| "grad_norm": 0.07866424322128296, | |
| "learning_rate": 0.0001596791818436537, | |
| "loss": 1.0416, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 4.7665100856590215, | |
| "grad_norm": 0.06820093840360641, | |
| "learning_rate": 0.00015925889604931354, | |
| "loss": 1.0419, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 4.780326056921801, | |
| "grad_norm": 0.08769433945417404, | |
| "learning_rate": 0.00015883861025497336, | |
| "loss": 1.0436, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 4.794142028184582, | |
| "grad_norm": 0.11472765356302261, | |
| "learning_rate": 0.0001584183244606332, | |
| "loss": 1.0448, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 4.807957999447361, | |
| "grad_norm": 0.10286398231983185, | |
| "learning_rate": 0.00015799803866629305, | |
| "loss": 1.0396, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 4.821773970710141, | |
| "grad_norm": 0.08412828296422958, | |
| "learning_rate": 0.0001575777528719529, | |
| "loss": 1.0432, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 4.835589941972921, | |
| "grad_norm": 0.06536369025707245, | |
| "learning_rate": 0.00015715746707761275, | |
| "loss": 1.0425, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 4.835589941972921, | |
| "eval_accuracy": 0.5253784900927014, | |
| "eval_loss": 1.0407328605651855, | |
| "eval_runtime": 804.3369, | |
| "eval_samples_per_second": 255.939, | |
| "eval_steps_per_second": 7.999, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 4.8494059132357, | |
| "grad_norm": 0.05366332083940506, | |
| "learning_rate": 0.00015673718128327263, | |
| "loss": 1.0401, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 4.86322188449848, | |
| "grad_norm": 0.05627182498574257, | |
| "learning_rate": 0.00015631689548893248, | |
| "loss": 1.0413, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 4.87703785576126, | |
| "grad_norm": 0.06880544126033783, | |
| "learning_rate": 0.00015589660969459232, | |
| "loss": 1.0399, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 4.89085382702404, | |
| "grad_norm": 0.06326279044151306, | |
| "learning_rate": 0.00015547632390025215, | |
| "loss": 1.0424, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 4.90466979828682, | |
| "grad_norm": 0.050615083426237106, | |
| "learning_rate": 0.000155056038105912, | |
| "loss": 1.0419, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 4.9184857695496, | |
| "grad_norm": 0.09092865139245987, | |
| "learning_rate": 0.00015463575231157184, | |
| "loss": 1.0417, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 4.932301740812379, | |
| "grad_norm": 0.10828616470098495, | |
| "learning_rate": 0.0001542154665172317, | |
| "loss": 1.0461, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 4.946117712075159, | |
| "grad_norm": 0.10398013889789581, | |
| "learning_rate": 0.00015379518072289154, | |
| "loss": 1.0402, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 4.959933683337939, | |
| "grad_norm": 0.060978490859270096, | |
| "learning_rate": 0.00015337489492855142, | |
| "loss": 1.0428, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 4.973749654600718, | |
| "grad_norm": 0.09474412351846695, | |
| "learning_rate": 0.00015295460913421126, | |
| "loss": 1.0426, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 4.987565625863498, | |
| "grad_norm": 0.055337630212306976, | |
| "learning_rate": 0.0001525343233398711, | |
| "loss": 1.0424, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 5.001381597126278, | |
| "grad_norm": 0.062282662838697433, | |
| "learning_rate": 0.00015211824040347433, | |
| "loss": 1.0408, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 5.015197568389058, | |
| "grad_norm": 0.08418793976306915, | |
| "learning_rate": 0.00015169795460913418, | |
| "loss": 1.0423, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 5.029013539651838, | |
| "grad_norm": 0.056806761771440506, | |
| "learning_rate": 0.00015127766881479403, | |
| "loss": 1.0397, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 5.0428295109146175, | |
| "grad_norm": 0.050782449543476105, | |
| "learning_rate": 0.0001508573830204539, | |
| "loss": 1.0397, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 5.056645482177397, | |
| "grad_norm": 0.04436805471777916, | |
| "learning_rate": 0.00015043709722611375, | |
| "loss": 1.0372, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 5.070461453440177, | |
| "grad_norm": 0.056697145104408264, | |
| "learning_rate": 0.0001500168114317736, | |
| "loss": 1.0396, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 5.0842774247029565, | |
| "grad_norm": 0.0936078131198883, | |
| "learning_rate": 0.00014959652563743342, | |
| "loss": 1.0366, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 5.098093395965736, | |
| "grad_norm": 0.058340467512607574, | |
| "learning_rate": 0.0001491762398430933, | |
| "loss": 1.038, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 5.111909367228516, | |
| "grad_norm": 0.07920562475919724, | |
| "learning_rate": 0.00014875595404875315, | |
| "loss": 1.0389, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 5.1257253384912955, | |
| "grad_norm": 0.054546140134334564, | |
| "learning_rate": 0.000148335668254413, | |
| "loss": 1.0352, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 5.139541309754076, | |
| "grad_norm": 0.0779619961977005, | |
| "learning_rate": 0.00014791538246007282, | |
| "loss": 1.0362, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 5.153357281016856, | |
| "grad_norm": 0.06077539920806885, | |
| "learning_rate": 0.0001474950966657327, | |
| "loss": 1.0395, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 5.167173252279635, | |
| "grad_norm": 0.07015964388847351, | |
| "learning_rate": 0.00014707481087139254, | |
| "loss": 1.0378, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 5.180989223542415, | |
| "grad_norm": 0.07821048051118851, | |
| "learning_rate": 0.0001466545250770524, | |
| "loss": 1.0358, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 5.194805194805195, | |
| "grad_norm": 0.06446918845176697, | |
| "learning_rate": 0.0001462342392827122, | |
| "loss": 1.0401, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 5.208621166067974, | |
| "grad_norm": 0.0754179060459137, | |
| "learning_rate": 0.0001458139534883721, | |
| "loss": 1.0372, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 5.222437137330754, | |
| "grad_norm": 0.06225774064660072, | |
| "learning_rate": 0.00014539366769403194, | |
| "loss": 1.0396, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 5.236253108593534, | |
| "grad_norm": 0.09567879885435104, | |
| "learning_rate": 0.00014497338189969178, | |
| "loss": 1.0427, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 5.250069079856313, | |
| "grad_norm": 0.0810612216591835, | |
| "learning_rate": 0.00014455309610535163, | |
| "loss": 1.0368, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 5.263885051119094, | |
| "grad_norm": 0.058250732719898224, | |
| "learning_rate": 0.00014413281031101148, | |
| "loss": 1.039, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 5.277701022381874, | |
| "grad_norm": 0.07354842871427536, | |
| "learning_rate": 0.00014371252451667133, | |
| "loss": 1.0393, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 5.291516993644653, | |
| "grad_norm": 0.04756517335772514, | |
| "learning_rate": 0.00014329223872233118, | |
| "loss": 1.0369, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 5.305332964907433, | |
| "grad_norm": 0.05551883205771446, | |
| "learning_rate": 0.00014287195292799103, | |
| "loss": 1.038, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 5.319148936170213, | |
| "grad_norm": 0.05476289987564087, | |
| "learning_rate": 0.00014245166713365088, | |
| "loss": 1.0391, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 5.332964907432992, | |
| "grad_norm": 0.041929882019758224, | |
| "learning_rate": 0.00014203138133931072, | |
| "loss": 1.0377, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 5.346780878695772, | |
| "grad_norm": 0.05916072428226471, | |
| "learning_rate": 0.00014161109554497057, | |
| "loss": 1.0417, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 5.360596849958552, | |
| "grad_norm": 0.0609772689640522, | |
| "learning_rate": 0.00014119080975063042, | |
| "loss": 1.0386, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 5.374412821221332, | |
| "grad_norm": 0.06430498510599136, | |
| "learning_rate": 0.00014077052395629027, | |
| "loss": 1.0397, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 5.388228792484112, | |
| "grad_norm": 0.07042800635099411, | |
| "learning_rate": 0.00014035023816195012, | |
| "loss": 1.038, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 5.402044763746892, | |
| "grad_norm": 0.05623612925410271, | |
| "learning_rate": 0.00013992995236760997, | |
| "loss": 1.0405, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 5.415860735009671, | |
| "grad_norm": 0.04936366528272629, | |
| "learning_rate": 0.00013950966657326982, | |
| "loss": 1.0404, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 5.429676706272451, | |
| "grad_norm": 0.05738508701324463, | |
| "learning_rate": 0.00013908938077892966, | |
| "loss": 1.0364, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 5.443492677535231, | |
| "grad_norm": 0.09567712992429733, | |
| "learning_rate": 0.0001386690949845895, | |
| "loss": 1.0381, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 5.45730864879801, | |
| "grad_norm": 0.07306545972824097, | |
| "learning_rate": 0.00013824880919024936, | |
| "loss": 1.0394, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 5.47112462006079, | |
| "grad_norm": 0.060108475387096405, | |
| "learning_rate": 0.0001378285233959092, | |
| "loss": 1.0379, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 5.48494059132357, | |
| "grad_norm": 0.08150669932365417, | |
| "learning_rate": 0.00013740823760156906, | |
| "loss": 1.0391, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 5.49875656258635, | |
| "grad_norm": 0.06265643239021301, | |
| "learning_rate": 0.0001369879518072289, | |
| "loss": 1.0419, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 5.51257253384913, | |
| "grad_norm": 0.09023050218820572, | |
| "learning_rate": 0.00013656766601288876, | |
| "loss": 1.0374, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 5.5263885051119095, | |
| "grad_norm": 0.06600885838270187, | |
| "learning_rate": 0.0001361473802185486, | |
| "loss": 1.0365, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 5.5263885051119095, | |
| "eval_accuracy": 0.52706640122358, | |
| "eval_loss": 1.0380040407180786, | |
| "eval_runtime": 773.4583, | |
| "eval_samples_per_second": 266.157, | |
| "eval_steps_per_second": 8.318, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 5.540204476374689, | |
| "grad_norm": 0.07041644304990768, | |
| "learning_rate": 0.00013572709442420845, | |
| "loss": 1.038, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 5.554020447637469, | |
| "grad_norm": 0.0819341391324997, | |
| "learning_rate": 0.0001353110114878117, | |
| "loss": 1.0383, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 5.5678364189002485, | |
| "grad_norm": 0.04390214383602142, | |
| "learning_rate": 0.00013489072569347155, | |
| "loss": 1.0381, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 5.581652390163028, | |
| "grad_norm": 0.0681944414973259, | |
| "learning_rate": 0.0001344704398991314, | |
| "loss": 1.0368, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 5.595468361425809, | |
| "grad_norm": 0.0888848677277565, | |
| "learning_rate": 0.00013405015410479124, | |
| "loss": 1.0369, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 5.609284332688588, | |
| "grad_norm": 0.07275230437517166, | |
| "learning_rate": 0.0001336298683104511, | |
| "loss": 1.0353, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 5.623100303951368, | |
| "grad_norm": 0.10200846940279007, | |
| "learning_rate": 0.00013320958251611094, | |
| "loss": 1.0381, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 5.636916275214148, | |
| "grad_norm": 0.056480832397937775, | |
| "learning_rate": 0.0001327892967217708, | |
| "loss": 1.0383, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 5.650732246476927, | |
| "grad_norm": 0.0845484584569931, | |
| "learning_rate": 0.00013236901092743064, | |
| "loss": 1.0385, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 5.664548217739707, | |
| "grad_norm": 0.05990500748157501, | |
| "learning_rate": 0.0001319487251330905, | |
| "loss": 1.0381, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 5.678364189002487, | |
| "grad_norm": 0.04566818103194237, | |
| "learning_rate": 0.00013152843933875034, | |
| "loss": 1.0409, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 5.692180160265266, | |
| "grad_norm": 0.05529521405696869, | |
| "learning_rate": 0.00013110815354441018, | |
| "loss": 1.039, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 5.705996131528046, | |
| "grad_norm": 0.08812158554792404, | |
| "learning_rate": 0.00013068786775007003, | |
| "loss": 1.0393, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 5.719812102790826, | |
| "grad_norm": 0.0714721605181694, | |
| "learning_rate": 0.00013026758195572988, | |
| "loss": 1.0365, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 5.733628074053606, | |
| "grad_norm": 0.050889432430267334, | |
| "learning_rate": 0.00012984729616138973, | |
| "loss": 1.0399, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 5.747444045316386, | |
| "grad_norm": 0.05863107368350029, | |
| "learning_rate": 0.00012942701036704958, | |
| "loss": 1.0401, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 5.761260016579166, | |
| "grad_norm": 0.05279000476002693, | |
| "learning_rate": 0.00012900672457270943, | |
| "loss": 1.0368, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 5.775075987841945, | |
| "grad_norm": 0.06430874019861221, | |
| "learning_rate": 0.00012858643877836928, | |
| "loss": 1.0347, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 5.788891959104725, | |
| "grad_norm": 0.1187288910150528, | |
| "learning_rate": 0.00012816615298402912, | |
| "loss": 1.0372, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 5.802707930367505, | |
| "grad_norm": 0.05984746664762497, | |
| "learning_rate": 0.00012774586718968897, | |
| "loss": 1.036, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 5.816523901630284, | |
| "grad_norm": 0.047202371060848236, | |
| "learning_rate": 0.00012732558139534882, | |
| "loss": 1.0341, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 5.830339872893065, | |
| "grad_norm": 0.0888022631406784, | |
| "learning_rate": 0.00012690949845895207, | |
| "loss": 1.0358, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 5.8441558441558445, | |
| "grad_norm": 0.071753591299057, | |
| "learning_rate": 0.00012648921266461191, | |
| "loss": 1.0356, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 5.857971815418624, | |
| "grad_norm": 0.06311481446027756, | |
| "learning_rate": 0.0001260689268702718, | |
| "loss": 1.0381, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 5.871787786681404, | |
| "grad_norm": 0.05733519420027733, | |
| "learning_rate": 0.0001256486410759316, | |
| "loss": 1.0366, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 5.885603757944184, | |
| "grad_norm": 0.05296749621629715, | |
| "learning_rate": 0.00012522835528159146, | |
| "loss": 1.0391, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 5.899419729206963, | |
| "grad_norm": 0.05728083476424217, | |
| "learning_rate": 0.0001248080694872513, | |
| "loss": 1.0393, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 5.913235700469743, | |
| "grad_norm": 0.10918726772069931, | |
| "learning_rate": 0.00012438778369291118, | |
| "loss": 1.0375, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 5.927051671732523, | |
| "grad_norm": 0.043641045689582825, | |
| "learning_rate": 0.000123967497898571, | |
| "loss": 1.0342, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 5.940867642995302, | |
| "grad_norm": 0.07793564349412918, | |
| "learning_rate": 0.00012354721210423085, | |
| "loss": 1.037, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 5.954683614258082, | |
| "grad_norm": 0.10596407949924469, | |
| "learning_rate": 0.0001231269263098907, | |
| "loss": 1.0361, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 5.9684995855208625, | |
| "grad_norm": 0.05018968880176544, | |
| "learning_rate": 0.00012270664051555058, | |
| "loss": 1.0352, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 5.982315556783642, | |
| "grad_norm": 0.06663347035646439, | |
| "learning_rate": 0.0001222863547212104, | |
| "loss": 1.0379, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 5.996131528046422, | |
| "grad_norm": 0.05061174929141998, | |
| "learning_rate": 0.00012186606892687026, | |
| "loss": 1.0378, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 6.0099474993092015, | |
| "grad_norm": 0.07496211677789688, | |
| "learning_rate": 0.00012144578313253011, | |
| "loss": 1.0357, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 6.023763470571981, | |
| "grad_norm": 0.058973684906959534, | |
| "learning_rate": 0.00012102549733818996, | |
| "loss": 1.0336, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 6.037579441834761, | |
| "grad_norm": 0.07304850965738297, | |
| "learning_rate": 0.0001206052115438498, | |
| "loss": 1.0366, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 6.0513954130975405, | |
| "grad_norm": 0.05964922904968262, | |
| "learning_rate": 0.00012018492574950966, | |
| "loss": 1.0358, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 6.06521138436032, | |
| "grad_norm": 0.10107408463954926, | |
| "learning_rate": 0.0001197646399551695, | |
| "loss": 1.0363, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 6.079027355623101, | |
| "grad_norm": 0.05830320343375206, | |
| "learning_rate": 0.00011934435416082935, | |
| "loss": 1.0374, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 6.09284332688588, | |
| "grad_norm": 0.06493101269006729, | |
| "learning_rate": 0.00011892406836648919, | |
| "loss": 1.0358, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 6.10665929814866, | |
| "grad_norm": 0.06381756067276001, | |
| "learning_rate": 0.00011850798543009245, | |
| "loss": 1.0345, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 6.12047526941144, | |
| "grad_norm": 0.057328786700963974, | |
| "learning_rate": 0.0001180876996357523, | |
| "loss": 1.0347, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 6.134291240674219, | |
| "grad_norm": 0.09036822617053986, | |
| "learning_rate": 0.00011766741384141216, | |
| "loss": 1.0352, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 6.148107211936999, | |
| "grad_norm": 0.05485937371850014, | |
| "learning_rate": 0.000117247128047072, | |
| "loss": 1.0371, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 6.161923183199779, | |
| "grad_norm": 0.06304465979337692, | |
| "learning_rate": 0.00011682684225273184, | |
| "loss": 1.0302, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 6.175739154462558, | |
| "grad_norm": 0.045126065611839294, | |
| "learning_rate": 0.0001164065564583917, | |
| "loss": 1.0338, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 6.189555125725338, | |
| "grad_norm": 0.06636038422584534, | |
| "learning_rate": 0.00011598627066405155, | |
| "loss": 1.0353, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 6.203371096988119, | |
| "grad_norm": 0.05977385491132736, | |
| "learning_rate": 0.00011556598486971139, | |
| "loss": 1.0346, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 6.217187068250898, | |
| "grad_norm": 0.07459376752376556, | |
| "learning_rate": 0.00011514569907537124, | |
| "loss": 1.0325, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 6.217187068250898, | |
| "eval_accuracy": 0.5284276106869993, | |
| "eval_loss": 1.0360603332519531, | |
| "eval_runtime": 770.702, | |
| "eval_samples_per_second": 267.108, | |
| "eval_steps_per_second": 8.348, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 6.231003039513678, | |
| "grad_norm": 0.050757069140672684, | |
| "learning_rate": 0.0001147254132810311, | |
| "loss": 1.0337, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 6.244819010776458, | |
| "grad_norm": 0.065644271671772, | |
| "learning_rate": 0.00011430512748669095, | |
| "loss": 1.035, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 6.258634982039237, | |
| "grad_norm": 0.06008651480078697, | |
| "learning_rate": 0.00011388484169235078, | |
| "loss": 1.0323, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 6.272450953302017, | |
| "grad_norm": 0.050868868827819824, | |
| "learning_rate": 0.00011346455589801063, | |
| "loss": 1.0341, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 6.286266924564797, | |
| "grad_norm": 0.0535401850938797, | |
| "learning_rate": 0.00011304427010367049, | |
| "loss": 1.0349, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 6.300082895827576, | |
| "grad_norm": 0.07083383947610855, | |
| "learning_rate": 0.00011262398430933034, | |
| "loss": 1.0327, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 6.313898867090357, | |
| "grad_norm": 0.06998474150896072, | |
| "learning_rate": 0.00011220369851499018, | |
| "loss": 1.035, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 6.3277148383531365, | |
| "grad_norm": 0.06696050614118576, | |
| "learning_rate": 0.00011178341272065002, | |
| "loss": 1.0342, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 6.341530809615916, | |
| "grad_norm": 0.050143785774707794, | |
| "learning_rate": 0.00011136312692630989, | |
| "loss": 1.0342, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 6.355346780878696, | |
| "grad_norm": 0.066258005797863, | |
| "learning_rate": 0.00011094284113196974, | |
| "loss": 1.0368, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 6.3691627521414755, | |
| "grad_norm": 0.057613175362348557, | |
| "learning_rate": 0.00011052255533762957, | |
| "loss": 1.0357, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 6.382978723404255, | |
| "grad_norm": 0.07405593246221542, | |
| "learning_rate": 0.00011010647240123283, | |
| "loss": 1.033, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 6.396794694667035, | |
| "grad_norm": 0.07005150616168976, | |
| "learning_rate": 0.00010968618660689268, | |
| "loss": 1.0329, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 6.4106106659298145, | |
| "grad_norm": 0.057546067982912064, | |
| "learning_rate": 0.00010926590081255253, | |
| "loss": 1.033, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 6.424426637192594, | |
| "grad_norm": 0.08016248792409897, | |
| "learning_rate": 0.00010884561501821236, | |
| "loss": 1.0389, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 6.438242608455375, | |
| "grad_norm": 0.08346617966890335, | |
| "learning_rate": 0.00010842532922387222, | |
| "loss": 1.0332, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 6.452058579718154, | |
| "grad_norm": 0.048157453536987305, | |
| "learning_rate": 0.00010800504342953207, | |
| "loss": 1.0342, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 6.465874550980934, | |
| "grad_norm": 0.06816009432077408, | |
| "learning_rate": 0.00010758475763519192, | |
| "loss": 1.0357, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 6.479690522243714, | |
| "grad_norm": 0.05210613086819649, | |
| "learning_rate": 0.00010716447184085176, | |
| "loss": 1.0345, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 6.4935064935064934, | |
| "grad_norm": 0.08138227462768555, | |
| "learning_rate": 0.00010674418604651162, | |
| "loss": 1.035, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 6.507322464769273, | |
| "grad_norm": 0.07494477927684784, | |
| "learning_rate": 0.00010632390025217147, | |
| "loss": 1.0361, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 6.521138436032053, | |
| "grad_norm": 0.07473413646221161, | |
| "learning_rate": 0.00010590361445783132, | |
| "loss": 1.0339, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 6.5349544072948325, | |
| "grad_norm": 0.07200802862644196, | |
| "learning_rate": 0.00010548332866349115, | |
| "loss": 1.0333, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 6.548770378557613, | |
| "grad_norm": 0.06346756964921951, | |
| "learning_rate": 0.00010506304286915101, | |
| "loss": 1.0345, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 6.562586349820393, | |
| "grad_norm": 0.06382066756486893, | |
| "learning_rate": 0.00010464275707481086, | |
| "loss": 1.0352, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 6.576402321083172, | |
| "grad_norm": 0.1000475063920021, | |
| "learning_rate": 0.00010422247128047071, | |
| "loss": 1.0344, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 6.590218292345952, | |
| "grad_norm": 0.06456384807825089, | |
| "learning_rate": 0.00010380218548613057, | |
| "loss": 1.0356, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 6.604034263608732, | |
| "grad_norm": 0.052929963916540146, | |
| "learning_rate": 0.0001033818996917904, | |
| "loss": 1.0343, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 6.617850234871511, | |
| "grad_norm": 0.07275223731994629, | |
| "learning_rate": 0.00010296161389745025, | |
| "loss": 1.033, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 6.631666206134291, | |
| "grad_norm": 0.060610584914684296, | |
| "learning_rate": 0.0001025413281031101, | |
| "loss": 1.0334, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 6.645482177397071, | |
| "grad_norm": 0.0514766089618206, | |
| "learning_rate": 0.00010212104230876997, | |
| "loss": 1.0351, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 6.65929814865985, | |
| "grad_norm": 0.08950326591730118, | |
| "learning_rate": 0.0001017049593723732, | |
| "loss": 1.0341, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 6.673114119922631, | |
| "grad_norm": 0.052268847823143005, | |
| "learning_rate": 0.00010128467357803306, | |
| "loss": 1.0342, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 6.686930091185411, | |
| "grad_norm": 0.059182267636060715, | |
| "learning_rate": 0.00010086438778369291, | |
| "loss": 1.0303, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 6.70074606244819, | |
| "grad_norm": 0.06220945715904236, | |
| "learning_rate": 0.00010044410198935274, | |
| "loss": 1.032, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 6.71456203371097, | |
| "grad_norm": 0.0486241914331913, | |
| "learning_rate": 0.00010002381619501259, | |
| "loss": 1.0338, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 6.72837800497375, | |
| "grad_norm": 0.04813262075185776, | |
| "learning_rate": 9.960353040067245e-05, | |
| "loss": 1.0344, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 6.742193976236529, | |
| "grad_norm": 0.04981222748756409, | |
| "learning_rate": 9.91832446063323e-05, | |
| "loss": 1.0347, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 6.756009947499309, | |
| "grad_norm": 0.050560541450977325, | |
| "learning_rate": 9.876295881199214e-05, | |
| "loss": 1.0338, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 6.769825918762089, | |
| "grad_norm": 0.05338674411177635, | |
| "learning_rate": 9.834267301765199e-05, | |
| "loss": 1.0369, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 6.783641890024869, | |
| "grad_norm": 0.042156435549259186, | |
| "learning_rate": 9.792238722331185e-05, | |
| "loss": 1.0345, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 6.797457861287649, | |
| "grad_norm": 0.0622396394610405, | |
| "learning_rate": 9.75021014289717e-05, | |
| "loss": 1.0321, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 6.8112738325504285, | |
| "grad_norm": 0.08523661643266678, | |
| "learning_rate": 9.708181563463155e-05, | |
| "loss": 1.0317, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 6.825089803813208, | |
| "grad_norm": 0.055176641792058945, | |
| "learning_rate": 9.666152984029138e-05, | |
| "loss": 1.0368, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 6.838905775075988, | |
| "grad_norm": 0.07358380407094955, | |
| "learning_rate": 9.624124404595124e-05, | |
| "loss": 1.0318, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 6.8527217463387675, | |
| "grad_norm": 0.055568769574165344, | |
| "learning_rate": 9.582095825161109e-05, | |
| "loss": 1.0343, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 6.866537717601547, | |
| "grad_norm": 0.04249552637338638, | |
| "learning_rate": 9.540067245727094e-05, | |
| "loss": 1.0331, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 6.880353688864327, | |
| "grad_norm": 0.05274058133363724, | |
| "learning_rate": 9.498038666293077e-05, | |
| "loss": 1.0351, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 6.8941696601271065, | |
| "grad_norm": 0.04792112484574318, | |
| "learning_rate": 9.456010086859064e-05, | |
| "loss": 1.0333, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 6.907985631389887, | |
| "grad_norm": 0.05513302981853485, | |
| "learning_rate": 9.413981507425049e-05, | |
| "loss": 1.0322, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 6.907985631389887, | |
| "eval_accuracy": 0.5296076152096916, | |
| "eval_loss": 1.0341060161590576, | |
| "eval_runtime": 725.8939, | |
| "eval_samples_per_second": 283.597, | |
| "eval_steps_per_second": 8.864, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 6.921801602652667, | |
| "grad_norm": 0.05296773836016655, | |
| "learning_rate": 9.371952927991033e-05, | |
| "loss": 1.031, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 6.935617573915446, | |
| "grad_norm": 0.062248583883047104, | |
| "learning_rate": 9.330344634351358e-05, | |
| "loss": 1.0341, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 6.949433545178226, | |
| "grad_norm": 0.07751675695180893, | |
| "learning_rate": 9.288316054917343e-05, | |
| "loss": 1.0352, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 6.963249516441006, | |
| "grad_norm": 0.04984898492693901, | |
| "learning_rate": 9.246287475483328e-05, | |
| "loss": 1.0302, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 6.977065487703785, | |
| "grad_norm": 0.04315504804253578, | |
| "learning_rate": 9.204258896049314e-05, | |
| "loss": 1.0327, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 6.990881458966565, | |
| "grad_norm": 0.053620435297489166, | |
| "learning_rate": 9.162230316615297e-05, | |
| "loss": 1.0328, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 7.004697430229345, | |
| "grad_norm": 0.04611975699663162, | |
| "learning_rate": 9.120201737181282e-05, | |
| "loss": 1.0336, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 7.018513401492125, | |
| "grad_norm": 0.04269848018884659, | |
| "learning_rate": 9.078173157747267e-05, | |
| "loss": 1.0282, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 7.032329372754905, | |
| "grad_norm": 0.055365532636642456, | |
| "learning_rate": 9.036144578313253e-05, | |
| "loss": 1.0339, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 7.046145344017685, | |
| "grad_norm": 0.06129321828484535, | |
| "learning_rate": 8.994115998879237e-05, | |
| "loss": 1.0304, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 7.059961315280464, | |
| "grad_norm": 0.06094348803162575, | |
| "learning_rate": 8.952507705239563e-05, | |
| "loss": 1.0288, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 7.073777286543244, | |
| "grad_norm": 0.048849135637283325, | |
| "learning_rate": 8.910479125805548e-05, | |
| "loss": 1.0322, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 7.087593257806024, | |
| "grad_norm": 0.05081125721335411, | |
| "learning_rate": 8.868450546371531e-05, | |
| "loss": 1.0303, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 7.101409229068803, | |
| "grad_norm": 0.07727497071027756, | |
| "learning_rate": 8.826421966937516e-05, | |
| "loss": 1.03, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 7.115225200331583, | |
| "grad_norm": 0.06357153505086899, | |
| "learning_rate": 8.784393387503502e-05, | |
| "loss": 1.0342, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 7.129041171594363, | |
| "grad_norm": 0.05598052963614464, | |
| "learning_rate": 8.742364808069487e-05, | |
| "loss": 1.0312, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.06753697246313095, | |
| "learning_rate": 8.70033622863547e-05, | |
| "loss": 1.0306, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 7.156673114119923, | |
| "grad_norm": 0.06586912274360657, | |
| "learning_rate": 8.658307649201455e-05, | |
| "loss": 1.0311, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 7.170489085382703, | |
| "grad_norm": 0.10361455380916595, | |
| "learning_rate": 8.616279069767442e-05, | |
| "loss": 1.0326, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 7.184305056645482, | |
| "grad_norm": 0.09442713856697083, | |
| "learning_rate": 8.574250490333426e-05, | |
| "loss": 1.0339, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 7.198121027908262, | |
| "grad_norm": 0.08114325255155563, | |
| "learning_rate": 8.532221910899411e-05, | |
| "loss": 1.0335, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 7.211936999171042, | |
| "grad_norm": 0.054252710193395615, | |
| "learning_rate": 8.490193331465395e-05, | |
| "loss": 1.0316, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 7.225752970433821, | |
| "grad_norm": 0.059643086045980453, | |
| "learning_rate": 8.448164752031381e-05, | |
| "loss": 1.027, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 7.239568941696601, | |
| "grad_norm": 0.045472096651792526, | |
| "learning_rate": 8.406136172597366e-05, | |
| "loss": 1.0311, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 7.2533849129593815, | |
| "grad_norm": 0.0669686570763588, | |
| "learning_rate": 8.36410759316335e-05, | |
| "loss": 1.0309, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 7.267200884222161, | |
| "grad_norm": 0.0454520583152771, | |
| "learning_rate": 8.322079013729334e-05, | |
| "loss": 1.0327, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 7.281016855484941, | |
| "grad_norm": 0.05776028707623482, | |
| "learning_rate": 8.28005043429532e-05, | |
| "loss": 1.0318, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 7.2948328267477205, | |
| "grad_norm": 0.051905229687690735, | |
| "learning_rate": 8.238021854861305e-05, | |
| "loss": 1.0313, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 7.3086487980105, | |
| "grad_norm": 0.056912437081336975, | |
| "learning_rate": 8.19599327542729e-05, | |
| "loss": 1.0325, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 7.32246476927328, | |
| "grad_norm": 0.04940250515937805, | |
| "learning_rate": 8.153964695993274e-05, | |
| "loss": 1.0323, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 7.3362807405360595, | |
| "grad_norm": 0.04186444729566574, | |
| "learning_rate": 8.11193611655926e-05, | |
| "loss": 1.0285, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 7.350096711798839, | |
| "grad_norm": 0.041809357702732086, | |
| "learning_rate": 8.069907537125245e-05, | |
| "loss": 1.0289, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 7.363912683061619, | |
| "grad_norm": 0.05794375389814377, | |
| "learning_rate": 8.02787895769123e-05, | |
| "loss": 1.031, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 7.377728654324399, | |
| "grad_norm": 0.08333911001682281, | |
| "learning_rate": 7.985850378257213e-05, | |
| "loss": 1.0316, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 7.391544625587179, | |
| "grad_norm": 0.06473658233880997, | |
| "learning_rate": 7.943821798823199e-05, | |
| "loss": 1.0317, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 7.405360596849959, | |
| "grad_norm": 0.05173886939883232, | |
| "learning_rate": 7.901793219389184e-05, | |
| "loss": 1.0308, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 7.419176568112738, | |
| "grad_norm": 0.06362345069646835, | |
| "learning_rate": 7.859764639955169e-05, | |
| "loss": 1.0324, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 7.432992539375518, | |
| "grad_norm": 0.054053716361522675, | |
| "learning_rate": 7.817736060521152e-05, | |
| "loss": 1.0303, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 7.446808510638298, | |
| "grad_norm": 0.048420459032058716, | |
| "learning_rate": 7.775707481087139e-05, | |
| "loss": 1.0299, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 7.460624481901077, | |
| "grad_norm": 0.0606950968503952, | |
| "learning_rate": 7.733678901653123e-05, | |
| "loss": 1.0317, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 7.474440453163857, | |
| "grad_norm": 0.06072583049535751, | |
| "learning_rate": 7.691650322219108e-05, | |
| "loss": 1.033, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 7.488256424426638, | |
| "grad_norm": 0.05064817890524864, | |
| "learning_rate": 7.649621742785093e-05, | |
| "loss": 1.0287, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 7.502072395689417, | |
| "grad_norm": 0.09318757057189941, | |
| "learning_rate": 7.607593163351078e-05, | |
| "loss": 1.0296, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 7.515888366952197, | |
| "grad_norm": 0.0935215950012207, | |
| "learning_rate": 7.565564583917063e-05, | |
| "loss": 1.0322, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 7.529704338214977, | |
| "grad_norm": 0.07255256175994873, | |
| "learning_rate": 7.523536004483048e-05, | |
| "loss": 1.0333, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 7.543520309477756, | |
| "grad_norm": 0.05486008897423744, | |
| "learning_rate": 7.481507425049033e-05, | |
| "loss": 1.032, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 7.557336280740536, | |
| "grad_norm": 0.0525212287902832, | |
| "learning_rate": 7.439478845615017e-05, | |
| "loss": 1.0293, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 7.571152252003316, | |
| "grad_norm": 0.047569695860147476, | |
| "learning_rate": 7.397450266181002e-05, | |
| "loss": 1.0282, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 7.584968223266095, | |
| "grad_norm": 0.06165711581707001, | |
| "learning_rate": 7.355421686746987e-05, | |
| "loss": 1.0312, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 7.598784194528875, | |
| "grad_norm": 0.0578945092856884, | |
| "learning_rate": 7.313393107312972e-05, | |
| "loss": 1.0307, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 7.598784194528875, | |
| "eval_accuracy": 0.5305025000901846, | |
| "eval_loss": 1.0327985286712646, | |
| "eval_runtime": 731.5754, | |
| "eval_samples_per_second": 281.394, | |
| "eval_steps_per_second": 8.795, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 7.612600165791655, | |
| "grad_norm": 0.0795338973402977, | |
| "learning_rate": 7.271784813673297e-05, | |
| "loss": 1.0294, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 7.626416137054435, | |
| "grad_norm": 0.06103779003024101, | |
| "learning_rate": 7.229756234239283e-05, | |
| "loss": 1.033, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 7.640232108317215, | |
| "grad_norm": 0.0635315552353859, | |
| "learning_rate": 7.187727654805266e-05, | |
| "loss": 1.0296, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 7.654048079579995, | |
| "grad_norm": 0.05289231240749359, | |
| "learning_rate": 7.145699075371253e-05, | |
| "loss": 1.034, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 7.667864050842774, | |
| "grad_norm": 0.07801427692174911, | |
| "learning_rate": 7.103670495937236e-05, | |
| "loss": 1.0332, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 7.681680022105554, | |
| "grad_norm": 0.07564268261194229, | |
| "learning_rate": 7.061641916503222e-05, | |
| "loss": 1.0299, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 7.695495993368334, | |
| "grad_norm": 0.04168133810162544, | |
| "learning_rate": 7.019613337069206e-05, | |
| "loss": 1.03, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 7.709311964631113, | |
| "grad_norm": 0.11210035532712936, | |
| "learning_rate": 6.977584757635192e-05, | |
| "loss": 1.0301, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 7.723127935893894, | |
| "grad_norm": 0.09023060649633408, | |
| "learning_rate": 6.935556178201175e-05, | |
| "loss": 1.0285, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 7.7369439071566735, | |
| "grad_norm": 0.05271260067820549, | |
| "learning_rate": 6.893527598767162e-05, | |
| "loss": 1.0315, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 7.750759878419453, | |
| "grad_norm": 0.06293012201786041, | |
| "learning_rate": 6.851499019333145e-05, | |
| "loss": 1.0286, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 7.764575849682233, | |
| "grad_norm": 0.04555558040738106, | |
| "learning_rate": 6.809470439899131e-05, | |
| "loss": 1.0308, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 7.7783918209450125, | |
| "grad_norm": 0.042364273220300674, | |
| "learning_rate": 6.767441860465115e-05, | |
| "loss": 1.0311, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 7.792207792207792, | |
| "grad_norm": 0.05084213241934776, | |
| "learning_rate": 6.725413281031101e-05, | |
| "loss": 1.0298, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 7.806023763470572, | |
| "grad_norm": 0.059168051928281784, | |
| "learning_rate": 6.683384701597085e-05, | |
| "loss": 1.0303, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 7.8198397347333515, | |
| "grad_norm": 0.05535740405321121, | |
| "learning_rate": 6.641356122163071e-05, | |
| "loss": 1.0306, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 7.833655705996131, | |
| "grad_norm": 0.06625715643167496, | |
| "learning_rate": 6.599327542729054e-05, | |
| "loss": 1.0283, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 7.847471677258911, | |
| "grad_norm": 0.04644458368420601, | |
| "learning_rate": 6.55729896329504e-05, | |
| "loss": 1.0289, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 7.861287648521691, | |
| "grad_norm": 0.05319574847817421, | |
| "learning_rate": 6.515270383861024e-05, | |
| "loss": 1.0303, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 7.875103619784471, | |
| "grad_norm": 0.06394356489181519, | |
| "learning_rate": 6.47324180442701e-05, | |
| "loss": 1.0315, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 7.888919591047251, | |
| "grad_norm": 0.0535539835691452, | |
| "learning_rate": 6.431633510787335e-05, | |
| "loss": 1.0323, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 7.90273556231003, | |
| "grad_norm": 0.05220150947570801, | |
| "learning_rate": 6.38960493135332e-05, | |
| "loss": 1.032, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 7.91655153357281, | |
| "grad_norm": 0.04795517399907112, | |
| "learning_rate": 6.347576351919304e-05, | |
| "loss": 1.03, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 7.93036750483559, | |
| "grad_norm": 0.0748489499092102, | |
| "learning_rate": 6.30554777248529e-05, | |
| "loss": 1.0338, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 7.944183476098369, | |
| "grad_norm": 0.08164035528898239, | |
| "learning_rate": 6.263519193051274e-05, | |
| "loss": 1.0318, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 7.95799944736115, | |
| "grad_norm": 0.0764247477054596, | |
| "learning_rate": 6.221490613617259e-05, | |
| "loss": 1.0278, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 7.97181541862393, | |
| "grad_norm": 0.05609816685318947, | |
| "learning_rate": 6.179462034183244e-05, | |
| "loss": 1.0307, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 7.985631389886709, | |
| "grad_norm": 0.05001819133758545, | |
| "learning_rate": 6.137433454749229e-05, | |
| "loss": 1.0297, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 7.999447361149489, | |
| "grad_norm": 0.10084258019924164, | |
| "learning_rate": 6.0954048753152136e-05, | |
| "loss": 1.0339, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 8.013263332412269, | |
| "grad_norm": 0.07571733742952347, | |
| "learning_rate": 6.0533762958811985e-05, | |
| "loss": 1.0305, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 8.027079303675048, | |
| "grad_norm": 0.059294216334819794, | |
| "learning_rate": 6.011347716447183e-05, | |
| "loss": 1.026, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 8.040895274937828, | |
| "grad_norm": 0.04530787095427513, | |
| "learning_rate": 5.969319137013168e-05, | |
| "loss": 1.0282, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 8.054711246200608, | |
| "grad_norm": 0.05052864924073219, | |
| "learning_rate": 5.927290557579153e-05, | |
| "loss": 1.0271, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 8.068527217463387, | |
| "grad_norm": 0.04923342168331146, | |
| "learning_rate": 5.885261978145138e-05, | |
| "loss": 1.029, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 8.082343188726167, | |
| "grad_norm": 0.04905908182263374, | |
| "learning_rate": 5.843233398711123e-05, | |
| "loss": 1.0277, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 8.096159159988947, | |
| "grad_norm": 0.046151451766490936, | |
| "learning_rate": 5.801204819277108e-05, | |
| "loss": 1.0289, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 8.109975131251726, | |
| "grad_norm": 0.06011873856186867, | |
| "learning_rate": 5.7591762398430925e-05, | |
| "loss": 1.0245, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 8.123791102514506, | |
| "grad_norm": 0.06879663467407227, | |
| "learning_rate": 5.717147660409078e-05, | |
| "loss": 1.0271, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 8.137607073777286, | |
| "grad_norm": 0.04675479233264923, | |
| "learning_rate": 5.675119080975063e-05, | |
| "loss": 1.0263, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 8.151423045040067, | |
| "grad_norm": 0.08497285097837448, | |
| "learning_rate": 5.633090501541048e-05, | |
| "loss": 1.0287, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 8.165239016302847, | |
| "grad_norm": 0.07600156217813492, | |
| "learning_rate": 5.5910619221070326e-05, | |
| "loss": 1.0262, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 8.179054987565626, | |
| "grad_norm": 0.04951677843928337, | |
| "learning_rate": 5.549453628467357e-05, | |
| "loss": 1.0283, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 8.192870958828406, | |
| "grad_norm": 0.05662324279546738, | |
| "learning_rate": 5.507425049033342e-05, | |
| "loss": 1.0295, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 8.206686930091186, | |
| "grad_norm": 0.05791959911584854, | |
| "learning_rate": 5.465396469599327e-05, | |
| "loss": 1.0285, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 8.220502901353965, | |
| "grad_norm": 0.058768805116415024, | |
| "learning_rate": 5.423367890165312e-05, | |
| "loss": 1.0272, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 8.234318872616745, | |
| "grad_norm": 0.05399869754910469, | |
| "learning_rate": 5.381339310731297e-05, | |
| "loss": 1.0301, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 8.248134843879525, | |
| "grad_norm": 0.06434085965156555, | |
| "learning_rate": 5.3393107312972814e-05, | |
| "loss": 1.0277, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 8.261950815142304, | |
| "grad_norm": 0.054656483232975006, | |
| "learning_rate": 5.297282151863267e-05, | |
| "loss": 1.0295, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 8.275766786405084, | |
| "grad_norm": 0.04396641626954079, | |
| "learning_rate": 5.255253572429251e-05, | |
| "loss": 1.0276, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 8.289582757667864, | |
| "grad_norm": 0.058395449072122574, | |
| "learning_rate": 5.2132249929952366e-05, | |
| "loss": 1.0267, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 8.289582757667864, | |
| "eval_accuracy": 0.5312832658873073, | |
| "eval_loss": 1.0315501689910889, | |
| "eval_runtime": 729.415, | |
| "eval_samples_per_second": 282.228, | |
| "eval_steps_per_second": 8.821, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 8.303398728930643, | |
| "grad_norm": 0.06770013272762299, | |
| "learning_rate": 5.171196413561221e-05, | |
| "loss": 1.029, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 8.317214700193423, | |
| "grad_norm": 0.06161688268184662, | |
| "learning_rate": 5.1291678341272063e-05, | |
| "loss": 1.0242, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 8.331030671456203, | |
| "grad_norm": 0.04140911623835564, | |
| "learning_rate": 5.087139254693191e-05, | |
| "loss": 1.029, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 8.344846642718982, | |
| "grad_norm": 0.07091998308897018, | |
| "learning_rate": 5.045110675259176e-05, | |
| "loss": 1.0268, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 8.358662613981762, | |
| "grad_norm": 0.05135732889175415, | |
| "learning_rate": 5.003082095825161e-05, | |
| "loss": 1.0264, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 8.372478585244544, | |
| "grad_norm": 0.05828474089503288, | |
| "learning_rate": 4.961053516391146e-05, | |
| "loss": 1.0271, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 8.386294556507323, | |
| "grad_norm": 0.05920015275478363, | |
| "learning_rate": 4.9190249369571306e-05, | |
| "loss": 1.0263, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 8.400110527770103, | |
| "grad_norm": 0.048502273857593536, | |
| "learning_rate": 4.8769963575231155e-05, | |
| "loss": 1.029, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 8.413926499032883, | |
| "grad_norm": 0.049063604325056076, | |
| "learning_rate": 4.8349677780891e-05, | |
| "loss": 1.0294, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 8.427742470295662, | |
| "grad_norm": 0.05672093480825424, | |
| "learning_rate": 4.792939198655085e-05, | |
| "loss": 1.0297, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 8.441558441558442, | |
| "grad_norm": 0.06934633105993271, | |
| "learning_rate": 4.75091061922107e-05, | |
| "loss": 1.0261, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 8.455374412821222, | |
| "grad_norm": 0.04098910838365555, | |
| "learning_rate": 4.709302325581395e-05, | |
| "loss": 1.0292, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 8.469190384084001, | |
| "grad_norm": 0.06421385705471039, | |
| "learning_rate": 4.6672737461473794e-05, | |
| "loss": 1.0315, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 8.483006355346781, | |
| "grad_norm": 0.05238828435540199, | |
| "learning_rate": 4.625245166713365e-05, | |
| "loss": 1.0309, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 8.49682232660956, | |
| "grad_norm": 0.049910806119441986, | |
| "learning_rate": 4.583216587279349e-05, | |
| "loss": 1.0257, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 8.51063829787234, | |
| "grad_norm": 0.06672196090221405, | |
| "learning_rate": 4.541188007845335e-05, | |
| "loss": 1.0328, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 8.52445426913512, | |
| "grad_norm": 0.05466538295149803, | |
| "learning_rate": 4.4991594284113195e-05, | |
| "loss": 1.0284, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 8.5382702403979, | |
| "grad_norm": 0.05218784883618355, | |
| "learning_rate": 4.4571308489773044e-05, | |
| "loss": 1.0285, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 8.55208621166068, | |
| "grad_norm": 0.04263923689723015, | |
| "learning_rate": 4.415102269543289e-05, | |
| "loss": 1.0307, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 8.565902182923459, | |
| "grad_norm": 0.054478637874126434, | |
| "learning_rate": 4.373073690109274e-05, | |
| "loss": 1.0291, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 8.579718154186239, | |
| "grad_norm": 0.05667020007967949, | |
| "learning_rate": 4.331045110675259e-05, | |
| "loss": 1.0296, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 8.593534125449018, | |
| "grad_norm": 0.0490160770714283, | |
| "learning_rate": 4.289016531241244e-05, | |
| "loss": 1.029, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 8.607350096711798, | |
| "grad_norm": 0.049655403941869736, | |
| "learning_rate": 4.246987951807229e-05, | |
| "loss": 1.0298, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 8.62116606797458, | |
| "grad_norm": 0.047429408878088, | |
| "learning_rate": 4.2049593723732135e-05, | |
| "loss": 1.0277, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 8.634982039237359, | |
| "grad_norm": 0.05222218483686447, | |
| "learning_rate": 4.1629307929391984e-05, | |
| "loss": 1.0292, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 8.648798010500139, | |
| "grad_norm": 0.05841238424181938, | |
| "learning_rate": 4.120902213505183e-05, | |
| "loss": 1.029, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 8.662613981762918, | |
| "grad_norm": 0.0452195480465889, | |
| "learning_rate": 4.078873634071168e-05, | |
| "loss": 1.0265, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 8.676429953025698, | |
| "grad_norm": 0.049306340515613556, | |
| "learning_rate": 4.036845054637153e-05, | |
| "loss": 1.0308, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 8.690245924288478, | |
| "grad_norm": 0.050401389598846436, | |
| "learning_rate": 3.994816475203138e-05, | |
| "loss": 1.0294, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 8.704061895551257, | |
| "grad_norm": 0.04503024369478226, | |
| "learning_rate": 3.952787895769123e-05, | |
| "loss": 1.0291, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 8.717877866814037, | |
| "grad_norm": 0.0738733783364296, | |
| "learning_rate": 3.9107593163351075e-05, | |
| "loss": 1.0279, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 8.731693838076817, | |
| "grad_norm": 0.04586975276470184, | |
| "learning_rate": 3.869151022695433e-05, | |
| "loss": 1.026, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 8.745509809339596, | |
| "grad_norm": 0.04988343268632889, | |
| "learning_rate": 3.8271224432614176e-05, | |
| "loss": 1.0257, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 8.759325780602376, | |
| "grad_norm": 0.07822008430957794, | |
| "learning_rate": 3.7850938638274025e-05, | |
| "loss": 1.0254, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 8.773141751865156, | |
| "grad_norm": 0.058496229350566864, | |
| "learning_rate": 3.743065284393387e-05, | |
| "loss": 1.0263, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 8.786957723127935, | |
| "grad_norm": 0.04458677023649216, | |
| "learning_rate": 3.701036704959372e-05, | |
| "loss": 1.0292, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 8.800773694390715, | |
| "grad_norm": 0.06616061180830002, | |
| "learning_rate": 3.659008125525357e-05, | |
| "loss": 1.0309, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 8.814589665653495, | |
| "grad_norm": 0.06473194807767868, | |
| "learning_rate": 3.616979546091342e-05, | |
| "loss": 1.0265, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 8.828405636916274, | |
| "grad_norm": 0.047700874507427216, | |
| "learning_rate": 3.574950966657327e-05, | |
| "loss": 1.0303, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 8.842221608179056, | |
| "grad_norm": 0.055733323097229004, | |
| "learning_rate": 3.5329223872233116e-05, | |
| "loss": 1.0279, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 8.856037579441836, | |
| "grad_norm": 0.04398791491985321, | |
| "learning_rate": 3.4908938077892965e-05, | |
| "loss": 1.0284, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 8.869853550704615, | |
| "grad_norm": 0.08901511132717133, | |
| "learning_rate": 3.448865228355281e-05, | |
| "loss": 1.0283, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 8.883669521967395, | |
| "grad_norm": 0.05853118374943733, | |
| "learning_rate": 3.406836648921266e-05, | |
| "loss": 1.0291, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 8.897485493230175, | |
| "grad_norm": 0.043922308832407, | |
| "learning_rate": 3.364808069487251e-05, | |
| "loss": 1.0294, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 8.911301464492954, | |
| "grad_norm": 0.04332153871655464, | |
| "learning_rate": 3.322779490053236e-05, | |
| "loss": 1.0277, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 8.925117435755734, | |
| "grad_norm": 0.09197825193405151, | |
| "learning_rate": 3.280750910619221e-05, | |
| "loss": 1.0295, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 8.938933407018514, | |
| "grad_norm": 0.05589272826910019, | |
| "learning_rate": 3.2387223311852056e-05, | |
| "loss": 1.0274, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 8.952749378281293, | |
| "grad_norm": 0.06028933823108673, | |
| "learning_rate": 3.1966937517511904e-05, | |
| "loss": 1.0285, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 8.966565349544073, | |
| "grad_norm": 0.05357721447944641, | |
| "learning_rate": 3.154665172317175e-05, | |
| "loss": 1.027, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 8.980381320806853, | |
| "grad_norm": 0.07362578809261322, | |
| "learning_rate": 3.11263659288316e-05, | |
| "loss": 1.0273, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 8.980381320806853, | |
| "eval_accuracy": 0.5319501927585898, | |
| "eval_loss": 1.0305662155151367, | |
| "eval_runtime": 722.9505, | |
| "eval_samples_per_second": 284.751, | |
| "eval_steps_per_second": 8.9, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 8.994197292069632, | |
| "grad_norm": 0.04831722378730774, | |
| "learning_rate": 3.070608013449145e-05, | |
| "loss": 1.0294, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 9.008013263332412, | |
| "grad_norm": 0.06001870334148407, | |
| "learning_rate": 3.0289997198094702e-05, | |
| "loss": 1.0306, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 9.021829234595192, | |
| "grad_norm": 0.04466562718153, | |
| "learning_rate": 2.986971140375455e-05, | |
| "loss": 1.0267, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 9.035645205857971, | |
| "grad_norm": 0.059990085661411285, | |
| "learning_rate": 2.94494256094144e-05, | |
| "loss": 1.0248, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 9.049461177120751, | |
| "grad_norm": 0.05244195833802223, | |
| "learning_rate": 2.9029139815074248e-05, | |
| "loss": 1.0282, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 9.06327714838353, | |
| "grad_norm": 0.060148317366838455, | |
| "learning_rate": 2.8608854020734097e-05, | |
| "loss": 1.0266, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 9.07709311964631, | |
| "grad_norm": 0.051530059427022934, | |
| "learning_rate": 2.8188568226393945e-05, | |
| "loss": 1.0257, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 9.090909090909092, | |
| "grad_norm": 0.06650034338235855, | |
| "learning_rate": 2.7768282432053794e-05, | |
| "loss": 1.0276, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 9.104725062171871, | |
| "grad_norm": 0.04850700497627258, | |
| "learning_rate": 2.7347996637713642e-05, | |
| "loss": 1.0249, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 9.118541033434651, | |
| "grad_norm": 0.057128727436065674, | |
| "learning_rate": 2.692771084337349e-05, | |
| "loss": 1.0264, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 9.13235700469743, | |
| "grad_norm": 0.056875213980674744, | |
| "learning_rate": 2.650742504903334e-05, | |
| "loss": 1.0285, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 9.14617297596021, | |
| "grad_norm": 0.05632421374320984, | |
| "learning_rate": 2.6087139254693188e-05, | |
| "loss": 1.0286, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 9.15998894722299, | |
| "grad_norm": 0.04903789609670639, | |
| "learning_rate": 2.5666853460353037e-05, | |
| "loss": 1.0233, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 9.17380491848577, | |
| "grad_norm": 0.04932420328259468, | |
| "learning_rate": 2.5246567666012885e-05, | |
| "loss": 1.0273, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 9.18762088974855, | |
| "grad_norm": 0.0668862909078598, | |
| "learning_rate": 2.4826281871672734e-05, | |
| "loss": 1.0264, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 9.201436861011329, | |
| "grad_norm": 0.05283021926879883, | |
| "learning_rate": 2.4405996077332586e-05, | |
| "loss": 1.0278, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 9.215252832274109, | |
| "grad_norm": 0.04914732649922371, | |
| "learning_rate": 2.3985710282992434e-05, | |
| "loss": 1.0276, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 9.229068803536888, | |
| "grad_norm": 0.06511181592941284, | |
| "learning_rate": 2.3565424488652283e-05, | |
| "loss": 1.0268, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 9.242884774799668, | |
| "grad_norm": 0.06101306900382042, | |
| "learning_rate": 2.314513869431213e-05, | |
| "loss": 1.0267, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 9.256700746062448, | |
| "grad_norm": 0.05272289365530014, | |
| "learning_rate": 2.272485289997198e-05, | |
| "loss": 1.0242, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 9.270516717325227, | |
| "grad_norm": 0.04828105494379997, | |
| "learning_rate": 2.230456710563183e-05, | |
| "loss": 1.0258, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 9.284332688588007, | |
| "grad_norm": 0.054294098168611526, | |
| "learning_rate": 2.1888484169235077e-05, | |
| "loss": 1.0262, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 9.298148659850787, | |
| "grad_norm": 0.04951765388250351, | |
| "learning_rate": 2.1468198374894926e-05, | |
| "loss": 1.0254, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 9.311964631113566, | |
| "grad_norm": 0.047647446393966675, | |
| "learning_rate": 2.1047912580554774e-05, | |
| "loss": 1.0262, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 9.325780602376348, | |
| "grad_norm": 0.062047079205513, | |
| "learning_rate": 2.0627626786214623e-05, | |
| "loss": 1.0287, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 9.339596573639128, | |
| "grad_norm": 0.05751033127307892, | |
| "learning_rate": 2.020734099187447e-05, | |
| "loss": 1.027, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 9.353412544901907, | |
| "grad_norm": 0.058642346411943436, | |
| "learning_rate": 1.978705519753432e-05, | |
| "loss": 1.0276, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 9.367228516164687, | |
| "grad_norm": 0.050882838666439056, | |
| "learning_rate": 1.936676940319417e-05, | |
| "loss": 1.0223, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 9.381044487427467, | |
| "grad_norm": 0.053814638406038284, | |
| "learning_rate": 1.8946483608854017e-05, | |
| "loss": 1.0271, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 9.394860458690246, | |
| "grad_norm": 0.05407179519534111, | |
| "learning_rate": 1.852619781451387e-05, | |
| "loss": 1.0242, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 9.408676429953026, | |
| "grad_norm": 0.05431421846151352, | |
| "learning_rate": 1.8105912020173718e-05, | |
| "loss": 1.0246, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 9.422492401215806, | |
| "grad_norm": 0.05826635658740997, | |
| "learning_rate": 1.7685626225833566e-05, | |
| "loss": 1.024, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 9.436308372478585, | |
| "grad_norm": 0.043603766709566116, | |
| "learning_rate": 1.7265340431493415e-05, | |
| "loss": 1.025, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 9.450124343741365, | |
| "grad_norm": 0.0555894561111927, | |
| "learning_rate": 1.6845054637153263e-05, | |
| "loss": 1.0267, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 9.463940315004145, | |
| "grad_norm": 0.046029891818761826, | |
| "learning_rate": 1.6424768842813112e-05, | |
| "loss": 1.0247, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 9.477756286266924, | |
| "grad_norm": 0.04906938225030899, | |
| "learning_rate": 1.600448304847296e-05, | |
| "loss": 1.0233, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 9.491572257529704, | |
| "grad_norm": 0.07827210426330566, | |
| "learning_rate": 1.558419725413281e-05, | |
| "loss": 1.0262, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 9.505388228792484, | |
| "grad_norm": 0.04391390085220337, | |
| "learning_rate": 1.5163911459792658e-05, | |
| "loss": 1.0255, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 9.519204200055263, | |
| "grad_norm": 0.05310402810573578, | |
| "learning_rate": 1.4743625665452506e-05, | |
| "loss": 1.0268, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 9.533020171318043, | |
| "grad_norm": 0.060242168605327606, | |
| "learning_rate": 1.4323339871112355e-05, | |
| "loss": 1.0257, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 9.546836142580823, | |
| "grad_norm": 0.04949665814638138, | |
| "learning_rate": 1.3903054076772205e-05, | |
| "loss": 1.0294, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 9.560652113843604, | |
| "grad_norm": 0.05413687229156494, | |
| "learning_rate": 1.3482768282432054e-05, | |
| "loss": 1.0272, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 9.574468085106384, | |
| "grad_norm": 0.05380227789282799, | |
| "learning_rate": 1.3062482488091902e-05, | |
| "loss": 1.025, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 9.588284056369163, | |
| "grad_norm": 0.04961249604821205, | |
| "learning_rate": 1.2646399551695151e-05, | |
| "loss": 1.0289, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 9.602100027631943, | |
| "grad_norm": 0.045629873871803284, | |
| "learning_rate": 1.2226113757355e-05, | |
| "loss": 1.0269, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 9.615915998894723, | |
| "grad_norm": 0.04661751165986061, | |
| "learning_rate": 1.1805827963014848e-05, | |
| "loss": 1.0277, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 9.629731970157502, | |
| "grad_norm": 0.06289409101009369, | |
| "learning_rate": 1.1385542168674697e-05, | |
| "loss": 1.0246, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 9.643547941420282, | |
| "grad_norm": 0.061526406556367874, | |
| "learning_rate": 1.0965256374334547e-05, | |
| "loss": 1.0252, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 9.657363912683062, | |
| "grad_norm": 0.05611636862158775, | |
| "learning_rate": 1.0544970579994395e-05, | |
| "loss": 1.0281, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 9.671179883945841, | |
| "grad_norm": 0.05305150896310806, | |
| "learning_rate": 1.0124684785654244e-05, | |
| "loss": 1.027, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 9.671179883945841, | |
| "eval_accuracy": 0.5323623139821072, | |
| "eval_loss": 1.029943823814392, | |
| "eval_runtime": 726.2479, | |
| "eval_samples_per_second": 283.458, | |
| "eval_steps_per_second": 8.859, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 9.684995855208621, | |
| "grad_norm": 0.06483161449432373, | |
| "learning_rate": 9.704398991314093e-06, | |
| "loss": 1.0262, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 9.6988118264714, | |
| "grad_norm": 0.05063271522521973, | |
| "learning_rate": 9.284113196973941e-06, | |
| "loss": 1.0246, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 9.71262779773418, | |
| "grad_norm": 0.04985768347978592, | |
| "learning_rate": 8.86382740263379e-06, | |
| "loss": 1.03, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 9.72644376899696, | |
| "grad_norm": 0.04751725122332573, | |
| "learning_rate": 8.443541608293638e-06, | |
| "loss": 1.0272, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 9.74025974025974, | |
| "grad_norm": 0.042586106806993484, | |
| "learning_rate": 8.023255813953487e-06, | |
| "loss": 1.0254, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 9.75407571152252, | |
| "grad_norm": 0.059688206762075424, | |
| "learning_rate": 7.602970019613336e-06, | |
| "loss": 1.0255, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 9.767891682785299, | |
| "grad_norm": 0.04823042452335358, | |
| "learning_rate": 7.182684225273185e-06, | |
| "loss": 1.028, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 9.78170765404808, | |
| "grad_norm": 0.0480177104473114, | |
| "learning_rate": 6.762398430933033e-06, | |
| "loss": 1.025, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 9.79552362531086, | |
| "grad_norm": 0.045797545462846756, | |
| "learning_rate": 6.342112636592882e-06, | |
| "loss": 1.023, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 9.80933959657364, | |
| "grad_norm": 0.04858710244297981, | |
| "learning_rate": 5.921826842252732e-06, | |
| "loss": 1.0216, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 9.82315556783642, | |
| "grad_norm": 0.05248698219656944, | |
| "learning_rate": 5.501541047912581e-06, | |
| "loss": 1.0252, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 9.8369715390992, | |
| "grad_norm": 0.045856546610593796, | |
| "learning_rate": 5.081255253572429e-06, | |
| "loss": 1.0249, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 9.850787510361979, | |
| "grad_norm": 0.047852564603090286, | |
| "learning_rate": 4.660969459232278e-06, | |
| "loss": 1.0238, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 9.864603481624759, | |
| "grad_norm": 0.044457610696554184, | |
| "learning_rate": 4.240683664892126e-06, | |
| "loss": 1.0245, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 9.878419452887538, | |
| "grad_norm": 0.06768154352903366, | |
| "learning_rate": 3.824600728495377e-06, | |
| "loss": 1.0256, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 9.892235424150318, | |
| "grad_norm": 0.050749246031045914, | |
| "learning_rate": 3.4043149341552255e-06, | |
| "loss": 1.0224, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 9.906051395413098, | |
| "grad_norm": 0.04643206670880318, | |
| "learning_rate": 2.984029139815074e-06, | |
| "loss": 1.0279, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 9.919867366675877, | |
| "grad_norm": 0.05305636674165726, | |
| "learning_rate": 2.5637433454749226e-06, | |
| "loss": 1.0257, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 9.933683337938657, | |
| "grad_norm": 0.06888972967863083, | |
| "learning_rate": 2.1434575511347716e-06, | |
| "loss": 1.0301, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 9.947499309201437, | |
| "grad_norm": 0.04633474349975586, | |
| "learning_rate": 1.7231717567946201e-06, | |
| "loss": 1.0228, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 9.961315280464216, | |
| "grad_norm": 0.05391710251569748, | |
| "learning_rate": 1.302885962454469e-06, | |
| "loss": 1.0284, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 9.975131251726996, | |
| "grad_norm": 0.048064954578876495, | |
| "learning_rate": 8.826001681143176e-07, | |
| "loss": 1.0257, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 9.988947222989776, | |
| "grad_norm": 0.04865507408976555, | |
| "learning_rate": 4.623143737741664e-07, | |
| "loss": 1.0274, | |
| "step": 72300 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 72380, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.683106445125485e+18, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |