| { | |
| "best_metric": 1.300666093826294, | |
| "best_model_checkpoint": "4bit_repro_03022025/host10_seed_42_full_det_fp16_no_flash_attn_fix_pad_gemma-2-9b-it-l16-cot-4ep-lr3e04-ws20-bs4-ga4-fp16-11022025/checkpoint-109", | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 327, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009195402298850575, | |
| "grad_norm": 0.9957932233810425, | |
| "learning_rate": 1.4999999999999999e-05, | |
| "loss": 2.3724, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01839080459770115, | |
| "grad_norm": 0.7591073513031006, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "loss": 2.3711, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.027586206896551724, | |
| "grad_norm": 0.9023211002349854, | |
| "learning_rate": 4.4999999999999996e-05, | |
| "loss": 2.2454, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0367816091954023, | |
| "grad_norm": 0.7705220580101013, | |
| "learning_rate": 5.9999999999999995e-05, | |
| "loss": 2.1252, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.04597701149425287, | |
| "grad_norm": 0.8994729518890381, | |
| "learning_rate": 7.5e-05, | |
| "loss": 2.1776, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.05517241379310345, | |
| "grad_norm": 0.8370222449302673, | |
| "learning_rate": 8.999999999999999e-05, | |
| "loss": 2.0403, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.06436781609195402, | |
| "grad_norm": 0.4772511124610901, | |
| "learning_rate": 0.00010499999999999999, | |
| "loss": 2.0642, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0735632183908046, | |
| "grad_norm": 0.3877703547477722, | |
| "learning_rate": 0.00011999999999999999, | |
| "loss": 2.0111, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.08275862068965517, | |
| "grad_norm": 0.4768696129322052, | |
| "learning_rate": 0.000135, | |
| "loss": 1.8875, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.09195402298850575, | |
| "grad_norm": 0.6014317870140076, | |
| "learning_rate": 0.00015, | |
| "loss": 1.672, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.10114942528735632, | |
| "grad_norm": 0.6302416324615479, | |
| "learning_rate": 0.000165, | |
| "loss": 1.7088, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.1103448275862069, | |
| "grad_norm": 0.5539880990982056, | |
| "learning_rate": 0.00017999999999999998, | |
| "loss": 1.6913, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.11954022988505747, | |
| "grad_norm": 0.6798604130744934, | |
| "learning_rate": 0.000195, | |
| "loss": 1.4942, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.12873563218390804, | |
| "grad_norm": 0.4399753510951996, | |
| "learning_rate": 0.00020999999999999998, | |
| "loss": 1.6453, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.13793103448275862, | |
| "grad_norm": 0.37119659781455994, | |
| "learning_rate": 0.000225, | |
| "loss": 1.6376, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.1471264367816092, | |
| "grad_norm": 0.38230371475219727, | |
| "learning_rate": 0.00023999999999999998, | |
| "loss": 1.8295, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.15632183908045977, | |
| "grad_norm": 0.4516810476779938, | |
| "learning_rate": 0.00025499999999999996, | |
| "loss": 1.3166, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.16551724137931034, | |
| "grad_norm": 0.6360406875610352, | |
| "learning_rate": 0.00027, | |
| "loss": 1.3089, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.17471264367816092, | |
| "grad_norm": 0.3828903138637543, | |
| "learning_rate": 0.000285, | |
| "loss": 1.3322, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.1839080459770115, | |
| "grad_norm": 0.3432200253009796, | |
| "learning_rate": 0.0003, | |
| "loss": 1.5339, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.19310344827586207, | |
| "grad_norm": 0.278246134519577, | |
| "learning_rate": 0.00029927184466019415, | |
| "loss": 1.6185, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.20229885057471264, | |
| "grad_norm": 0.278033047914505, | |
| "learning_rate": 0.00029854368932038833, | |
| "loss": 1.5488, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.21149425287356322, | |
| "grad_norm": 0.35856395959854126, | |
| "learning_rate": 0.0002978155339805825, | |
| "loss": 1.3512, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.2206896551724138, | |
| "grad_norm": 0.3614782989025116, | |
| "learning_rate": 0.0002970873786407767, | |
| "loss": 1.4487, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.22988505747126436, | |
| "grad_norm": 0.30157631635665894, | |
| "learning_rate": 0.00029635922330097087, | |
| "loss": 1.6049, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.23908045977011494, | |
| "grad_norm": 0.35453277826309204, | |
| "learning_rate": 0.00029563106796116505, | |
| "loss": 1.449, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.2482758620689655, | |
| "grad_norm": 0.436924546957016, | |
| "learning_rate": 0.0002949029126213592, | |
| "loss": 1.3822, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.2574712643678161, | |
| "grad_norm": 0.3903788626194, | |
| "learning_rate": 0.00029417475728155335, | |
| "loss": 1.33, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 0.39776864647865295, | |
| "learning_rate": 0.00029344660194174753, | |
| "loss": 1.5852, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.27586206896551724, | |
| "grad_norm": 0.3369416296482086, | |
| "learning_rate": 0.0002927184466019417, | |
| "loss": 1.7242, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2850574712643678, | |
| "grad_norm": 0.3887549936771393, | |
| "learning_rate": 0.0002919902912621359, | |
| "loss": 1.5086, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.2942528735632184, | |
| "grad_norm": 0.3567999005317688, | |
| "learning_rate": 0.00029126213592233006, | |
| "loss": 1.2896, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.30344827586206896, | |
| "grad_norm": 0.45827871561050415, | |
| "learning_rate": 0.00029053398058252424, | |
| "loss": 1.1841, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.31264367816091954, | |
| "grad_norm": 0.45487773418426514, | |
| "learning_rate": 0.0002898058252427184, | |
| "loss": 1.5209, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.3218390804597701, | |
| "grad_norm": 0.44364598393440247, | |
| "learning_rate": 0.0002890776699029126, | |
| "loss": 1.5646, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.3310344827586207, | |
| "grad_norm": 0.4502098560333252, | |
| "learning_rate": 0.0002883495145631068, | |
| "loss": 1.3928, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.34022988505747126, | |
| "grad_norm": 0.36199966073036194, | |
| "learning_rate": 0.00028762135922330096, | |
| "loss": 1.4251, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.34942528735632183, | |
| "grad_norm": 0.3491019308567047, | |
| "learning_rate": 0.00028689320388349513, | |
| "loss": 1.5562, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.3586206896551724, | |
| "grad_norm": 0.5400763750076294, | |
| "learning_rate": 0.0002861650485436893, | |
| "loss": 1.2608, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.367816091954023, | |
| "grad_norm": 0.3730115592479706, | |
| "learning_rate": 0.0002854368932038835, | |
| "loss": 1.5525, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.37701149425287356, | |
| "grad_norm": 0.3588751554489136, | |
| "learning_rate": 0.00028470873786407767, | |
| "loss": 1.3468, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.38620689655172413, | |
| "grad_norm": 0.5940146446228027, | |
| "learning_rate": 0.00028398058252427185, | |
| "loss": 1.185, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.3954022988505747, | |
| "grad_norm": 0.394444078207016, | |
| "learning_rate": 0.00028325242718446603, | |
| "loss": 1.3057, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.4045977011494253, | |
| "grad_norm": 0.4431244730949402, | |
| "learning_rate": 0.00028252427184466015, | |
| "loss": 1.3147, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.41379310344827586, | |
| "grad_norm": 0.4967786371707916, | |
| "learning_rate": 0.00028179611650485433, | |
| "loss": 1.1773, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.42298850574712643, | |
| "grad_norm": 0.38681459426879883, | |
| "learning_rate": 0.0002810679611650485, | |
| "loss": 1.4481, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.432183908045977, | |
| "grad_norm": 0.4664541780948639, | |
| "learning_rate": 0.0002803398058252427, | |
| "loss": 1.3254, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.4413793103448276, | |
| "grad_norm": 0.433729350566864, | |
| "learning_rate": 0.00027961165048543687, | |
| "loss": 1.2067, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.45057471264367815, | |
| "grad_norm": 0.4609008729457855, | |
| "learning_rate": 0.00027888349514563105, | |
| "loss": 1.1925, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.45977011494252873, | |
| "grad_norm": 0.5346646904945374, | |
| "learning_rate": 0.0002781553398058252, | |
| "loss": 1.1117, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.4689655172413793, | |
| "grad_norm": 0.4348887801170349, | |
| "learning_rate": 0.0002774271844660194, | |
| "loss": 1.3088, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.4781609195402299, | |
| "grad_norm": 0.4136529266834259, | |
| "learning_rate": 0.0002766990291262136, | |
| "loss": 1.1332, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.48735632183908045, | |
| "grad_norm": 0.580917239189148, | |
| "learning_rate": 0.00027597087378640776, | |
| "loss": 1.1903, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.496551724137931, | |
| "grad_norm": 0.5748546719551086, | |
| "learning_rate": 0.00027524271844660194, | |
| "loss": 1.0639, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.5057471264367817, | |
| "grad_norm": 0.45053598284721375, | |
| "learning_rate": 0.0002745145631067961, | |
| "loss": 1.2918, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5149425287356322, | |
| "grad_norm": 0.5989317893981934, | |
| "learning_rate": 0.0002737864077669903, | |
| "loss": 1.2734, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.5241379310344828, | |
| "grad_norm": 0.5094353556632996, | |
| "learning_rate": 0.0002730582524271845, | |
| "loss": 1.063, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 0.5418046712875366, | |
| "learning_rate": 0.00027233009708737865, | |
| "loss": 1.1931, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.542528735632184, | |
| "grad_norm": 0.5898640155792236, | |
| "learning_rate": 0.0002716019417475728, | |
| "loss": 1.1561, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.5517241379310345, | |
| "grad_norm": 0.5417141914367676, | |
| "learning_rate": 0.00027087378640776696, | |
| "loss": 1.1772, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5609195402298851, | |
| "grad_norm": 0.5419390201568604, | |
| "learning_rate": 0.00027014563106796114, | |
| "loss": 1.1019, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.5701149425287356, | |
| "grad_norm": 0.5117617845535278, | |
| "learning_rate": 0.0002694174757281553, | |
| "loss": 1.026, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.5793103448275863, | |
| "grad_norm": 0.6913059949874878, | |
| "learning_rate": 0.0002686893203883495, | |
| "loss": 1.0382, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.5885057471264368, | |
| "grad_norm": 0.7260013818740845, | |
| "learning_rate": 0.00026796116504854367, | |
| "loss": 1.0667, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.5977011494252874, | |
| "grad_norm": 0.831520676612854, | |
| "learning_rate": 0.00026723300970873785, | |
| "loss": 1.2295, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.6068965517241379, | |
| "grad_norm": 0.5325063467025757, | |
| "learning_rate": 0.00026650485436893203, | |
| "loss": 0.8899, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.6160919540229886, | |
| "grad_norm": 0.5867132544517517, | |
| "learning_rate": 0.0002657766990291262, | |
| "loss": 1.1095, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.6252873563218391, | |
| "grad_norm": 0.6068809628486633, | |
| "learning_rate": 0.0002650485436893204, | |
| "loss": 1.075, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.6344827586206897, | |
| "grad_norm": 0.6909754872322083, | |
| "learning_rate": 0.00026432038834951456, | |
| "loss": 1.1673, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.6436781609195402, | |
| "grad_norm": 0.7632415294647217, | |
| "learning_rate": 0.00026359223300970874, | |
| "loss": 1.1162, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6528735632183909, | |
| "grad_norm": 0.6888180375099182, | |
| "learning_rate": 0.0002628640776699029, | |
| "loss": 0.8784, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.6620689655172414, | |
| "grad_norm": 0.6300679445266724, | |
| "learning_rate": 0.00026213592233009705, | |
| "loss": 0.8871, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.671264367816092, | |
| "grad_norm": 0.6151922941207886, | |
| "learning_rate": 0.0002614077669902912, | |
| "loss": 0.9701, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.6804597701149425, | |
| "grad_norm": 0.6928962469100952, | |
| "learning_rate": 0.0002606796116504854, | |
| "loss": 1.0456, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 0.848274827003479, | |
| "learning_rate": 0.0002599514563106796, | |
| "loss": 1.1089, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6988505747126437, | |
| "grad_norm": 1.1162086725234985, | |
| "learning_rate": 0.00025922330097087376, | |
| "loss": 1.1541, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.7080459770114943, | |
| "grad_norm": 0.6158594489097595, | |
| "learning_rate": 0.00025849514563106794, | |
| "loss": 1.1431, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.7172413793103448, | |
| "grad_norm": 0.6790457367897034, | |
| "learning_rate": 0.0002577669902912621, | |
| "loss": 0.9188, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.7264367816091954, | |
| "grad_norm": 0.844353973865509, | |
| "learning_rate": 0.0002570388349514563, | |
| "loss": 1.2385, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.735632183908046, | |
| "grad_norm": 0.645825207233429, | |
| "learning_rate": 0.0002563106796116505, | |
| "loss": 1.0516, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7448275862068966, | |
| "grad_norm": 0.5313035249710083, | |
| "learning_rate": 0.0002555825242718446, | |
| "loss": 1.046, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.7540229885057471, | |
| "grad_norm": 0.6045447587966919, | |
| "learning_rate": 0.0002548543689320388, | |
| "loss": 0.9456, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.7632183908045977, | |
| "grad_norm": 1.1198372840881348, | |
| "learning_rate": 0.00025412621359223296, | |
| "loss": 1.1684, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.7724137931034483, | |
| "grad_norm": 0.6908996105194092, | |
| "learning_rate": 0.00025339805825242714, | |
| "loss": 1.1155, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.7816091954022989, | |
| "grad_norm": 0.5916021466255188, | |
| "learning_rate": 0.0002526699029126213, | |
| "loss": 1.0781, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.7908045977011494, | |
| "grad_norm": 0.8320909738540649, | |
| "learning_rate": 0.0002519417475728155, | |
| "loss": 0.7954, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.6855669617652893, | |
| "learning_rate": 0.00025121359223300967, | |
| "loss": 0.8968, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.8091954022988506, | |
| "grad_norm": 0.6343971490859985, | |
| "learning_rate": 0.00025048543689320385, | |
| "loss": 0.9878, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.8183908045977012, | |
| "grad_norm": 0.5901280641555786, | |
| "learning_rate": 0.00024975728155339803, | |
| "loss": 1.0158, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.8275862068965517, | |
| "grad_norm": 0.5881906151771545, | |
| "learning_rate": 0.0002490291262135922, | |
| "loss": 0.9432, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.8367816091954023, | |
| "grad_norm": 0.749911367893219, | |
| "learning_rate": 0.0002483009708737864, | |
| "loss": 0.8734, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.8459770114942529, | |
| "grad_norm": 0.6801809668540955, | |
| "learning_rate": 0.00024757281553398056, | |
| "loss": 0.7291, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.8551724137931035, | |
| "grad_norm": 0.5692021250724792, | |
| "learning_rate": 0.00024684466019417474, | |
| "loss": 0.976, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.864367816091954, | |
| "grad_norm": 0.8974186182022095, | |
| "learning_rate": 0.0002461165048543689, | |
| "loss": 0.8702, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.8735632183908046, | |
| "grad_norm": 0.7381451725959778, | |
| "learning_rate": 0.0002453883495145631, | |
| "loss": 0.832, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8827586206896552, | |
| "grad_norm": 0.5254162549972534, | |
| "learning_rate": 0.0002446601941747572, | |
| "loss": 0.7984, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.8919540229885058, | |
| "grad_norm": 0.6398109197616577, | |
| "learning_rate": 0.00024393203883495143, | |
| "loss": 0.9934, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.9011494252873563, | |
| "grad_norm": 0.6260827779769897, | |
| "learning_rate": 0.0002432038834951456, | |
| "loss": 1.049, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.9103448275862069, | |
| "grad_norm": 0.7606930136680603, | |
| "learning_rate": 0.0002424757281553398, | |
| "loss": 0.8291, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.9195402298850575, | |
| "grad_norm": 0.5728839039802551, | |
| "learning_rate": 0.00024174757281553394, | |
| "loss": 0.9048, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9287356321839081, | |
| "grad_norm": 0.8986696600914001, | |
| "learning_rate": 0.00024101941747572812, | |
| "loss": 0.8363, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.9379310344827586, | |
| "grad_norm": 1.1614326238632202, | |
| "learning_rate": 0.0002402912621359223, | |
| "loss": 0.8226, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.9471264367816092, | |
| "grad_norm": 0.6037288904190063, | |
| "learning_rate": 0.00023956310679611648, | |
| "loss": 0.9164, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.9563218390804598, | |
| "grad_norm": 0.5823872685432434, | |
| "learning_rate": 0.00023883495145631065, | |
| "loss": 0.9207, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.9655172413793104, | |
| "grad_norm": 0.6235625147819519, | |
| "learning_rate": 0.00023810679611650483, | |
| "loss": 0.762, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9747126436781609, | |
| "grad_norm": 0.5390623807907104, | |
| "learning_rate": 0.000237378640776699, | |
| "loss": 1.0991, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.9839080459770115, | |
| "grad_norm": 0.5815601944923401, | |
| "learning_rate": 0.0002366504854368932, | |
| "loss": 0.9363, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.993103448275862, | |
| "grad_norm": 0.5816079378128052, | |
| "learning_rate": 0.00023592233009708734, | |
| "loss": 0.7259, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.0381648540496826, | |
| "learning_rate": 0.00023519417475728152, | |
| "loss": 0.8426, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.300666093826294, | |
| "eval_runtime": 94.5929, | |
| "eval_samples_per_second": 3.51, | |
| "eval_steps_per_second": 1.755, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.0091954022988505, | |
| "grad_norm": 0.5967744588851929, | |
| "learning_rate": 0.0002344660194174757, | |
| "loss": 0.7901, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.018390804597701, | |
| "grad_norm": 0.5640788078308105, | |
| "learning_rate": 0.00023373786407766988, | |
| "loss": 0.6748, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.0275862068965518, | |
| "grad_norm": 0.5988382697105408, | |
| "learning_rate": 0.00023300970873786406, | |
| "loss": 0.7256, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.0367816091954023, | |
| "grad_norm": 0.8283673524856567, | |
| "learning_rate": 0.00023228155339805823, | |
| "loss": 0.5817, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.0459770114942528, | |
| "grad_norm": 0.5982439517974854, | |
| "learning_rate": 0.0002315533980582524, | |
| "loss": 0.8342, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.0551724137931036, | |
| "grad_norm": 0.9253256916999817, | |
| "learning_rate": 0.0002308252427184466, | |
| "loss": 0.6173, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.064367816091954, | |
| "grad_norm": 0.58003830909729, | |
| "learning_rate": 0.00023009708737864074, | |
| "loss": 0.6153, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.0735632183908046, | |
| "grad_norm": 0.9149603843688965, | |
| "learning_rate": 0.00022936893203883492, | |
| "loss": 0.7499, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.0827586206896551, | |
| "grad_norm": 0.4855748414993286, | |
| "learning_rate": 0.0002286407766990291, | |
| "loss": 0.8476, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.0919540229885056, | |
| "grad_norm": 0.5189658403396606, | |
| "learning_rate": 0.00022791262135922328, | |
| "loss": 0.6332, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.1011494252873564, | |
| "grad_norm": 0.6228414177894592, | |
| "learning_rate": 0.00022718446601941746, | |
| "loss": 0.6543, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.110344827586207, | |
| "grad_norm": 0.7163541913032532, | |
| "learning_rate": 0.00022645631067961164, | |
| "loss": 0.5062, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.1195402298850574, | |
| "grad_norm": 0.6037282347679138, | |
| "learning_rate": 0.00022572815533980582, | |
| "loss": 0.4752, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.1287356321839082, | |
| "grad_norm": 0.5334956049919128, | |
| "learning_rate": 0.000225, | |
| "loss": 0.5978, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.1379310344827587, | |
| "grad_norm": 0.6316633224487305, | |
| "learning_rate": 0.00022427184466019415, | |
| "loss": 0.631, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.1471264367816092, | |
| "grad_norm": 0.5869876742362976, | |
| "learning_rate": 0.00022354368932038832, | |
| "loss": 0.6083, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.1563218390804597, | |
| "grad_norm": 0.8843062520027161, | |
| "learning_rate": 0.0002228155339805825, | |
| "loss": 0.5106, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.1655172413793102, | |
| "grad_norm": 0.9645463228225708, | |
| "learning_rate": 0.00022208737864077668, | |
| "loss": 0.6352, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.174712643678161, | |
| "grad_norm": 0.4931183457374573, | |
| "learning_rate": 0.00022135922330097086, | |
| "loss": 0.6054, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.1839080459770115, | |
| "grad_norm": 0.5451965928077698, | |
| "learning_rate": 0.00022063106796116504, | |
| "loss": 0.6165, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.193103448275862, | |
| "grad_norm": 0.44423708319664, | |
| "learning_rate": 0.00021990291262135922, | |
| "loss": 0.57, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.2022988505747128, | |
| "grad_norm": 0.6561571955680847, | |
| "learning_rate": 0.00021917475728155337, | |
| "loss": 0.5627, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.2114942528735633, | |
| "grad_norm": 0.4954622983932495, | |
| "learning_rate": 0.00021844660194174755, | |
| "loss": 0.6054, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.2206896551724138, | |
| "grad_norm": 0.49996840953826904, | |
| "learning_rate": 0.00021771844660194173, | |
| "loss": 0.7044, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.2298850574712643, | |
| "grad_norm": 0.6132878065109253, | |
| "learning_rate": 0.0002169902912621359, | |
| "loss": 0.5854, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.2390804597701148, | |
| "grad_norm": 0.619061291217804, | |
| "learning_rate": 0.00021626213592233008, | |
| "loss": 0.7435, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.2482758620689656, | |
| "grad_norm": 0.5794959664344788, | |
| "learning_rate": 0.00021553398058252426, | |
| "loss": 0.8223, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.257471264367816, | |
| "grad_norm": 0.595934271812439, | |
| "learning_rate": 0.00021480582524271844, | |
| "loss": 0.4924, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.2666666666666666, | |
| "grad_norm": 0.7381154298782349, | |
| "learning_rate": 0.00021407766990291262, | |
| "loss": 0.5804, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.2758620689655173, | |
| "grad_norm": 0.6467525362968445, | |
| "learning_rate": 0.00021334951456310677, | |
| "loss": 0.6435, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.2850574712643679, | |
| "grad_norm": 0.5511316657066345, | |
| "learning_rate": 0.00021262135922330095, | |
| "loss": 0.6627, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2942528735632184, | |
| "grad_norm": 0.6253796815872192, | |
| "learning_rate": 0.00021189320388349513, | |
| "loss": 0.7729, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.303448275862069, | |
| "grad_norm": 0.4994090795516968, | |
| "learning_rate": 0.0002111650485436893, | |
| "loss": 0.4122, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.3126436781609194, | |
| "grad_norm": 0.35405322909355164, | |
| "learning_rate": 0.00021043689320388349, | |
| "loss": 0.3711, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.3218390804597702, | |
| "grad_norm": 0.5248880982398987, | |
| "learning_rate": 0.00020970873786407766, | |
| "loss": 0.6734, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.3310344827586207, | |
| "grad_norm": 0.44895875453948975, | |
| "learning_rate": 0.00020898058252427184, | |
| "loss": 0.3438, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.3402298850574712, | |
| "grad_norm": 0.4654625654220581, | |
| "learning_rate": 0.00020825242718446602, | |
| "loss": 0.4324, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.349425287356322, | |
| "grad_norm": 0.4388936460018158, | |
| "learning_rate": 0.00020752427184466017, | |
| "loss": 0.4578, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.3586206896551725, | |
| "grad_norm": 0.4960116744041443, | |
| "learning_rate": 0.00020679611650485435, | |
| "loss": 0.5942, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.367816091954023, | |
| "grad_norm": 0.590185284614563, | |
| "learning_rate": 0.00020606796116504853, | |
| "loss": 0.4179, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.3770114942528735, | |
| "grad_norm": 0.5173139572143555, | |
| "learning_rate": 0.0002053398058252427, | |
| "loss": 0.5081, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.386206896551724, | |
| "grad_norm": 0.5537795424461365, | |
| "learning_rate": 0.0002046116504854369, | |
| "loss": 0.6486, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.3954022988505748, | |
| "grad_norm": 0.593481183052063, | |
| "learning_rate": 0.00020388349514563107, | |
| "loss": 0.5944, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.4045977011494253, | |
| "grad_norm": 0.5522420406341553, | |
| "learning_rate": 0.00020315533980582524, | |
| "loss": 0.8094, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.4137931034482758, | |
| "grad_norm": 0.6627272963523865, | |
| "learning_rate": 0.00020242718446601942, | |
| "loss": 0.4802, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.4229885057471265, | |
| "grad_norm": 0.3878915011882782, | |
| "learning_rate": 0.00020169902912621357, | |
| "loss": 0.4832, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.432183908045977, | |
| "grad_norm": 0.5121778845787048, | |
| "learning_rate": 0.00020097087378640775, | |
| "loss": 0.6316, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.4413793103448276, | |
| "grad_norm": 0.41354355216026306, | |
| "learning_rate": 0.00020024271844660193, | |
| "loss": 0.5819, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.450574712643678, | |
| "grad_norm": 0.35058164596557617, | |
| "learning_rate": 0.0001995145631067961, | |
| "loss": 0.4422, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.4597701149425286, | |
| "grad_norm": 0.5187242031097412, | |
| "learning_rate": 0.0001987864077669903, | |
| "loss": 0.5037, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.4689655172413794, | |
| "grad_norm": 0.7884855270385742, | |
| "learning_rate": 0.00019805825242718447, | |
| "loss": 0.687, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.4781609195402299, | |
| "grad_norm": 0.6305707693099976, | |
| "learning_rate": 0.00019733009708737865, | |
| "loss": 0.6576, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.4873563218390804, | |
| "grad_norm": 0.5323311686515808, | |
| "learning_rate": 0.0001966019417475728, | |
| "loss": 0.5083, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.4965517241379311, | |
| "grad_norm": 0.4653192162513733, | |
| "learning_rate": 0.00019587378640776698, | |
| "loss": 0.4232, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.5057471264367817, | |
| "grad_norm": 0.42282363772392273, | |
| "learning_rate": 0.00019514563106796116, | |
| "loss": 0.46, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.5149425287356322, | |
| "grad_norm": 0.5382373929023743, | |
| "learning_rate": 0.00019441747572815533, | |
| "loss": 0.6501, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.524137931034483, | |
| "grad_norm": 0.49478620290756226, | |
| "learning_rate": 0.0001936893203883495, | |
| "loss": 0.6337, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.5333333333333332, | |
| "grad_norm": 0.3653823435306549, | |
| "learning_rate": 0.0001929611650485437, | |
| "loss": 0.5887, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.542528735632184, | |
| "grad_norm": 0.8347523808479309, | |
| "learning_rate": 0.00019223300970873787, | |
| "loss": 0.5192, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.5517241379310345, | |
| "grad_norm": 0.559551477432251, | |
| "learning_rate": 0.00019150485436893205, | |
| "loss": 0.3474, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.560919540229885, | |
| "grad_norm": 0.42149192094802856, | |
| "learning_rate": 0.0001907766990291262, | |
| "loss": 0.407, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.5701149425287357, | |
| "grad_norm": 0.5364254117012024, | |
| "learning_rate": 0.00019004854368932038, | |
| "loss": 0.7923, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.5793103448275863, | |
| "grad_norm": 0.5137253999710083, | |
| "learning_rate": 0.00018932038834951456, | |
| "loss": 0.5499, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.5885057471264368, | |
| "grad_norm": 0.5608237981796265, | |
| "learning_rate": 0.00018859223300970874, | |
| "loss": 0.5724, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.5977011494252875, | |
| "grad_norm": 0.34653526544570923, | |
| "learning_rate": 0.00018786407766990291, | |
| "loss": 0.3985, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.6068965517241378, | |
| "grad_norm": 0.6667991876602173, | |
| "learning_rate": 0.00018713592233009707, | |
| "loss": 0.6257, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.6160919540229886, | |
| "grad_norm": 0.5803218483924866, | |
| "learning_rate": 0.00018640776699029122, | |
| "loss": 0.7256, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.625287356321839, | |
| "grad_norm": 0.3350389897823334, | |
| "learning_rate": 0.0001856796116504854, | |
| "loss": 0.3256, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.6344827586206896, | |
| "grad_norm": 0.2988188862800598, | |
| "learning_rate": 0.00018495145631067957, | |
| "loss": 0.325, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.6436781609195403, | |
| "grad_norm": 0.540225088596344, | |
| "learning_rate": 0.00018422330097087375, | |
| "loss": 0.7405, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.6528735632183909, | |
| "grad_norm": 0.46998921036720276, | |
| "learning_rate": 0.00018349514563106793, | |
| "loss": 0.5965, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.6620689655172414, | |
| "grad_norm": 0.42614537477493286, | |
| "learning_rate": 0.0001827669902912621, | |
| "loss": 0.5187, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.6712643678160921, | |
| "grad_norm": 0.5146321058273315, | |
| "learning_rate": 0.0001820388349514563, | |
| "loss": 0.6134, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.6804597701149424, | |
| "grad_norm": 0.5366286635398865, | |
| "learning_rate": 0.00018131067961165047, | |
| "loss": 0.4942, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.6896551724137931, | |
| "grad_norm": 0.5794548392295837, | |
| "learning_rate": 0.00018058252427184462, | |
| "loss": 0.6949, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.6988505747126437, | |
| "grad_norm": 0.4413406550884247, | |
| "learning_rate": 0.0001798543689320388, | |
| "loss": 0.5908, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.7080459770114942, | |
| "grad_norm": 0.5551508069038391, | |
| "learning_rate": 0.00017912621359223298, | |
| "loss": 0.4899, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.717241379310345, | |
| "grad_norm": 0.5020127892494202, | |
| "learning_rate": 0.00017839805825242716, | |
| "loss": 0.3787, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.7264367816091954, | |
| "grad_norm": 0.5126776695251465, | |
| "learning_rate": 0.00017766990291262133, | |
| "loss": 0.4694, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.735632183908046, | |
| "grad_norm": 0.5620916485786438, | |
| "learning_rate": 0.0001769417475728155, | |
| "loss": 0.5547, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.7448275862068967, | |
| "grad_norm": 0.4924725294113159, | |
| "learning_rate": 0.0001762135922330097, | |
| "loss": 0.5656, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.754022988505747, | |
| "grad_norm": 0.3647457957267761, | |
| "learning_rate": 0.00017548543689320387, | |
| "loss": 0.5137, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.7632183908045977, | |
| "grad_norm": 0.4956059455871582, | |
| "learning_rate": 0.00017475728155339802, | |
| "loss": 0.6375, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.7724137931034483, | |
| "grad_norm": 0.3766675591468811, | |
| "learning_rate": 0.0001740291262135922, | |
| "loss": 0.5081, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.7816091954022988, | |
| "grad_norm": 0.3699629604816437, | |
| "learning_rate": 0.00017330097087378638, | |
| "loss": 0.3969, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.7908045977011495, | |
| "grad_norm": 0.35047248005867004, | |
| "learning_rate": 0.00017257281553398056, | |
| "loss": 0.4473, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.5037795901298523, | |
| "learning_rate": 0.00017184466019417474, | |
| "loss": 0.4882, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.8091954022988506, | |
| "grad_norm": 0.46976998448371887, | |
| "learning_rate": 0.00017111650485436891, | |
| "loss": 0.5307, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.8183908045977013, | |
| "grad_norm": 0.5248985290527344, | |
| "learning_rate": 0.0001703883495145631, | |
| "loss": 0.5062, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.8275862068965516, | |
| "grad_norm": 0.4395950436592102, | |
| "learning_rate": 0.00016966019417475724, | |
| "loss": 0.5184, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.8367816091954023, | |
| "grad_norm": 0.31456464529037476, | |
| "learning_rate": 0.00016893203883495142, | |
| "loss": 0.3707, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.8459770114942529, | |
| "grad_norm": 0.39423462748527527, | |
| "learning_rate": 0.0001682038834951456, | |
| "loss": 0.3915, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.8551724137931034, | |
| "grad_norm": 0.3807072937488556, | |
| "learning_rate": 0.00016747572815533978, | |
| "loss": 0.4203, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.8643678160919541, | |
| "grad_norm": 0.49600493907928467, | |
| "learning_rate": 0.00016674757281553396, | |
| "loss": 0.5633, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.8735632183908046, | |
| "grad_norm": 0.4472233057022095, | |
| "learning_rate": 0.00016601941747572814, | |
| "loss": 0.5791, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.8827586206896552, | |
| "grad_norm": 0.48306939005851746, | |
| "learning_rate": 0.00016529126213592232, | |
| "loss": 0.4091, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.891954022988506, | |
| "grad_norm": 0.40710389614105225, | |
| "learning_rate": 0.0001645631067961165, | |
| "loss": 0.5302, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.9011494252873562, | |
| "grad_norm": 0.37706899642944336, | |
| "learning_rate": 0.00016383495145631065, | |
| "loss": 0.416, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.910344827586207, | |
| "grad_norm": 0.5805254578590393, | |
| "learning_rate": 0.00016310679611650483, | |
| "loss": 0.6861, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.9195402298850575, | |
| "grad_norm": 0.44542425870895386, | |
| "learning_rate": 0.000162378640776699, | |
| "loss": 0.5468, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.928735632183908, | |
| "grad_norm": 0.44782838225364685, | |
| "learning_rate": 0.00016165048543689318, | |
| "loss": 0.4827, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.9379310344827587, | |
| "grad_norm": 0.30875957012176514, | |
| "learning_rate": 0.00016092233009708736, | |
| "loss": 0.3472, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.9471264367816092, | |
| "grad_norm": 0.4443942904472351, | |
| "learning_rate": 0.00016019417475728154, | |
| "loss": 0.5595, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.9563218390804598, | |
| "grad_norm": 0.32429659366607666, | |
| "learning_rate": 0.00015946601941747572, | |
| "loss": 0.374, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.9655172413793105, | |
| "grad_norm": 0.339242160320282, | |
| "learning_rate": 0.0001587378640776699, | |
| "loss": 0.4155, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.9747126436781608, | |
| "grad_norm": 0.5646737813949585, | |
| "learning_rate": 0.00015800970873786405, | |
| "loss": 0.8037, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.9839080459770115, | |
| "grad_norm": 0.5335783958435059, | |
| "learning_rate": 0.00015728155339805823, | |
| "loss": 0.7524, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.993103448275862, | |
| "grad_norm": 0.46629971265792847, | |
| "learning_rate": 0.0001565533980582524, | |
| "loss": 0.598, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.7031301856040955, | |
| "learning_rate": 0.00015582524271844658, | |
| "loss": 0.7793, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.3836089372634888, | |
| "eval_runtime": 94.5395, | |
| "eval_samples_per_second": 3.512, | |
| "eval_steps_per_second": 1.756, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 2.0091954022988507, | |
| "grad_norm": 0.3298664093017578, | |
| "learning_rate": 0.00015509708737864076, | |
| "loss": 0.3196, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 2.018390804597701, | |
| "grad_norm": 0.4151831567287445, | |
| "learning_rate": 0.00015436893203883494, | |
| "loss": 0.4209, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.027586206896552, | |
| "grad_norm": 0.35617533326148987, | |
| "learning_rate": 0.00015364077669902912, | |
| "loss": 0.4023, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 2.036781609195402, | |
| "grad_norm": 0.41707131266593933, | |
| "learning_rate": 0.0001529126213592233, | |
| "loss": 0.4355, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.045977011494253, | |
| "grad_norm": 0.3739112913608551, | |
| "learning_rate": 0.00015218446601941745, | |
| "loss": 0.3309, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 2.0551724137931036, | |
| "grad_norm": 0.529603123664856, | |
| "learning_rate": 0.00015145631067961163, | |
| "loss": 0.3706, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.064367816091954, | |
| "grad_norm": 0.4731467664241791, | |
| "learning_rate": 0.0001507281553398058, | |
| "loss": 0.379, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.0735632183908046, | |
| "grad_norm": 0.5218953490257263, | |
| "learning_rate": 0.00015, | |
| "loss": 0.3467, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 2.0827586206896553, | |
| "grad_norm": 0.7507036924362183, | |
| "learning_rate": 0.00014927184466019417, | |
| "loss": 0.6107, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.0919540229885056, | |
| "grad_norm": 0.44099223613739014, | |
| "learning_rate": 0.00014854368932038834, | |
| "loss": 0.3186, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 2.1011494252873564, | |
| "grad_norm": 0.4234969913959503, | |
| "learning_rate": 0.00014781553398058252, | |
| "loss": 0.3482, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 2.110344827586207, | |
| "grad_norm": 0.49509719014167786, | |
| "learning_rate": 0.00014708737864077667, | |
| "loss": 0.3985, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.1195402298850574, | |
| "grad_norm": 0.43987375497817993, | |
| "learning_rate": 0.00014635922330097085, | |
| "loss": 0.3618, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 2.128735632183908, | |
| "grad_norm": 0.6162170767784119, | |
| "learning_rate": 0.00014563106796116503, | |
| "loss": 0.4423, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.1379310344827585, | |
| "grad_norm": 0.3867994248867035, | |
| "learning_rate": 0.0001449029126213592, | |
| "loss": 0.3419, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.147126436781609, | |
| "grad_norm": 0.7177544832229614, | |
| "learning_rate": 0.0001441747572815534, | |
| "loss": 0.4747, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.15632183908046, | |
| "grad_norm": 0.5735111236572266, | |
| "learning_rate": 0.00014344660194174757, | |
| "loss": 0.4305, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.1655172413793102, | |
| "grad_norm": 0.5527003407478333, | |
| "learning_rate": 0.00014271844660194175, | |
| "loss": 0.3601, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.174712643678161, | |
| "grad_norm": 0.5799367427825928, | |
| "learning_rate": 0.00014199029126213592, | |
| "loss": 0.4681, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.1839080459770113, | |
| "grad_norm": 0.5536375045776367, | |
| "learning_rate": 0.00014126213592233008, | |
| "loss": 0.4431, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.193103448275862, | |
| "grad_norm": 0.45677146315574646, | |
| "learning_rate": 0.00014053398058252425, | |
| "loss": 0.3618, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.2022988505747128, | |
| "grad_norm": 0.464231938123703, | |
| "learning_rate": 0.00013980582524271843, | |
| "loss": 0.3164, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.211494252873563, | |
| "grad_norm": 0.7074082493782043, | |
| "learning_rate": 0.0001390776699029126, | |
| "loss": 0.5988, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.220689655172414, | |
| "grad_norm": 0.4413163363933563, | |
| "learning_rate": 0.0001383495145631068, | |
| "loss": 0.2946, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.2298850574712645, | |
| "grad_norm": 0.3606387972831726, | |
| "learning_rate": 0.00013762135922330097, | |
| "loss": 0.2709, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.239080459770115, | |
| "grad_norm": 0.6036794185638428, | |
| "learning_rate": 0.00013689320388349515, | |
| "loss": 0.5043, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.2482758620689656, | |
| "grad_norm": 0.7041867971420288, | |
| "learning_rate": 0.00013616504854368933, | |
| "loss": 0.6161, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.2574712643678163, | |
| "grad_norm": 0.36813509464263916, | |
| "learning_rate": 0.00013543689320388348, | |
| "loss": 0.2538, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.2666666666666666, | |
| "grad_norm": 0.6574187874794006, | |
| "learning_rate": 0.00013470873786407766, | |
| "loss": 0.5472, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.2758620689655173, | |
| "grad_norm": 0.3584626317024231, | |
| "learning_rate": 0.00013398058252427184, | |
| "loss": 0.2486, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.2850574712643676, | |
| "grad_norm": 0.7730153203010559, | |
| "learning_rate": 0.00013325242718446601, | |
| "loss": 0.4867, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.2942528735632184, | |
| "grad_norm": 0.6601793766021729, | |
| "learning_rate": 0.0001325242718446602, | |
| "loss": 0.6158, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.303448275862069, | |
| "grad_norm": 0.42591384053230286, | |
| "learning_rate": 0.00013179611650485437, | |
| "loss": 0.3484, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.3126436781609194, | |
| "grad_norm": 0.3791221082210541, | |
| "learning_rate": 0.00013106796116504852, | |
| "loss": 0.2861, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.32183908045977, | |
| "grad_norm": 0.5107592940330505, | |
| "learning_rate": 0.0001303398058252427, | |
| "loss": 0.4219, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.3310344827586205, | |
| "grad_norm": 0.43515774607658386, | |
| "learning_rate": 0.00012961165048543688, | |
| "loss": 0.32, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.340229885057471, | |
| "grad_norm": 0.45249196887016296, | |
| "learning_rate": 0.00012888349514563106, | |
| "loss": 0.3144, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.349425287356322, | |
| "grad_norm": 0.5824540853500366, | |
| "learning_rate": 0.00012815533980582524, | |
| "loss": 0.4423, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.3586206896551722, | |
| "grad_norm": 0.680497407913208, | |
| "learning_rate": 0.0001274271844660194, | |
| "loss": 0.579, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.367816091954023, | |
| "grad_norm": 0.45555397868156433, | |
| "learning_rate": 0.00012669902912621357, | |
| "loss": 0.3296, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.3770114942528737, | |
| "grad_norm": 0.5558891892433167, | |
| "learning_rate": 0.00012597087378640775, | |
| "loss": 0.4183, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.386206896551724, | |
| "grad_norm": 0.6155978441238403, | |
| "learning_rate": 0.00012524271844660192, | |
| "loss": 0.4989, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.3954022988505748, | |
| "grad_norm": 0.5432369709014893, | |
| "learning_rate": 0.0001245145631067961, | |
| "loss": 0.4149, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.4045977011494255, | |
| "grad_norm": 0.3622282147407532, | |
| "learning_rate": 0.00012378640776699028, | |
| "loss": 0.2948, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.413793103448276, | |
| "grad_norm": 0.42852282524108887, | |
| "learning_rate": 0.00012305825242718446, | |
| "loss": 0.2617, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.4229885057471265, | |
| "grad_norm": 0.3979598879814148, | |
| "learning_rate": 0.0001223300970873786, | |
| "loss": 0.221, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.432183908045977, | |
| "grad_norm": 0.4943128526210785, | |
| "learning_rate": 0.0001216019417475728, | |
| "loss": 0.31, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.4413793103448276, | |
| "grad_norm": 0.5944445133209229, | |
| "learning_rate": 0.00012087378640776697, | |
| "loss": 0.5284, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.4505747126436783, | |
| "grad_norm": 0.5441230535507202, | |
| "learning_rate": 0.00012014563106796115, | |
| "loss": 0.4091, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.4597701149425286, | |
| "grad_norm": 0.3592386543750763, | |
| "learning_rate": 0.00011941747572815533, | |
| "loss": 0.2881, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.4689655172413794, | |
| "grad_norm": 0.4022001028060913, | |
| "learning_rate": 0.0001186893203883495, | |
| "loss": 0.3005, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.4781609195402297, | |
| "grad_norm": 0.3709545433521271, | |
| "learning_rate": 0.00011796116504854367, | |
| "loss": 0.261, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.4873563218390804, | |
| "grad_norm": 0.4119846522808075, | |
| "learning_rate": 0.00011723300970873785, | |
| "loss": 0.284, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.496551724137931, | |
| "grad_norm": 0.5992346405982971, | |
| "learning_rate": 0.00011650485436893203, | |
| "loss": 0.6485, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.5057471264367814, | |
| "grad_norm": 0.3555474579334259, | |
| "learning_rate": 0.0001157766990291262, | |
| "loss": 0.2032, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.514942528735632, | |
| "grad_norm": 0.40004169940948486, | |
| "learning_rate": 0.00011504854368932037, | |
| "loss": 0.3559, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.524137931034483, | |
| "grad_norm": 0.5196751356124878, | |
| "learning_rate": 0.00011432038834951455, | |
| "loss": 0.3952, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.533333333333333, | |
| "grad_norm": 0.2508908808231354, | |
| "learning_rate": 0.00011359223300970873, | |
| "loss": 0.1867, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.542528735632184, | |
| "grad_norm": 0.5024006366729736, | |
| "learning_rate": 0.00011286407766990291, | |
| "loss": 0.4146, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 2.5517241379310347, | |
| "grad_norm": 0.48392558097839355, | |
| "learning_rate": 0.00011213592233009707, | |
| "loss": 0.404, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 2.560919540229885, | |
| "grad_norm": 0.3421654999256134, | |
| "learning_rate": 0.00011140776699029125, | |
| "loss": 0.2727, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.5701149425287357, | |
| "grad_norm": 0.32812729477882385, | |
| "learning_rate": 0.00011067961165048543, | |
| "loss": 0.2466, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.5793103448275865, | |
| "grad_norm": 0.3916667401790619, | |
| "learning_rate": 0.00010995145631067961, | |
| "loss": 0.2962, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.5885057471264368, | |
| "grad_norm": 0.41674014925956726, | |
| "learning_rate": 0.00010922330097087377, | |
| "loss": 0.3091, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.5977011494252875, | |
| "grad_norm": 0.5579612851142883, | |
| "learning_rate": 0.00010849514563106795, | |
| "loss": 0.4515, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.606896551724138, | |
| "grad_norm": 0.31362155079841614, | |
| "learning_rate": 0.00010776699029126213, | |
| "loss": 0.209, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.6160919540229886, | |
| "grad_norm": 0.3783795237541199, | |
| "learning_rate": 0.00010703883495145631, | |
| "loss": 0.2683, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.625287356321839, | |
| "grad_norm": 0.4127572178840637, | |
| "learning_rate": 0.00010631067961165047, | |
| "loss": 0.3164, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.6344827586206896, | |
| "grad_norm": 0.42433518171310425, | |
| "learning_rate": 0.00010558252427184465, | |
| "loss": 0.2813, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.6436781609195403, | |
| "grad_norm": 0.26535582542419434, | |
| "learning_rate": 0.00010485436893203883, | |
| "loss": 0.1638, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.6528735632183906, | |
| "grad_norm": 0.47647133469581604, | |
| "learning_rate": 0.00010412621359223301, | |
| "loss": 0.3998, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.6620689655172414, | |
| "grad_norm": 0.4837816059589386, | |
| "learning_rate": 0.00010339805825242718, | |
| "loss": 0.3634, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.671264367816092, | |
| "grad_norm": 0.5139144062995911, | |
| "learning_rate": 0.00010266990291262135, | |
| "loss": 0.4553, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.6804597701149424, | |
| "grad_norm": 0.42559128999710083, | |
| "learning_rate": 0.00010194174757281553, | |
| "loss": 0.2803, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.689655172413793, | |
| "grad_norm": 0.5253325700759888, | |
| "learning_rate": 0.00010121359223300971, | |
| "loss": 0.4476, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.698850574712644, | |
| "grad_norm": 0.42015260457992554, | |
| "learning_rate": 0.00010048543689320388, | |
| "loss": 0.3619, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.708045977011494, | |
| "grad_norm": 0.7167945504188538, | |
| "learning_rate": 9.975728155339806e-05, | |
| "loss": 0.6277, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.717241379310345, | |
| "grad_norm": 0.596862256526947, | |
| "learning_rate": 9.902912621359223e-05, | |
| "loss": 0.454, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.7264367816091957, | |
| "grad_norm": 0.391558974981308, | |
| "learning_rate": 9.83009708737864e-05, | |
| "loss": 0.3283, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.735632183908046, | |
| "grad_norm": 0.4755273759365082, | |
| "learning_rate": 9.757281553398058e-05, | |
| "loss": 0.4141, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.7448275862068967, | |
| "grad_norm": 0.37474825978279114, | |
| "learning_rate": 9.684466019417476e-05, | |
| "loss": 0.285, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.754022988505747, | |
| "grad_norm": 0.47797009348869324, | |
| "learning_rate": 9.611650485436893e-05, | |
| "loss": 0.3485, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.7632183908045977, | |
| "grad_norm": 0.4562835395336151, | |
| "learning_rate": 9.53883495145631e-05, | |
| "loss": 0.3423, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.772413793103448, | |
| "grad_norm": 0.6650474667549133, | |
| "learning_rate": 9.466019417475728e-05, | |
| "loss": 0.4271, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.781609195402299, | |
| "grad_norm": 0.4036124050617218, | |
| "learning_rate": 9.393203883495146e-05, | |
| "loss": 0.2785, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.7908045977011495, | |
| "grad_norm": 0.6422847509384155, | |
| "learning_rate": 9.320388349514561e-05, | |
| "loss": 0.4546, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.4403219521045685, | |
| "learning_rate": 9.247572815533979e-05, | |
| "loss": 0.2975, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.8091954022988506, | |
| "grad_norm": 0.34099337458610535, | |
| "learning_rate": 9.174757281553397e-05, | |
| "loss": 0.2092, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.8183908045977013, | |
| "grad_norm": 0.6565693020820618, | |
| "learning_rate": 9.101941747572814e-05, | |
| "loss": 0.589, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.8275862068965516, | |
| "grad_norm": 0.29657208919525146, | |
| "learning_rate": 9.029126213592231e-05, | |
| "loss": 0.2206, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.8367816091954023, | |
| "grad_norm": 0.35843998193740845, | |
| "learning_rate": 8.956310679611649e-05, | |
| "loss": 0.2576, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.845977011494253, | |
| "grad_norm": 0.39961719512939453, | |
| "learning_rate": 8.883495145631067e-05, | |
| "loss": 0.2589, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.8551724137931034, | |
| "grad_norm": 0.2650497257709503, | |
| "learning_rate": 8.810679611650485e-05, | |
| "loss": 0.1499, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.864367816091954, | |
| "grad_norm": 0.6040882468223572, | |
| "learning_rate": 8.737864077669901e-05, | |
| "loss": 0.5003, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.873563218390805, | |
| "grad_norm": 0.36157143115997314, | |
| "learning_rate": 8.665048543689319e-05, | |
| "loss": 0.3019, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.882758620689655, | |
| "grad_norm": 0.34061622619628906, | |
| "learning_rate": 8.592233009708737e-05, | |
| "loss": 0.26, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.891954022988506, | |
| "grad_norm": 0.6060124635696411, | |
| "learning_rate": 8.519417475728155e-05, | |
| "loss": 0.5343, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.901149425287356, | |
| "grad_norm": 0.536323070526123, | |
| "learning_rate": 8.446601941747571e-05, | |
| "loss": 0.3762, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.910344827586207, | |
| "grad_norm": 0.6887696981430054, | |
| "learning_rate": 8.373786407766989e-05, | |
| "loss": 0.613, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.9195402298850572, | |
| "grad_norm": 0.3895469009876251, | |
| "learning_rate": 8.300970873786407e-05, | |
| "loss": 0.2919, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.928735632183908, | |
| "grad_norm": 0.43969079852104187, | |
| "learning_rate": 8.228155339805825e-05, | |
| "loss": 0.2747, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.9379310344827587, | |
| "grad_norm": 0.6681087017059326, | |
| "learning_rate": 8.155339805825241e-05, | |
| "loss": 0.5428, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.947126436781609, | |
| "grad_norm": 0.5340582132339478, | |
| "learning_rate": 8.082524271844659e-05, | |
| "loss": 0.3636, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.9563218390804598, | |
| "grad_norm": 0.4719969630241394, | |
| "learning_rate": 8.009708737864077e-05, | |
| "loss": 0.3629, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.9655172413793105, | |
| "grad_norm": 0.4452765882015228, | |
| "learning_rate": 7.936893203883495e-05, | |
| "loss": 0.3002, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.974712643678161, | |
| "grad_norm": 0.5446481704711914, | |
| "learning_rate": 7.864077669902911e-05, | |
| "loss": 0.426, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.9839080459770115, | |
| "grad_norm": 0.6985622048377991, | |
| "learning_rate": 7.791262135922329e-05, | |
| "loss": 0.467, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.9931034482758623, | |
| "grad_norm": 0.6391457915306091, | |
| "learning_rate": 7.718446601941747e-05, | |
| "loss": 0.428, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.7811146378517151, | |
| "learning_rate": 7.645631067961165e-05, | |
| "loss": 0.5441, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.4894534349441528, | |
| "eval_runtime": 94.563, | |
| "eval_samples_per_second": 3.511, | |
| "eval_steps_per_second": 1.755, | |
| "step": 327 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 432, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.99509837713236e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |