| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 357, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04201680672268908, | |
| "grad_norm": 4.70634130932114, | |
| "learning_rate": 6.944444444444445e-06, | |
| "loss": 0.9136, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.08403361344537816, | |
| "grad_norm": 1.8906913115297757, | |
| "learning_rate": 1.388888888888889e-05, | |
| "loss": 0.766, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.12605042016806722, | |
| "grad_norm": 0.6826181059075677, | |
| "learning_rate": 2.0833333333333336e-05, | |
| "loss": 0.6325, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.16806722689075632, | |
| "grad_norm": 0.33363228311628446, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 0.5511, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.21008403361344538, | |
| "grad_norm": 0.2907608801770254, | |
| "learning_rate": 3.472222222222222e-05, | |
| "loss": 0.5244, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.25210084033613445, | |
| "grad_norm": 0.2733826152956853, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 0.4913, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.29411764705882354, | |
| "grad_norm": 0.2732334536953152, | |
| "learning_rate": 4.8611111111111115e-05, | |
| "loss": 0.4751, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.33613445378151263, | |
| "grad_norm": 0.2585751886114213, | |
| "learning_rate": 4.937694704049845e-05, | |
| "loss": 0.4596, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.37815126050420167, | |
| "grad_norm": 0.2397885612111248, | |
| "learning_rate": 4.85981308411215e-05, | |
| "loss": 0.4349, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.42016806722689076, | |
| "grad_norm": 0.21116743482172115, | |
| "learning_rate": 4.781931464174455e-05, | |
| "loss": 0.4326, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.46218487394957986, | |
| "grad_norm": 0.14451656745477998, | |
| "learning_rate": 4.7040498442367604e-05, | |
| "loss": 0.4157, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5042016806722689, | |
| "grad_norm": 0.14127541762263016, | |
| "learning_rate": 4.6261682242990654e-05, | |
| "loss": 0.4122, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5462184873949579, | |
| "grad_norm": 0.671598848272524, | |
| "learning_rate": 4.548286604361371e-05, | |
| "loss": 0.4149, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 0.13463214509481336, | |
| "learning_rate": 4.470404984423676e-05, | |
| "loss": 0.3959, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6302521008403361, | |
| "grad_norm": 0.1561144783705333, | |
| "learning_rate": 4.392523364485982e-05, | |
| "loss": 0.4038, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6722689075630253, | |
| "grad_norm": 0.135660513281463, | |
| "learning_rate": 4.314641744548287e-05, | |
| "loss": 0.4012, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.1329272951870047, | |
| "learning_rate": 4.236760124610592e-05, | |
| "loss": 0.3952, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.7563025210084033, | |
| "grad_norm": 0.12595448081633448, | |
| "learning_rate": 4.1588785046728974e-05, | |
| "loss": 0.3893, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.7983193277310925, | |
| "grad_norm": 0.1293818852034363, | |
| "learning_rate": 4.0809968847352024e-05, | |
| "loss": 0.4, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8403361344537815, | |
| "grad_norm": 0.1469536727483663, | |
| "learning_rate": 4.003115264797508e-05, | |
| "loss": 0.3929, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.8823529411764706, | |
| "grad_norm": 0.12410046786523299, | |
| "learning_rate": 3.925233644859813e-05, | |
| "loss": 0.388, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.9243697478991597, | |
| "grad_norm": 0.13619892881270407, | |
| "learning_rate": 3.847352024922119e-05, | |
| "loss": 0.3821, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.9663865546218487, | |
| "grad_norm": 0.11885167396488784, | |
| "learning_rate": 3.769470404984424e-05, | |
| "loss": 0.3946, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.0084033613445378, | |
| "grad_norm": 0.14287918831630414, | |
| "learning_rate": 3.691588785046729e-05, | |
| "loss": 0.3801, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.050420168067227, | |
| "grad_norm": 0.1285290919486453, | |
| "learning_rate": 3.6137071651090344e-05, | |
| "loss": 0.3652, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.092436974789916, | |
| "grad_norm": 0.12470234407748469, | |
| "learning_rate": 3.5358255451713394e-05, | |
| "loss": 0.3587, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.134453781512605, | |
| "grad_norm": 0.11633316420488911, | |
| "learning_rate": 3.457943925233645e-05, | |
| "loss": 0.357, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 0.12243208920648133, | |
| "learning_rate": 3.38006230529595e-05, | |
| "loss": 0.3534, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2184873949579833, | |
| "grad_norm": 0.12086774297684207, | |
| "learning_rate": 3.302180685358255e-05, | |
| "loss": 0.3603, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.2605042016806722, | |
| "grad_norm": 0.12226080249060899, | |
| "learning_rate": 3.224299065420561e-05, | |
| "loss": 0.355, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.3025210084033614, | |
| "grad_norm": 0.11411438458299594, | |
| "learning_rate": 3.146417445482866e-05, | |
| "loss": 0.3602, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.3445378151260505, | |
| "grad_norm": 0.11464926522938973, | |
| "learning_rate": 3.0685358255451714e-05, | |
| "loss": 0.3518, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.3865546218487395, | |
| "grad_norm": 0.12001429741902232, | |
| "learning_rate": 2.9906542056074764e-05, | |
| "loss": 0.355, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.11341054683006553, | |
| "learning_rate": 2.9127725856697818e-05, | |
| "loss": 0.3546, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.4705882352941178, | |
| "grad_norm": 0.11534598808870551, | |
| "learning_rate": 2.834890965732087e-05, | |
| "loss": 0.3481, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.5126050420168067, | |
| "grad_norm": 0.11555410704104117, | |
| "learning_rate": 2.7570093457943924e-05, | |
| "loss": 0.3566, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.5546218487394958, | |
| "grad_norm": 0.11882277392875285, | |
| "learning_rate": 2.6791277258566978e-05, | |
| "loss": 0.3503, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.596638655462185, | |
| "grad_norm": 0.10912064576299817, | |
| "learning_rate": 2.601246105919003e-05, | |
| "loss": 0.3467, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.638655462184874, | |
| "grad_norm": 0.11671548577730292, | |
| "learning_rate": 2.5233644859813084e-05, | |
| "loss": 0.3518, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.680672268907563, | |
| "grad_norm": 0.11709095347100043, | |
| "learning_rate": 2.4454828660436138e-05, | |
| "loss": 0.3514, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.7226890756302522, | |
| "grad_norm": 0.4547280409942813, | |
| "learning_rate": 2.367601246105919e-05, | |
| "loss": 0.3545, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.7647058823529411, | |
| "grad_norm": 0.12116945588708594, | |
| "learning_rate": 2.2897196261682244e-05, | |
| "loss": 0.3471, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.8067226890756303, | |
| "grad_norm": 0.11202328680044989, | |
| "learning_rate": 2.2118380062305298e-05, | |
| "loss": 0.3501, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.8487394957983194, | |
| "grad_norm": 0.11989297797083326, | |
| "learning_rate": 2.133956386292835e-05, | |
| "loss": 0.3511, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.8907563025210083, | |
| "grad_norm": 0.11344656402005421, | |
| "learning_rate": 2.05607476635514e-05, | |
| "loss": 0.3427, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.9327731092436975, | |
| "grad_norm": 0.11459966187379855, | |
| "learning_rate": 1.9781931464174454e-05, | |
| "loss": 0.35, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.9747899159663866, | |
| "grad_norm": 0.10470258572360276, | |
| "learning_rate": 1.9003115264797507e-05, | |
| "loss": 0.3459, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.0168067226890756, | |
| "grad_norm": 0.11916183310406858, | |
| "learning_rate": 1.822429906542056e-05, | |
| "loss": 0.3366, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.0588235294117645, | |
| "grad_norm": 0.1385981052541961, | |
| "learning_rate": 1.7445482866043614e-05, | |
| "loss": 0.3251, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.100840336134454, | |
| "grad_norm": 0.1235803846831308, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.3237, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 0.11353299337591315, | |
| "learning_rate": 1.588785046728972e-05, | |
| "loss": 0.3198, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.184873949579832, | |
| "grad_norm": 0.11174702397768707, | |
| "learning_rate": 1.5109034267912772e-05, | |
| "loss": 0.3191, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.226890756302521, | |
| "grad_norm": 0.1137863668401699, | |
| "learning_rate": 1.4330218068535826e-05, | |
| "loss": 0.3229, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.26890756302521, | |
| "grad_norm": 0.12072471085734401, | |
| "learning_rate": 1.3551401869158877e-05, | |
| "loss": 0.324, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.310924369747899, | |
| "grad_norm": 0.11123684767070798, | |
| "learning_rate": 1.277258566978193e-05, | |
| "loss": 0.3214, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 0.11295726491194695, | |
| "learning_rate": 1.1993769470404986e-05, | |
| "loss": 0.318, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.3949579831932772, | |
| "grad_norm": 0.1106796291907045, | |
| "learning_rate": 1.1214953271028037e-05, | |
| "loss": 0.3235, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.4369747899159666, | |
| "grad_norm": 0.11033037272448094, | |
| "learning_rate": 1.043613707165109e-05, | |
| "loss": 0.3227, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.4789915966386555, | |
| "grad_norm": 0.10873033497026395, | |
| "learning_rate": 9.657320872274144e-06, | |
| "loss": 0.3215, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.5210084033613445, | |
| "grad_norm": 0.11267308869650684, | |
| "learning_rate": 8.878504672897196e-06, | |
| "loss": 0.3236, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.5630252100840334, | |
| "grad_norm": 0.10662033804378954, | |
| "learning_rate": 8.099688473520249e-06, | |
| "loss": 0.3185, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.6050420168067228, | |
| "grad_norm": 0.10419898622414428, | |
| "learning_rate": 7.3208722741433015e-06, | |
| "loss": 0.3201, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.6470588235294117, | |
| "grad_norm": 0.1194071123415722, | |
| "learning_rate": 6.542056074766355e-06, | |
| "loss": 0.3181, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.689075630252101, | |
| "grad_norm": 0.10315644198712422, | |
| "learning_rate": 5.763239875389408e-06, | |
| "loss": 0.319, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.73109243697479, | |
| "grad_norm": 0.10169341589102616, | |
| "learning_rate": 4.9844236760124615e-06, | |
| "loss": 0.3155, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.773109243697479, | |
| "grad_norm": 0.10841897463334976, | |
| "learning_rate": 4.205607476635514e-06, | |
| "loss": 0.3221, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.815126050420168, | |
| "grad_norm": 0.11304762877258454, | |
| "learning_rate": 3.426791277258567e-06, | |
| "loss": 0.3224, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.10152209760807467, | |
| "learning_rate": 2.64797507788162e-06, | |
| "loss": 0.3117, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.899159663865546, | |
| "grad_norm": 0.10952489428700839, | |
| "learning_rate": 1.8691588785046728e-06, | |
| "loss": 0.3218, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.9411764705882355, | |
| "grad_norm": 0.1024965907199079, | |
| "learning_rate": 1.0903426791277259e-06, | |
| "loss": 0.3206, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.9831932773109244, | |
| "grad_norm": 0.1048143744280903, | |
| "learning_rate": 3.1152647975077885e-07, | |
| "loss": 0.3265, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 357, | |
| "total_flos": 1.2726481677031834e+17, | |
| "train_loss": 0.3811905702956918, | |
| "train_runtime": 3910.3734, | |
| "train_samples_per_second": 1.455, | |
| "train_steps_per_second": 0.091 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 357, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.2726481677031834e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |