| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.8209806157354618, | |
| "eval_steps": 500, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04561003420752566, | |
| "grad_norm": 1.0824084281921387, | |
| "learning_rate": 4.9981876195011844e-05, | |
| "loss": 0.4811, | |
| "num_input_tokens_seen": 110848, | |
| "step": 5, | |
| "train_runtime": 30.3319, | |
| "train_tokens_per_second": 3654.501 | |
| }, | |
| { | |
| "epoch": 0.09122006841505131, | |
| "grad_norm": 0.6754106879234314, | |
| "learning_rate": 4.9908293271567286e-05, | |
| "loss": 0.2124, | |
| "num_input_tokens_seen": 220880, | |
| "step": 10, | |
| "train_runtime": 60.3932, | |
| "train_tokens_per_second": 3657.363 | |
| }, | |
| { | |
| "epoch": 0.13683010262257697, | |
| "grad_norm": 0.39871442317962646, | |
| "learning_rate": 4.977828505250903e-05, | |
| "loss": 0.1393, | |
| "num_input_tokens_seen": 332160, | |
| "step": 15, | |
| "train_runtime": 90.9477, | |
| "train_tokens_per_second": 3652.209 | |
| }, | |
| { | |
| "epoch": 0.18244013683010263, | |
| "grad_norm": 0.3741743564605713, | |
| "learning_rate": 4.959214604826831e-05, | |
| "loss": 0.1043, | |
| "num_input_tokens_seen": 442608, | |
| "step": 20, | |
| "train_runtime": 121.2095, | |
| "train_tokens_per_second": 3651.596 | |
| }, | |
| { | |
| "epoch": 0.22805017103762829, | |
| "grad_norm": 0.43203699588775635, | |
| "learning_rate": 4.935029792355834e-05, | |
| "loss": 0.0953, | |
| "num_input_tokens_seen": 552768, | |
| "step": 25, | |
| "train_runtime": 151.3115, | |
| "train_tokens_per_second": 3653.179 | |
| }, | |
| { | |
| "epoch": 0.27366020524515394, | |
| "grad_norm": 0.40135976672172546, | |
| "learning_rate": 4.9053288542168185e-05, | |
| "loss": 0.0867, | |
| "num_input_tokens_seen": 663056, | |
| "step": 30, | |
| "train_runtime": 181.4665, | |
| "train_tokens_per_second": 3653.876 | |
| }, | |
| { | |
| "epoch": 0.31927023945267957, | |
| "grad_norm": 0.33862611651420593, | |
| "learning_rate": 4.870179072587499e-05, | |
| "loss": 0.0625, | |
| "num_input_tokens_seen": 773936, | |
| "step": 35, | |
| "train_runtime": 211.7267, | |
| "train_tokens_per_second": 3655.353 | |
| }, | |
| { | |
| "epoch": 0.36488027366020526, | |
| "grad_norm": 0.41058799624443054, | |
| "learning_rate": 4.829660073028631e-05, | |
| "loss": 0.0727, | |
| "num_input_tokens_seen": 884832, | |
| "step": 40, | |
| "train_runtime": 241.9754, | |
| "train_tokens_per_second": 3656.702 | |
| }, | |
| { | |
| "epoch": 0.4104903078677309, | |
| "grad_norm": 0.5706074833869934, | |
| "learning_rate": 4.783863644106502e-05, | |
| "loss": 0.0727, | |
| "num_input_tokens_seen": 995744, | |
| "step": 45, | |
| "train_runtime": 272.301, | |
| "train_tokens_per_second": 3656.777 | |
| }, | |
| { | |
| "epoch": 0.45610034207525657, | |
| "grad_norm": 0.31977686285972595, | |
| "learning_rate": 4.73289352946231e-05, | |
| "loss": 0.0676, | |
| "num_input_tokens_seen": 1106256, | |
| "step": 50, | |
| "train_runtime": 302.3755, | |
| "train_tokens_per_second": 3658.551 | |
| }, | |
| { | |
| "epoch": 0.5017103762827823, | |
| "grad_norm": 0.29765012860298157, | |
| "learning_rate": 4.6768651927994434e-05, | |
| "loss": 0.0635, | |
| "num_input_tokens_seen": 1217840, | |
| "step": 55, | |
| "train_runtime": 332.9163, | |
| "train_tokens_per_second": 3658.097 | |
| }, | |
| { | |
| "epoch": 0.5473204104903079, | |
| "grad_norm": 0.3982709050178528, | |
| "learning_rate": 4.6159055563210604e-05, | |
| "loss": 0.0586, | |
| "num_input_tokens_seen": 1328544, | |
| "step": 60, | |
| "train_runtime": 363.1815, | |
| "train_tokens_per_second": 3658.072 | |
| }, | |
| { | |
| "epoch": 0.5929304446978335, | |
| "grad_norm": 0.24241122603416443, | |
| "learning_rate": 4.550152713210478e-05, | |
| "loss": 0.0572, | |
| "num_input_tokens_seen": 1438848, | |
| "step": 65, | |
| "train_runtime": 393.3602, | |
| "train_tokens_per_second": 3657.838 | |
| }, | |
| { | |
| "epoch": 0.6385404789053591, | |
| "grad_norm": 0.2856714427471161, | |
| "learning_rate": 4.479755614805688e-05, | |
| "loss": 0.054, | |
| "num_input_tokens_seen": 1547904, | |
| "step": 70, | |
| "train_runtime": 423.1722, | |
| "train_tokens_per_second": 3657.858 | |
| }, | |
| { | |
| "epoch": 0.6841505131128849, | |
| "grad_norm": 0.3355858325958252, | |
| "learning_rate": 4.404873733176678e-05, | |
| "loss": 0.047, | |
| "num_input_tokens_seen": 1658736, | |
| "step": 75, | |
| "train_runtime": 453.4813, | |
| "train_tokens_per_second": 3657.782 | |
| }, | |
| { | |
| "epoch": 0.7297605473204105, | |
| "grad_norm": 0.3131825029850006, | |
| "learning_rate": 4.3256766998698936e-05, | |
| "loss": 0.0471, | |
| "num_input_tokens_seen": 1769248, | |
| "step": 80, | |
| "train_runtime": 483.7293, | |
| "train_tokens_per_second": 3657.517 | |
| }, | |
| { | |
| "epoch": 0.7753705815279361, | |
| "grad_norm": 0.2504868805408478, | |
| "learning_rate": 4.242343921638234e-05, | |
| "loss": 0.0408, | |
| "num_input_tokens_seen": 1879024, | |
| "step": 85, | |
| "train_runtime": 513.7413, | |
| "train_tokens_per_second": 3657.529 | |
| }, | |
| { | |
| "epoch": 0.8209806157354618, | |
| "grad_norm": 0.4044341742992401, | |
| "learning_rate": 4.155064174027047e-05, | |
| "loss": 0.0398, | |
| "num_input_tokens_seen": 1991024, | |
| "step": 90, | |
| "train_runtime": 544.3342, | |
| "train_tokens_per_second": 3657.724 | |
| }, | |
| { | |
| "epoch": 0.8665906499429875, | |
| "grad_norm": 0.3132927119731903, | |
| "learning_rate": 4.064035173736804e-05, | |
| "loss": 0.0369, | |
| "num_input_tokens_seen": 2102064, | |
| "step": 95, | |
| "train_runtime": 574.6371, | |
| "train_tokens_per_second": 3658.072 | |
| }, | |
| { | |
| "epoch": 0.9122006841505131, | |
| "grad_norm": 0.3075104057788849, | |
| "learning_rate": 3.969463130731183e-05, | |
| "loss": 0.0408, | |
| "num_input_tokens_seen": 2212432, | |
| "step": 100, | |
| "train_runtime": 604.7406, | |
| "train_tokens_per_second": 3658.481 | |
| }, | |
| { | |
| "epoch": 0.9578107183580388, | |
| "grad_norm": 0.3352231979370117, | |
| "learning_rate": 3.871562281105175e-05, | |
| "loss": 0.0441, | |
| "num_input_tokens_seen": 2322032, | |
| "step": 105, | |
| "train_runtime": 635.488, | |
| "train_tokens_per_second": 3653.936 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.36991724371910095, | |
| "learning_rate": 3.770554401771423e-05, | |
| "loss": 0.0356, | |
| "num_input_tokens_seen": 2423872, | |
| "step": 110, | |
| "train_runtime": 663.2539, | |
| "train_tokens_per_second": 3654.516 | |
| }, | |
| { | |
| "epoch": 1.0456100342075256, | |
| "grad_norm": 0.31266242265701294, | |
| "learning_rate": 3.6666683080641846e-05, | |
| "loss": 0.0358, | |
| "num_input_tokens_seen": 2534752, | |
| "step": 115, | |
| "train_runtime": 693.4736, | |
| "train_tokens_per_second": 3655.153 | |
| }, | |
| { | |
| "epoch": 1.0912200684150513, | |
| "grad_norm": 0.29535725712776184, | |
| "learning_rate": 3.5601393353990046e-05, | |
| "loss": 0.0388, | |
| "num_input_tokens_seen": 2644464, | |
| "step": 120, | |
| "train_runtime": 723.4647, | |
| "train_tokens_per_second": 3655.277 | |
| }, | |
| { | |
| "epoch": 1.1368301026225769, | |
| "grad_norm": 0.37989553809165955, | |
| "learning_rate": 3.4512088061623075e-05, | |
| "loss": 0.0323, | |
| "num_input_tokens_seen": 2755568, | |
| "step": 125, | |
| "train_runtime": 753.8099, | |
| "train_tokens_per_second": 3655.521 | |
| }, | |
| { | |
| "epoch": 1.1824401368301025, | |
| "grad_norm": 0.2450297474861145, | |
| "learning_rate": 3.3401234830385756e-05, | |
| "loss": 0.031, | |
| "num_input_tokens_seen": 2865744, | |
| "step": 130, | |
| "train_runtime": 783.9325, | |
| "train_tokens_per_second": 3655.6 | |
| }, | |
| { | |
| "epoch": 1.2280501710376284, | |
| "grad_norm": 0.35642582178115845, | |
| "learning_rate": 3.2271350100134975e-05, | |
| "loss": 0.0279, | |
| "num_input_tokens_seen": 2976304, | |
| "step": 135, | |
| "train_runtime": 814.2192, | |
| "train_tokens_per_second": 3655.409 | |
| }, | |
| { | |
| "epoch": 1.273660205245154, | |
| "grad_norm": 0.34205862879753113, | |
| "learning_rate": 3.11249934231941e-05, | |
| "loss": 0.0285, | |
| "num_input_tokens_seen": 3086224, | |
| "step": 140, | |
| "train_runtime": 844.255, | |
| "train_tokens_per_second": 3655.559 | |
| }, | |
| { | |
| "epoch": 1.3192702394526796, | |
| "grad_norm": 0.4949014484882355, | |
| "learning_rate": 2.996476166614364e-05, | |
| "loss": 0.0292, | |
| "num_input_tokens_seen": 3196352, | |
| "step": 145, | |
| "train_runtime": 874.2926, | |
| "train_tokens_per_second": 3655.929 | |
| }, | |
| { | |
| "epoch": 1.3648802736602053, | |
| "grad_norm": 0.3114229142665863, | |
| "learning_rate": 2.8793283127083292e-05, | |
| "loss": 0.0299, | |
| "num_input_tokens_seen": 3307744, | |
| "step": 150, | |
| "train_runtime": 904.5859, | |
| "train_tokens_per_second": 3656.639 | |
| }, | |
| { | |
| "epoch": 1.4104903078677309, | |
| "grad_norm": 0.3953075706958771, | |
| "learning_rate": 2.761321158169134e-05, | |
| "loss": 0.0345, | |
| "num_input_tokens_seen": 3418016, | |
| "step": 155, | |
| "train_runtime": 934.6229, | |
| "train_tokens_per_second": 3657.107 | |
| }, | |
| { | |
| "epoch": 1.4561003420752565, | |
| "grad_norm": 0.5266784429550171, | |
| "learning_rate": 2.6427220271569203e-05, | |
| "loss": 0.0338, | |
| "num_input_tokens_seen": 3528544, | |
| "step": 160, | |
| "train_runtime": 964.715, | |
| "train_tokens_per_second": 3657.602 | |
| }, | |
| { | |
| "epoch": 1.5017103762827824, | |
| "grad_norm": 0.4755711853504181, | |
| "learning_rate": 2.523799584848942e-05, | |
| "loss": 0.0363, | |
| "num_input_tokens_seen": 3639056, | |
| "step": 165, | |
| "train_runtime": 994.801, | |
| "train_tokens_per_second": 3658.074 | |
| }, | |
| { | |
| "epoch": 1.547320410490308, | |
| "grad_norm": 0.4198484420776367, | |
| "learning_rate": 2.4048232288265253e-05, | |
| "loss": 0.0294, | |
| "num_input_tokens_seen": 3749824, | |
| "step": 170, | |
| "train_runtime": 1025.0451, | |
| "train_tokens_per_second": 3658.204 | |
| }, | |
| { | |
| "epoch": 1.5929304446978336, | |
| "grad_norm": 0.40441790223121643, | |
| "learning_rate": 2.2860624788029013e-05, | |
| "loss": 0.0334, | |
| "num_input_tokens_seen": 3859776, | |
| "step": 175, | |
| "train_runtime": 1055.0684, | |
| "train_tokens_per_second": 3658.318 | |
| }, | |
| { | |
| "epoch": 1.6385404789053593, | |
| "grad_norm": 0.7088226079940796, | |
| "learning_rate": 2.167786366074365e-05, | |
| "loss": 0.0296, | |
| "num_input_tokens_seen": 3970576, | |
| "step": 180, | |
| "train_runtime": 1085.3469, | |
| "train_tokens_per_second": 3658.347 | |
| }, | |
| { | |
| "epoch": 1.6841505131128849, | |
| "grad_norm": 0.40556278824806213, | |
| "learning_rate": 2.0502628240778655e-05, | |
| "loss": 0.0319, | |
| "num_input_tokens_seen": 4081568, | |
| "step": 185, | |
| "train_runtime": 1115.6872, | |
| "train_tokens_per_second": 3658.344 | |
| }, | |
| { | |
| "epoch": 1.7297605473204105, | |
| "grad_norm": 0.32311075925827026, | |
| "learning_rate": 1.9337580814355888e-05, | |
| "loss": 0.0324, | |
| "num_input_tokens_seen": 4191264, | |
| "step": 190, | |
| "train_runtime": 1145.6081, | |
| "train_tokens_per_second": 3658.55 | |
| }, | |
| { | |
| "epoch": 1.7753705815279361, | |
| "grad_norm": 0.3284579813480377, | |
| "learning_rate": 1.8185360588615058e-05, | |
| "loss": 0.0337, | |
| "num_input_tokens_seen": 4301440, | |
| "step": 195, | |
| "train_runtime": 1175.6929, | |
| "train_tokens_per_second": 3658.642 | |
| }, | |
| { | |
| "epoch": 1.8209806157354618, | |
| "grad_norm": 0.2036353498697281, | |
| "learning_rate": 1.7048577712960627e-05, | |
| "loss": 0.0356, | |
| "num_input_tokens_seen": 4412000, | |
| "step": 200, | |
| "train_runtime": 1206.0273, | |
| "train_tokens_per_second": 3658.292 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 330, | |
| "num_input_tokens_seen": 4412000, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.99225523994624e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |