| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9636552440290758, | |
| "eval_steps": 500, | |
| "global_step": 180, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.08307372793354102, | |
| "grad_norm": 0.5125107169151306, | |
| "learning_rate": 2.0833333333333334e-06, | |
| "loss": 3.5515, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.16614745586708204, | |
| "grad_norm": 0.4532736539840698, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 3.6807, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.24922118380062305, | |
| "grad_norm": 0.4483909606933594, | |
| "learning_rate": 6.25e-06, | |
| "loss": 3.5357, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.3322949117341641, | |
| "grad_norm": 0.5020395517349243, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 3.645, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.4153686396677051, | |
| "grad_norm": 0.8230155110359192, | |
| "learning_rate": 1.0416666666666668e-05, | |
| "loss": 3.5682, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.4984423676012461, | |
| "grad_norm": 1.3333394527435303, | |
| "learning_rate": 1.25e-05, | |
| "loss": 3.5155, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.5815160955347871, | |
| "grad_norm": 0.7118450999259949, | |
| "learning_rate": 1.4583333333333335e-05, | |
| "loss": 3.4724, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.6645898234683282, | |
| "grad_norm": 1.0282073020935059, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 3.4205, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.7476635514018691, | |
| "grad_norm": 1.0468826293945312, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 3.3295, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.8307372793354102, | |
| "grad_norm": 0.8730693459510803, | |
| "learning_rate": 2.0833333333333336e-05, | |
| "loss": 3.0831, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.9138110072689511, | |
| "grad_norm": 0.9377574324607849, | |
| "learning_rate": 2.2916666666666667e-05, | |
| "loss": 2.8412, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.9968847352024922, | |
| "grad_norm": 1.0129190683364868, | |
| "learning_rate": 2.5e-05, | |
| "loss": 2.3229, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.066458982346833, | |
| "grad_norm": 0.8808080554008484, | |
| "learning_rate": 2.7083333333333332e-05, | |
| "loss": 2.0489, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.1495327102803738, | |
| "grad_norm": 0.8092290759086609, | |
| "learning_rate": 2.916666666666667e-05, | |
| "loss": 1.9307, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.2326064382139148, | |
| "grad_norm": 0.8002105951309204, | |
| "learning_rate": 3.125e-05, | |
| "loss": 1.7402, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.3156801661474558, | |
| "grad_norm": 0.8581973314285278, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 1.6696, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.398753894080997, | |
| "grad_norm": 0.7443532347679138, | |
| "learning_rate": 3.541666666666667e-05, | |
| "loss": 1.5175, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.4818276220145379, | |
| "grad_norm": 0.9584633708000183, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 1.3968, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.5649013499480788, | |
| "grad_norm": 0.8683136105537415, | |
| "learning_rate": 3.958333333333333e-05, | |
| "loss": 1.299, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.64797507788162, | |
| "grad_norm": 0.7825261950492859, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 1.1271, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.731048805815161, | |
| "grad_norm": 0.654670000076294, | |
| "learning_rate": 4.375e-05, | |
| "loss": 1.14, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.814122533748702, | |
| "grad_norm": 0.7511588335037231, | |
| "learning_rate": 4.5833333333333334e-05, | |
| "loss": 1.1614, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.897196261682243, | |
| "grad_norm": 0.6596113443374634, | |
| "learning_rate": 4.791666666666667e-05, | |
| "loss": 1.0587, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.980269989615784, | |
| "grad_norm": 0.7166474461555481, | |
| "learning_rate": 5e-05, | |
| "loss": 1.0169, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 2.0498442367601246, | |
| "grad_norm": 0.6620935797691345, | |
| "learning_rate": 4.999735579817769e-05, | |
| "loss": 0.985, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 2.132917964693666, | |
| "grad_norm": 0.7846258878707886, | |
| "learning_rate": 4.998942375205502e-05, | |
| "loss": 0.9594, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 2.2159916926272065, | |
| "grad_norm": 0.652454137802124, | |
| "learning_rate": 4.997620553954645e-05, | |
| "loss": 0.9322, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 2.2990654205607477, | |
| "grad_norm": 0.7020059823989868, | |
| "learning_rate": 4.995770395678171e-05, | |
| "loss": 0.9242, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.382139148494289, | |
| "grad_norm": 0.8148695826530457, | |
| "learning_rate": 4.993392291751431e-05, | |
| "loss": 0.8394, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 2.4652128764278296, | |
| "grad_norm": 0.8813133835792542, | |
| "learning_rate": 4.990486745229364e-05, | |
| "loss": 0.992, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.5482866043613708, | |
| "grad_norm": 0.7893730401992798, | |
| "learning_rate": 4.987054370740083e-05, | |
| "loss": 0.899, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 2.6313603322949115, | |
| "grad_norm": 0.7719221711158752, | |
| "learning_rate": 4.983095894354858e-05, | |
| "loss": 0.9416, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.7144340602284527, | |
| "grad_norm": 0.8439667820930481, | |
| "learning_rate": 4.9786121534345265e-05, | |
| "loss": 0.8401, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 2.797507788161994, | |
| "grad_norm": 0.833251953125, | |
| "learning_rate": 4.973604096452361e-05, | |
| "loss": 0.817, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.8805815160955346, | |
| "grad_norm": 0.7526916265487671, | |
| "learning_rate": 4.9680727827934354e-05, | |
| "loss": 0.8191, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 2.9636552440290758, | |
| "grad_norm": 1.0640058517456055, | |
| "learning_rate": 4.962019382530521e-05, | |
| "loss": 0.8607, | |
| "step": 180 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1200, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 60, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7793188999790592.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |