| { | |
| "best_global_step": 326, | |
| "best_metric": 1.5841516256332397, | |
| "best_model_checkpoint": "results_t5base/checkpoint-326", | |
| "epoch": 2.0, | |
| "eval_steps": 200, | |
| "global_step": 326, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06134969325153374, | |
| "grad_norm": 116.47437286376953, | |
| "learning_rate": 1.8e-05, | |
| "loss": 15.8526, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.12269938650306748, | |
| "grad_norm": 36.57353591918945, | |
| "learning_rate": 3.8e-05, | |
| "loss": 11.7488, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.18404907975460122, | |
| "grad_norm": 32.9762077331543, | |
| "learning_rate": 5.800000000000001e-05, | |
| "loss": 10.3287, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.24539877300613497, | |
| "grad_norm": 23.83042335510254, | |
| "learning_rate": 7.8e-05, | |
| "loss": 6.4168, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3067484662576687, | |
| "grad_norm": 4.865868091583252, | |
| "learning_rate": 9.800000000000001e-05, | |
| "loss": 3.5254, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.36809815950920244, | |
| "grad_norm": 12.269708633422852, | |
| "learning_rate": 0.000118, | |
| "loss": 3.0389, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.4294478527607362, | |
| "grad_norm": 7.369626998901367, | |
| "learning_rate": 0.00013800000000000002, | |
| "loss": 2.5275, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.49079754601226994, | |
| "grad_norm": 2.0186314582824707, | |
| "learning_rate": 0.000158, | |
| "loss": 2.1442, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5521472392638037, | |
| "grad_norm": 1.231919527053833, | |
| "learning_rate": 0.000178, | |
| "loss": 1.8347, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.6134969325153374, | |
| "grad_norm": 1.3266997337341309, | |
| "learning_rate": 0.00019800000000000002, | |
| "loss": 1.7494, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6748466257668712, | |
| "grad_norm": 1.498828649520874, | |
| "learning_rate": 0.000218, | |
| "loss": 1.8056, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7361963190184049, | |
| "grad_norm": 0.9476116299629211, | |
| "learning_rate": 0.00023799999999999998, | |
| "loss": 1.7621, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7975460122699386, | |
| "grad_norm": 1.154313564300537, | |
| "learning_rate": 0.00025800000000000004, | |
| "loss": 1.7556, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.8588957055214724, | |
| "grad_norm": 0.7778469920158386, | |
| "learning_rate": 0.00027800000000000004, | |
| "loss": 1.7215, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9202453987730062, | |
| "grad_norm": 0.8308514356613159, | |
| "learning_rate": 0.000298, | |
| "loss": 1.6761, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9815950920245399, | |
| "grad_norm": 1.156718373298645, | |
| "learning_rate": 0.00031800000000000003, | |
| "loss": 1.6865, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_gen_len": 187.0146, | |
| "eval_loss": 1.5963470935821533, | |
| "eval_rouge1": 0.6129, | |
| "eval_rouge2": 0.2686, | |
| "eval_rougeL": 0.4794, | |
| "eval_runtime": 30.837, | |
| "eval_samples_per_second": 8.885, | |
| "eval_steps_per_second": 1.135, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.0429447852760736, | |
| "grad_norm": 0.8923042416572571, | |
| "learning_rate": 0.00033800000000000003, | |
| "loss": 1.6244, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.1042944785276074, | |
| "grad_norm": 1.0038191080093384, | |
| "learning_rate": 0.000358, | |
| "loss": 1.6075, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.165644171779141, | |
| "grad_norm": 0.9305262565612793, | |
| "learning_rate": 0.000378, | |
| "loss": 1.6722, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2269938650306749, | |
| "grad_norm": 1.2464691400527954, | |
| "learning_rate": 0.000398, | |
| "loss": 1.5723, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.2883435582822087, | |
| "grad_norm": 1.017632246017456, | |
| "learning_rate": 0.00041799999999999997, | |
| "loss": 1.5711, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.3496932515337423, | |
| "grad_norm": 1.2981927394866943, | |
| "learning_rate": 0.000438, | |
| "loss": 1.5017, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4110429447852761, | |
| "grad_norm": 0.7919584512710571, | |
| "learning_rate": 0.000458, | |
| "loss": 1.5671, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.4723926380368098, | |
| "grad_norm": 1.0223811864852905, | |
| "learning_rate": 0.00047799999999999996, | |
| "loss": 1.5162, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.5337423312883436, | |
| "grad_norm": 0.8784969449043274, | |
| "learning_rate": 0.000498, | |
| "loss": 1.5689, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.5950920245398774, | |
| "grad_norm": 0.8144865036010742, | |
| "learning_rate": 0.000518, | |
| "loss": 1.6243, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.656441717791411, | |
| "grad_norm": 0.846225380897522, | |
| "learning_rate": 0.0005380000000000001, | |
| "loss": 1.5596, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.7177914110429446, | |
| "grad_norm": 0.9448590278625488, | |
| "learning_rate": 0.000558, | |
| "loss": 1.399, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.7791411042944785, | |
| "grad_norm": 0.9131848812103271, | |
| "learning_rate": 0.000578, | |
| "loss": 1.6336, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.8404907975460123, | |
| "grad_norm": 0.8644697070121765, | |
| "learning_rate": 0.000598, | |
| "loss": 1.6112, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.9018404907975461, | |
| "grad_norm": 0.964495062828064, | |
| "learning_rate": 0.0006180000000000001, | |
| "loss": 1.5901, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.9631901840490797, | |
| "grad_norm": 0.8454228043556213, | |
| "learning_rate": 0.000638, | |
| "loss": 1.609, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_gen_len": 187.0146, | |
| "eval_loss": 1.5841516256332397, | |
| "eval_rouge1": 0.6218, | |
| "eval_rouge2": 0.2773, | |
| "eval_rougeL": 0.4814, | |
| "eval_runtime": 30.1539, | |
| "eval_samples_per_second": 9.087, | |
| "eval_steps_per_second": 1.161, | |
| "step": 326 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 815, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 2, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1780369116364800.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |