|
{ |
|
"best_global_step": 800, |
|
"best_metric": 1.1622345447540283, |
|
"best_model_checkpoint": "Qwen-3-0.6B-it-Medical-LoRA/checkpoint-800", |
|
"epoch": 1.8131370328425822, |
|
"eval_steps": 100, |
|
"global_step": 800, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.11325028312570781, |
|
"grad_norm": 0.3080866038799286, |
|
"learning_rate": 0.00019075425790754258, |
|
"loss": 1.8711, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.22650056625141562, |
|
"grad_norm": 0.28974413871765137, |
|
"learning_rate": 0.0001664233576642336, |
|
"loss": 1.338, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.22650056625141562, |
|
"eval_loss": 1.3033037185668945, |
|
"eval_runtime": 217.1489, |
|
"eval_samples_per_second": 7.225, |
|
"eval_steps_per_second": 0.907, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.33975084937712347, |
|
"grad_norm": 0.3371483385562897, |
|
"learning_rate": 0.0001420924574209246, |
|
"loss": 1.2923, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.45300113250283125, |
|
"grad_norm": 0.35730767250061035, |
|
"learning_rate": 0.00011776155717761557, |
|
"loss": 1.2703, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.45300113250283125, |
|
"eval_loss": 1.2490053176879883, |
|
"eval_runtime": 217.4793, |
|
"eval_samples_per_second": 7.214, |
|
"eval_steps_per_second": 0.906, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.5662514156285391, |
|
"grad_norm": 0.35110780596733093, |
|
"learning_rate": 9.343065693430657e-05, |
|
"loss": 1.2397, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.6795016987542469, |
|
"grad_norm": 0.35077276825904846, |
|
"learning_rate": 6.909975669099758e-05, |
|
"loss": 1.232, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.6795016987542469, |
|
"eval_loss": 1.2211977243423462, |
|
"eval_runtime": 217.5364, |
|
"eval_samples_per_second": 7.213, |
|
"eval_steps_per_second": 0.906, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.7927519818799547, |
|
"grad_norm": 0.3939191699028015, |
|
"learning_rate": 4.476885644768857e-05, |
|
"loss": 1.2241, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.9060022650056625, |
|
"grad_norm": 0.366871178150177, |
|
"learning_rate": 2.0437956204379563e-05, |
|
"loss": 1.2078, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.9060022650056625, |
|
"eval_loss": 1.2062289714813232, |
|
"eval_runtime": 217.4838, |
|
"eval_samples_per_second": 7.214, |
|
"eval_steps_per_second": 0.906, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.0203850509626273, |
|
"grad_norm": 0.3808969259262085, |
|
"learning_rate": 0.00010164319248826291, |
|
"loss": 1.1819, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.1336353340883352, |
|
"grad_norm": 0.43216949701309204, |
|
"learning_rate": 8.990610328638498e-05, |
|
"loss": 1.19, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.1336353340883352, |
|
"eval_loss": 1.1994948387145996, |
|
"eval_runtime": 217.3626, |
|
"eval_samples_per_second": 7.218, |
|
"eval_steps_per_second": 0.906, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.246885617214043, |
|
"grad_norm": 0.4280295968055725, |
|
"learning_rate": 7.816901408450704e-05, |
|
"loss": 1.1971, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 1.3601359003397508, |
|
"grad_norm": 0.4056779146194458, |
|
"learning_rate": 6.643192488262912e-05, |
|
"loss": 1.1771, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.3601359003397508, |
|
"eval_loss": 1.1834282875061035, |
|
"eval_runtime": 217.4514, |
|
"eval_samples_per_second": 7.215, |
|
"eval_steps_per_second": 0.906, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.4733861834654587, |
|
"grad_norm": 0.4397243857383728, |
|
"learning_rate": 5.469483568075118e-05, |
|
"loss": 1.1544, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 1.5866364665911665, |
|
"grad_norm": 0.4214654862880707, |
|
"learning_rate": 4.295774647887324e-05, |
|
"loss": 1.1789, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.5866364665911665, |
|
"eval_loss": 1.1712530851364136, |
|
"eval_runtime": 217.6023, |
|
"eval_samples_per_second": 7.21, |
|
"eval_steps_per_second": 0.905, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.6998867497168741, |
|
"grad_norm": 0.43076109886169434, |
|
"learning_rate": 3.1220657276995305e-05, |
|
"loss": 1.1522, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 1.8131370328425822, |
|
"grad_norm": 0.4253358244895935, |
|
"learning_rate": 1.9483568075117372e-05, |
|
"loss": 1.1508, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.8131370328425822, |
|
"eval_loss": 1.1622345447540283, |
|
"eval_runtime": 217.3951, |
|
"eval_samples_per_second": 7.217, |
|
"eval_steps_per_second": 0.906, |
|
"step": 800 |
|
} |
|
], |
|
"logging_steps": 50, |
|
"max_steps": 882, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 4.054929702912e+16, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|