End of training

final_model/training_config.json

@@ -6,8 +6,8 @@
   "num_layers": 4,
   "num_heads": 4,
   "max_position_embeddings": 8192,
-  "learning_rate": 0.0003,
-  "warmup_steps": 500,
+  "learning_rate": 8e-05,
+  "warmup_steps": 100,
   "epochs": 3,
   "per_device_train_batch_size": 16,
   "gradient_accumulation_steps": 4,
@@ -27,6 +27,7 @@
   "eval_steps": 500,
   "push_to_hub": true,
   "hub_model_id": "sandernotenbaert/okai-musiclang-content-t5-small",
+  "resume_from_checkpoint": true,
   "wandb_project": "hierarchical-music-generation",
   "wandb_run_name": "t5-sentinel-span-masking"
 }