File size: 1,383 Bytes
e18f039 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
{
"model_name": "MySQL Query Generator - From Scratch",
"version": "1.0.0",
"description": "GPT-style transformer trained completely from scratch for MySQL query generation",
"architecture": {
"type": "GPT-style Transformer (Decoder-only)",
"layers": 8,
"attention_heads": 8,
"hidden_size": 512,
"feedforward_size": 2048,
"max_sequence_length": 512,
"dropout": 0.1
},
"training": {
"type": "from_scratch_pretraining",
"no_pretrained_weights": true,
"epochs": 8,
"training_time_minutes": 12,
"hardware": "RTX 5080 16GB",
"framework": "PyTorch",
"optimizer": "AdamW",
"scheduler": "CosineAnnealingLR"
},
"performance": {
"final_validation_loss": 0.3485,
"final_training_loss": 0.3178,
"final_perplexity": 1.42,
"convergence": "excellent",
"overfitting": "none_detected",
"quality": "production_ready"
},
"model_stats": {
"total_parameters": 29789184,
"vocabulary_size": 4206,
"training_examples": 24293,
"model_size_mb": 113.63671875
},
"dataset": {
"size": 24293,
"sources": [
"synthetic_sql",
"spider_dataset",
"wikisql_dataset"
],
"diversity": "high",
"mysql_specific": true
},
"license": "Open Source",
"created_date": "2025-07-18T10:20:16.546994",
"authors": "Anonymous",
"contact": "Open source community"
} |