| { | |
| "model_name": "MySQL Query Generator - From Scratch", | |
| "version": "1.0.0", | |
| "description": "GPT-style transformer trained completely from scratch for MySQL query generation", | |
| "architecture": { | |
| "type": "GPT-style Transformer (Decoder-only)", | |
| "layers": 8, | |
| "attention_heads": 8, | |
| "hidden_size": 512, | |
| "feedforward_size": 2048, | |
| "max_sequence_length": 512, | |
| "dropout": 0.1 | |
| }, | |
| "training": { | |
| "type": "from_scratch_pretraining", | |
| "no_pretrained_weights": true, | |
| "epochs": 8, | |
| "training_time_minutes": 12, | |
| "hardware": "RTX 5080 16GB", | |
| "framework": "PyTorch", | |
| "optimizer": "AdamW", | |
| "scheduler": "CosineAnnealingLR" | |
| }, | |
| "performance": { | |
| "final_validation_loss": 0.3485, | |
| "final_training_loss": 0.3178, | |
| "final_perplexity": 1.42, | |
| "convergence": "excellent", | |
| "overfitting": "none_detected", | |
| "quality": "production_ready" | |
| }, | |
| "model_stats": { | |
| "total_parameters": 29789184, | |
| "vocabulary_size": 4206, | |
| "training_examples": 24293, | |
| "model_size_mb": 113.63671875 | |
| }, | |
| "dataset": { | |
| "size": 24293, | |
| "sources": [ | |
| "synthetic_sql", | |
| "spider_dataset", | |
| "wikisql_dataset" | |
| ], | |
| "diversity": "high", | |
| "mysql_specific": true | |
| }, | |
| "license": "Open Source", | |
| "created_date": "2025-07-18T10:20:16.546994", | |
| "authors": "Anonymous", | |
| "contact": "Open source community" | |
| } |