| { | |
| "model_name": "MySQL Query Generator From Scratch", | |
| "version": "1.0.0", | |
| "architecture": { | |
| "type": "GPT-style Transformer", | |
| "variant": "Decoder-only", | |
| "trained_from": "absolute_scratch", | |
| "no_pretrained_weights": true, | |
| "layers": { | |
| "total_transformer_blocks": 8, | |
| "attention_heads_per_layer": 8, | |
| "hidden_size": 512, | |
| "feedforward_size": 2048, | |
| "max_sequence_length": 512, | |
| "dropout_rate": 0.1 | |
| }, | |
| "components": { | |
| "token_embedding": "4206 x 512", | |
| "position_embedding": "512 x 512", | |
| "multi_head_attention": "Custom implementation", | |
| "feed_forward": "GELU activation", | |
| "layer_norm": "Pre-norm configuration", | |
| "output_projection": "512 x 4206" | |
| } | |
| }, | |
| "parameters": { | |
| "total_parameters": 29789184, | |
| "trainable_parameters": 29789184, | |
| "embedding_parameters": 2415616, | |
| "transformer_parameters": 27373568, | |
| "model_size_mb": 113.63671875 | |
| }, | |
| "vocabulary": { | |
| "total_tokens": 4206, | |
| "special_tokens": 4, | |
| "sql_keywords": "SELECT, FROM, WHERE, JOIN, GROUP BY, ORDER BY, LIMIT, etc.", | |
| "tokenization": "Custom word-level tokenizer", | |
| "built_from_scratch": true | |
| } | |
| } |