{
  "model_name": "MySQL Query Generator From Scratch",
  "version": "1.0.0",
  "architecture": {
    "type": "GPT-style Transformer",
    "variant": "Decoder-only",
    "trained_from": "absolute_scratch",
    "no_pretrained_weights": true,
    "layers": {
      "total_transformer_blocks": 8,
      "attention_heads_per_layer": 8,
      "hidden_size": 512,
      "feedforward_size": 2048,
      "max_sequence_length": 512,
      "dropout_rate": 0.1
    },
    "components": {
      "token_embedding": "4206 x 512",
      "position_embedding": "512 x 512",
      "multi_head_attention": "Custom implementation",
      "feed_forward": "GELU activation",
      "layer_norm": "Pre-norm configuration",
      "output_projection": "512 x 4206"
    }
  },
  "parameters": {
    "total_parameters": 29789184,
    "trainable_parameters": 29789184,
    "embedding_parameters": 2415616,
    "transformer_parameters": 27373568,
    "model_size_mb": 113.63671875
  },
  "vocabulary": {
    "total_tokens": 4206,
    "special_tokens": 4,
    "sql_keywords": "SELECT, FROM, WHERE, JOIN, GROUP BY, ORDER BY, LIMIT, etc.",
    "tokenization": "Custom word-level tokenizer",
    "built_from_scratch": true
  }
}