{ | |
"model_type": "spiking_llm", | |
"vocab_size": 50257, | |
"hidden_size": 768, | |
"num_layers": 12, | |
"max_seq_length": 1024, | |
"training_step": 86000, | |
"tokens_processed": 880640000, | |
"loss": 4.839515653271387, | |
"spike_rate": 0.05019798641974282, | |
"learning_rate": 0.00019923161653724407, | |
"epoch": 0.176128, | |
"progress_percent": 5.870948362961142 | |
} |