rootxhacker's picture
Training checkpoint 86000 - 0.9B tokens
7961adb verified
raw
history blame
354 Bytes
{
"model_type": "spiking_llm",
"vocab_size": 50257,
"hidden_size": 768,
"num_layers": 12,
"max_seq_length": 1024,
"training_step": 86000,
"tokens_processed": 880640000,
"loss": 4.839515653271387,
"spike_rate": 0.05019798641974282,
"learning_rate": 0.00019923161653724407,
"epoch": 0.176128,
"progress_percent": 5.870948362961142
}