rootxhacker's picture
Training checkpoint 14000 - 0.1B tokens
f24c444 verified
raw
history blame
354 Bytes
{
"model_type": "spiking_llm",
"vocab_size": 50257,
"hidden_size": 768,
"num_layers": 12,
"max_seq_length": 1024,
"training_step": 14000,
"tokens_processed": 143360000,
"loss": 4.719939580122661,
"spike_rate": 0.011710215059494818,
"learning_rate": 9.73403054507967e-05,
"epoch": 0.028672,
"progress_percent": 0.9557357800169302
}