{ | |
"model_type": "spiking_llm", | |
"vocab_size": 50257, | |
"hidden_size": 768, | |
"num_layers": 12, | |
"max_seq_length": 1024, | |
"training_step": 14000, | |
"tokens_processed": 143360000, | |
"loss": 4.719939580122661, | |
"spike_rate": 0.011710215059494818, | |
"learning_rate": 9.73403054507967e-05, | |
"epoch": 0.028672, | |
"progress_percent": 0.9557357800169302 | |
} |