| { | |
| "activation_dim": 4096, | |
| "dict_size": 131072, | |
| "encoder_layers": null, | |
| "init_with_transpose": true, | |
| "latent_processor": null, | |
| "norm_init_scale": null, | |
| "num_decoder_layers": null, | |
| "num_layers": 2, | |
| "same_init_for_all_layers": false, | |
| "sparsity_loss_alpha_cc": 0.1, | |
| "sparsity_loss_alpha_sae": 1.0 | |
| } |