config.json

{
  "activation_dim": 4096,
  "dict_size": 131072,
  "encoder_layers": null,
  "init_with_transpose": true,
  "latent_processor": null,
  "norm_init_scale": null,
  "num_decoder_layers": null,
  "num_layers": 2,
  "same_init_for_all_layers": false,
  "sparsity_loss_alpha_cc": 0.1,
  "sparsity_loss_alpha_sae": 1.0
}