config.json

{
  "_attn_implementation_autoset": true,
  "act_size": 64,
  "aux_penalty": 0.03125,
  "bandwidth": 0.001,
  "dict_size": 128,
  "dtype": "float32",
  "input_unit_norm": true,
  "l1_coeff": 0.0018,
  "model_type": "sae",
  "n_batches_to_dead": 10,
  "parent_hook_point": "resid_mid",
  "parent_layer": 0,
  "parent_model_name": "test-model",
  "sae_dtype": "float32",
  "sae_type": "batchtopk",
  "top_k": 8,
  "top_k_aux": 512,
  "transformers_version": "4.46.3"
}