| { | |
| "data": { | |
| "shard_root": "/gpfs/home/int/yizhenggong21/work/saev/acts/dinov2_vit_b_reg_-2_rand/db1e1e70eadeff77bb2c52febdc0f443b2fdddb2cf38447b2c0d1576a7e56045", | |
| "patches": "patches", | |
| "layer": -2, | |
| "clamp": 100000.0, | |
| "n_samples": 524288, | |
| "shuffled": true, | |
| "scale_mean": true, | |
| "scale_norm": true | |
| }, | |
| "shuffle": false, | |
| "n_workers": 4, | |
| "pin_memory": true, | |
| "prefetch_factor": 4, | |
| "n_patches": 100000000, | |
| "sae": { | |
| "d_vit": 768, | |
| "exp_factor": 16, | |
| "n_reinit_samples": 524288, | |
| "remove_parallel_grads": true, | |
| "normalize_w_dec": true, | |
| "seed": 315 | |
| }, | |
| "objective": { | |
| "sparsity_coeff": 0.0004 | |
| }, | |
| "n_sparsity_warmup": 500, | |
| "lr": 0.003, | |
| "n_lr_warmup": 500, | |
| "lr_scheduler": "warmup", | |
| "lr_final_factor": 0.0, | |
| "gradient_clip_value": 0.0, | |
| "sae_batch_size": 16384, | |
| "track": true, | |
| "wandb_project": "saev", | |
| "tag": "baseline-v4.8-dinov2-vit-b", | |
| "log_every": 25, | |
| "ckpt_path": "/gpfs/home/int/yizhenggong21/work/saev/checkpoints", | |
| "device": "cuda", | |
| "span_all_devices": true, | |
| "seed": 48, | |
| "slurm": false, | |
| "slurm_acct": "PAS2136", | |
| "log_to": "/gpfs/home/int/yizhenggong21/work/saev/logs" | |
| } |