| { | |
| "data": { | |
| "shard_root": "/gpfs/home/int/yizhenggong21/work/saev/acts/dinov2_vit_b_-2_rand/10663d61fc16d6cc49654a3d2ae2e9ec693420917a9621febf0aafe8c5a71919", | |
| "patches": "patches", | |
| "layer": -2, | |
| "clamp": 100000.0, | |
| "n_samples": 524288, | |
| "shuffled": true, | |
| "scale_mean": true, | |
| "scale_norm": true | |
| }, | |
| "shuffle": false, | |
| "n_workers": 8, | |
| "pin_memory": true, | |
| "prefetch_factor": 4, | |
| "n_patches": 100000000, | |
| "sae": { | |
| "d_vit": 768, | |
| "exp_factor": 32, | |
| "n_reinit_samples": 524288, | |
| "remove_parallel_grads": true, | |
| "normalize_w_dec": true, | |
| "seed": 220 | |
| }, | |
| "objective": { | |
| "sparsity_coeff": 0.0008 | |
| }, | |
| "n_sparsity_warmup": 500, | |
| "lr": 0.001, | |
| "n_lr_warmup": 500, | |
| "sae_batch_size": 16384, | |
| "track": true, | |
| "wandb_project": "saev", | |
| "tag": "baseline-v4.8-dinov2-vit-b", | |
| "log_every": 25, | |
| "ckpt_path": "/gpfs/home/int/yizhenggong21/work/saev/checkpoints", | |
| "device": "cuda", | |
| "span_all_devices": true, | |
| "seed": 46, | |
| "slurm": false, | |
| "slurm_acct": "PAS2136", | |
| "log_to": "/gpfs/home/int/yizhenggong21/work/saev/logs" | |
| } |