| { | |
| "data": { | |
| "shard_root": "/gpfs/home/int/yizhenggong21/work/saev/acts/clip_vit_b_-2_rand/8f83d920b9b0c3927e16c12da1fa30058aace70b49b5a6d4092f075d5fee2989", | |
| "patches": "patches", | |
| "layer": -2, | |
| "clamp": 100000.0, | |
| "n_samples": 524288, | |
| "shuffled": true, | |
| "scale_mean": true, | |
| "scale_norm": true | |
| }, | |
| "shuffle": false, | |
| "n_workers": 4, | |
| "n_patches": 100000000, | |
| "sae": { | |
| "d_vit": 768, | |
| "exp_factor": 16, | |
| "n_reinit_samples": 524288, | |
| "remove_parallel_grads": true, | |
| "normalize_w_dec": true, | |
| "seed": 364 | |
| }, | |
| "objective": { | |
| "sparsity_coeff": 0.0008 | |
| }, | |
| "n_sparsity_warmup": 500, | |
| "lr": 0.003, | |
| "n_lr_warmup": 500, | |
| "sae_batch_size": 16384, | |
| "track": true, | |
| "wandb_project": "saev", | |
| "tag": "baseline-v4.8-clip-vit-b", | |
| "log_every": 25, | |
| "ckpt_path": "/gpfs/home/int/yizhenggong21/work/saev/checkpoints", | |
| "device": "cuda", | |
| "span_all_devices": true, | |
| "seed": 49, | |
| "slurm": false, | |
| "slurm_acct": "PAS2136", | |
| "log_to": "/gpfs/home/int/yizhenggong21/work/saev/logs" | |
| } |