Hugging Face's logo

jordangong
/
SAE_DINOv2_24K_ViT-B-14_IN1K

Model card Files
xet
Community
SAE_DINOv2_24K_ViT-B-14_IN1K
File size: 1,200 Bytes 
b0c0ea5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
 
{
    "data": {
        "shard_root": "/gpfs/home/int/yizhenggong21/work/saev/acts/dinov2_vit_b_-2_rand/10663d61fc16d6cc49654a3d2ae2e9ec693420917a9621febf0aafe8c5a71919",
        "patches": "patches",
        "layer": -2,
        "clamp": 100000.0,
        "n_samples": 524288,
        "shuffled": true,
        "scale_mean": true,
        "scale_norm": true
    },
    "shuffle": false,
    "n_workers": 8,
    "pin_memory": true,
    "prefetch_factor": 4,
    "n_patches": 100000000,
    "sae": {
        "d_vit": 768,
        "exp_factor": 32,
        "n_reinit_samples": 524288,
        "remove_parallel_grads": true,
        "normalize_w_dec": true,
        "seed": 220
    },
    "objective": {
        "sparsity_coeff": 0.0008
    },
    "n_sparsity_warmup": 500,
    "lr": 0.001,
    "n_lr_warmup": 500,
    "sae_batch_size": 16384,
    "track": true,
    "wandb_project": "saev",
    "tag": "baseline-v4.8-dinov2-vit-b",
    "log_every": 25,
    "ckpt_path": "/gpfs/home/int/yizhenggong21/work/saev/checkpoints",
    "device": "cuda",
    "span_all_devices": true,
    "seed": 46,
    "slurm": false,
    "slurm_acct": "PAS2136",
    "log_to": "/gpfs/home/int/yizhenggong21/work/saev/logs"
}