jordangong commited on
Commit
a35bd85
·
verified ·
1 Parent(s): fcbd6c4

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +46 -0
  2. sae.pt +3 -0
config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data": {
3
+ "shard_root": "/gpfs/home/int/yizhenggong21/work/saev/acts/dinov2_vit_b_reg_-2_rand/db1e1e70eadeff77bb2c52febdc0f443b2fdddb2cf38447b2c0d1576a7e56045",
4
+ "patches": "patches",
5
+ "layer": -2,
6
+ "clamp": 100000.0,
7
+ "n_samples": 524288,
8
+ "shuffled": true,
9
+ "scale_mean": true,
10
+ "scale_norm": true
11
+ },
12
+ "shuffle": false,
13
+ "n_workers": 4,
14
+ "pin_memory": true,
15
+ "prefetch_factor": 4,
16
+ "n_patches": 100000000,
17
+ "sae": {
18
+ "d_vit": 768,
19
+ "exp_factor": 16,
20
+ "n_reinit_samples": 524288,
21
+ "remove_parallel_grads": true,
22
+ "normalize_w_dec": true,
23
+ "seed": 315
24
+ },
25
+ "objective": {
26
+ "sparsity_coeff": 0.0004
27
+ },
28
+ "n_sparsity_warmup": 500,
29
+ "lr": 0.003,
30
+ "n_lr_warmup": 500,
31
+ "lr_scheduler": "warmup",
32
+ "lr_final_factor": 0.0,
33
+ "gradient_clip_value": 0.0,
34
+ "sae_batch_size": 16384,
35
+ "track": true,
36
+ "wandb_project": "saev",
37
+ "tag": "baseline-v4.8-dinov2-vit-b",
38
+ "log_every": 25,
39
+ "ckpt_path": "/gpfs/home/int/yizhenggong21/work/saev/checkpoints",
40
+ "device": "cuda",
41
+ "span_all_devices": true,
42
+ "seed": 48,
43
+ "slurm": false,
44
+ "slurm_acct": "PAS2136",
45
+ "log_to": "/gpfs/home/int/yizhenggong21/work/saev/logs"
46
+ }
sae.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b117f179b3a218f895adc48f7c66ec93e0137dd6f37a48e38edc7031a2e1fc04
3
+ size 75551772