Hugging Face's logo

gray311
/
vlm_unlearned-llava_vicuna_ckpt_lora_icd

Model card Files
xet
Community
jcsun1 commited on
Commit
f4728dc
·
1 Parent(s): 6c31f37

add

Browse files
Files changed (31) hide show
  1. icd_4e-05_exp2_10/cfg.yaml +80 -0
  2. icd_4e-05_exp2_10/checkpoint.pt +3 -0
  3. icd_4e-05_exp2_10/log.txt +0 -0
  4. icd_4e-05_exp2_10/step_12/checkpoint.pt +3 -0
  5. icd_4e-05_exp2_10/step_18/checkpoint.pt +3 -0
  6. icd_4e-05_exp2_10/step_24/checkpoint.pt +3 -0
  7. icd_4e-05_exp2_10/step_30/checkpoint.pt +3 -0
  8. icd_4e-05_exp2_10/step_6/checkpoint.pt +3 -0
  9. icd_4e-05_exp4_10/cfg.yaml +80 -0
  10. icd_4e-05_exp4_10/checkpoint.pt +3 -0
  11. icd_4e-05_exp4_10/log.txt +0 -0
  12. icd_4e-05_exp4_10/step_12/checkpoint.pt +3 -0
  13. icd_4e-05_exp4_10/step_18/checkpoint.pt +3 -0
  14. icd_4e-05_exp4_10/step_24/checkpoint.pt +3 -0
  15. icd_4e-05_exp4_10/step_30/checkpoint.pt +3 -0
  16. icd_4e-05_exp4_10/step_6/checkpoint.pt +3 -0
  17. icd_6e-05_exp1_10/cfg.yaml +80 -0
  18. icd_6e-05_exp1_10/checkpoint.pt +3 -0
  19. icd_6e-05_exp1_10/log.txt +0 -0
  20. icd_6e-05_exp1_10/step_12/checkpoint.pt +3 -0
  21. icd_6e-05_exp1_10/step_18/checkpoint.pt +3 -0
  22. icd_6e-05_exp1_10/step_24/checkpoint.pt +3 -0
  23. icd_6e-05_exp1_10/step_6/checkpoint.pt +3 -0
  24. icd_6e-05_exp3_10/cfg.yaml +80 -0
  25. icd_6e-05_exp3_10/checkpoint.pt +3 -0
  26. icd_6e-05_exp3_10/log.txt +0 -0
  27. icd_6e-05_exp3_10/step_12/checkpoint.pt +3 -0
  28. icd_6e-05_exp3_10/step_18/checkpoint.pt +3 -0
  29. icd_6e-05_exp3_10/step_24/checkpoint.pt +3 -0
  30. icd_6e-05_exp3_10/step_30/checkpoint.pt +3 -0
  31. icd_6e-05_exp3_10/step_6/checkpoint.pt +3 -0
icd_4e-05_exp2_10/cfg.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_family: llava-v1.6-vicuna
2
+ model_path: ./models/vlm_unlearned_ft_llava_v1.6_vicuna_7b
3
+ LoRA:
4
+ r: 128
5
+ alpha: 256
6
+ dropout: 0.05
7
+ lr: 4.0e-05
8
+ split: exp2
9
+ data_path: ./dataset
10
+ batch_size: 4
11
+ gradient_accumulation_steps: 32
12
+ num_epochs: 10
13
+ forget_loss: icd
14
+ tune_vision_tower: false
15
+ tune_mm_projector: true
16
+ tune_language_model: true
17
+ max_grad_norm: 1.0
18
+ save_dir: ${model_path}/${forget_loss}_${lr}_${split}_${num_epochs}
19
+ save_steps: 6
20
+ overwrite_dir: false
21
+ weight_decay: 0.01
22
+ save_model: true
23
+ eval_while_train: false
24
+ eval_only: false
25
+ seed: 233
26
+ workers: 4
27
+ lr_scheduler_type: cosine
28
+ warmup_ratio: 0.06
29
+ max_train_steps: -1
30
+ report_to: wandb
31
+ resume_from_checkpoint: ''
32
+ eval:
33
+ model_path: ${..model_path}
34
+ model_family: ${..model_family}
35
+ save_dir: ${..save_dir}
36
+ data_path:
37
+ - locuslab/TOFU
38
+ - locuslab/TOFU
39
+ - locuslab/TOFU
40
+ - locuslab/TOFU
41
+ split: ${..split}_perturbed
42
+ split_list:
43
+ - retain_perturbed
44
+ - real_authors_perturbed
45
+ - world_facts_perturbed
46
+ - ${split}
47
+ eval_task:
48
+ - eval_log
49
+ - eval_real_author_wo_options
50
+ - eval_real_world_wo_options
51
+ - eval_log_forget
52
+ question_key:
53
+ - question
54
+ - question
55
+ - question
56
+ - question
57
+ answer_key:
58
+ - answer
59
+ - answer
60
+ - answer
61
+ - answer
62
+ base_answer_key:
63
+ - paraphrased_answer
64
+ - answer
65
+ - answer
66
+ - paraphrased_answer
67
+ perturbed_answer_key:
68
+ - perturbed_answer
69
+ - perturbed_answer
70
+ - perturbed_answer
71
+ - perturbed_answer
72
+ generation:
73
+ max_length: 64
74
+ max_new_tokens: null
75
+ save_generated_text: true
76
+ ds_size: 300
77
+ overwrite: true
78
+ use_pretrained: false
79
+ batch_size: 30
80
+ retain_result: null
icd_4e-05_exp2_10/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5940cb534a5aff68dd041f224aa78f03e0464e1fe7e5e2f4f16cb1974d7654e
3
+ size 681756802
icd_4e-05_exp2_10/log.txt ADDED
File without changes
icd_4e-05_exp2_10/step_12/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed590136b463048dbf47937200a3a5ec2122ff327c3bc1b783513a9b5aae94c7
3
+ size 681756802
icd_4e-05_exp2_10/step_18/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f546aa0b3cbca8dd2d6b5e0d510fa8c0f1e0121af89187d8e7c6e0d4102cbd
3
+ size 681756802
icd_4e-05_exp2_10/step_24/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb7001a25268ad61918d24745922149c2c2775a40041b79ef8344aa74ae679e
3
+ size 681756802
icd_4e-05_exp2_10/step_30/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52292def199e8fb29cef1ef4f3a46d2eddd5d79bc9a6097411d46f4a9f4cbb87
3
+ size 681756802
icd_4e-05_exp2_10/step_6/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01ccf390aa0521f582d82edb8979961f15d533470a998e3ef0396c1809e8a3bb
3
+ size 681756802
icd_4e-05_exp4_10/cfg.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_family: llava-v1.6-vicuna
2
+ model_path: ./models/vlm_unlearned_ft_llava_v1.6_vicuna_7b
3
+ LoRA:
4
+ r: 128
5
+ alpha: 256
6
+ dropout: 0.05
7
+ lr: 4.0e-05
8
+ split: exp4
9
+ data_path: ./dataset
10
+ batch_size: 4
11
+ gradient_accumulation_steps: 32
12
+ num_epochs: 10
13
+ forget_loss: icd
14
+ tune_vision_tower: false
15
+ tune_mm_projector: true
16
+ tune_language_model: true
17
+ max_grad_norm: 1.0
18
+ save_dir: ${model_path}/${forget_loss}_${lr}_${split}_${num_epochs}
19
+ save_steps: 6
20
+ overwrite_dir: false
21
+ weight_decay: 0.01
22
+ save_model: true
23
+ eval_while_train: false
24
+ eval_only: false
25
+ seed: 233
26
+ workers: 4
27
+ lr_scheduler_type: cosine
28
+ warmup_ratio: 0.06
29
+ max_train_steps: -1
30
+ report_to: wandb
31
+ resume_from_checkpoint: ''
32
+ eval:
33
+ model_path: ${..model_path}
34
+ model_family: ${..model_family}
35
+ save_dir: ${..save_dir}
36
+ data_path:
37
+ - locuslab/TOFU
38
+ - locuslab/TOFU
39
+ - locuslab/TOFU
40
+ - locuslab/TOFU
41
+ split: ${..split}_perturbed
42
+ split_list:
43
+ - retain_perturbed
44
+ - real_authors_perturbed
45
+ - world_facts_perturbed
46
+ - ${split}
47
+ eval_task:
48
+ - eval_log
49
+ - eval_real_author_wo_options
50
+ - eval_real_world_wo_options
51
+ - eval_log_forget
52
+ question_key:
53
+ - question
54
+ - question
55
+ - question
56
+ - question
57
+ answer_key:
58
+ - answer
59
+ - answer
60
+ - answer
61
+ - answer
62
+ base_answer_key:
63
+ - paraphrased_answer
64
+ - answer
65
+ - answer
66
+ - paraphrased_answer
67
+ perturbed_answer_key:
68
+ - perturbed_answer
69
+ - perturbed_answer
70
+ - perturbed_answer
71
+ - perturbed_answer
72
+ generation:
73
+ max_length: 64
74
+ max_new_tokens: null
75
+ save_generated_text: true
76
+ ds_size: 300
77
+ overwrite: true
78
+ use_pretrained: false
79
+ batch_size: 30
80
+ retain_result: null
icd_4e-05_exp4_10/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105af2ef0b4d41195e0cd24a54781b38e46b559fb2bd8b27cbd381a0804ff3ec
3
+ size 681756802
icd_4e-05_exp4_10/log.txt ADDED
File without changes
icd_4e-05_exp4_10/step_12/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef253211e16b127e1a93889827a0cdac135d6b4c33a2a8c7ac861c3462856fd8
3
+ size 681756802
icd_4e-05_exp4_10/step_18/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e9404159852129bb05619e8e132104f0b430ce08b4e14c4599267b9a43b7877
3
+ size 681756802
icd_4e-05_exp4_10/step_24/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:269609d841596de841f5eb72c1430230df441f4b4e3c06a49ca3a64667f0b7ae
3
+ size 681756802
icd_4e-05_exp4_10/step_30/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca52e5caadceb48aaabc2cbcfb82c11cb0673d8cf01ab93afd9d4a89ebb75978
3
+ size 681756802
icd_4e-05_exp4_10/step_6/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c870a72df765a31eeab61562c2f5ecd8c70403cbcc3c8568f677b5b28ed3bce3
3
+ size 681756802
icd_6e-05_exp1_10/cfg.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_family: llava-v1.6-vicuna
2
+ model_path: ./models/vlm_unlearned_ft_llava_v1.6_vicuna_7b
3
+ LoRA:
4
+ r: 128
5
+ alpha: 256
6
+ dropout: 0.05
7
+ lr: 6.0e-05
8
+ split: exp1
9
+ data_path: ./dataset
10
+ batch_size: 4
11
+ gradient_accumulation_steps: 32
12
+ num_epochs: 10
13
+ forget_loss: icd
14
+ tune_vision_tower: false
15
+ tune_mm_projector: true
16
+ tune_language_model: true
17
+ max_grad_norm: 1.0
18
+ save_dir: ${model_path}/${forget_loss}_${lr}_${split}_${num_epochs}
19
+ save_steps: 6
20
+ overwrite_dir: false
21
+ weight_decay: 0.01
22
+ save_model: true
23
+ eval_while_train: false
24
+ eval_only: false
25
+ seed: 233
26
+ workers: 4
27
+ lr_scheduler_type: cosine
28
+ warmup_ratio: 0.06
29
+ max_train_steps: -1
30
+ report_to: wandb
31
+ resume_from_checkpoint: ''
32
+ eval:
33
+ model_path: ${..model_path}
34
+ model_family: ${..model_family}
35
+ save_dir: ${..save_dir}
36
+ data_path:
37
+ - locuslab/TOFU
38
+ - locuslab/TOFU
39
+ - locuslab/TOFU
40
+ - locuslab/TOFU
41
+ split: ${..split}_perturbed
42
+ split_list:
43
+ - retain_perturbed
44
+ - real_authors_perturbed
45
+ - world_facts_perturbed
46
+ - ${split}
47
+ eval_task:
48
+ - eval_log
49
+ - eval_real_author_wo_options
50
+ - eval_real_world_wo_options
51
+ - eval_log_forget
52
+ question_key:
53
+ - question
54
+ - question
55
+ - question
56
+ - question
57
+ answer_key:
58
+ - answer
59
+ - answer
60
+ - answer
61
+ - answer
62
+ base_answer_key:
63
+ - paraphrased_answer
64
+ - answer
65
+ - answer
66
+ - paraphrased_answer
67
+ perturbed_answer_key:
68
+ - perturbed_answer
69
+ - perturbed_answer
70
+ - perturbed_answer
71
+ - perturbed_answer
72
+ generation:
73
+ max_length: 64
74
+ max_new_tokens: null
75
+ save_generated_text: true
76
+ ds_size: 300
77
+ overwrite: true
78
+ use_pretrained: false
79
+ batch_size: 30
80
+ retain_result: null
icd_6e-05_exp1_10/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82bc7ae12974185929b4bcc1467391b9a124347d22137f24680f393d34d0d104
3
+ size 681756802
icd_6e-05_exp1_10/log.txt ADDED
File without changes
icd_6e-05_exp1_10/step_12/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13fe3a1aab7678fbc7f18e60b859a8708bab78975904375cb46ad730b9d5f824
3
+ size 681756802
icd_6e-05_exp1_10/step_18/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a825737621a03f0dc94888c86a372fd3f17a7169e42eab28d255fd20bd3a19f2
3
+ size 681756802
icd_6e-05_exp1_10/step_24/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43a08130c7289dc0580cb3c0550c4868723432c2fdadc3ff8755cd4eee795f02
3
+ size 681756802
icd_6e-05_exp1_10/step_6/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d9c81e550ef3392c097131f8c36d9f28ec6aadea5dd75210060ae4942fe713
3
+ size 681756802
icd_6e-05_exp3_10/cfg.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_family: llava-v1.6-vicuna
2
+ model_path: ./models/vlm_unlearned_ft_llava_v1.6_vicuna_7b
3
+ LoRA:
4
+ r: 128
5
+ alpha: 256
6
+ dropout: 0.05
7
+ lr: 6.0e-05
8
+ split: exp3
9
+ data_path: ./dataset
10
+ batch_size: 4
11
+ gradient_accumulation_steps: 32
12
+ num_epochs: 10
13
+ forget_loss: icd
14
+ tune_vision_tower: false
15
+ tune_mm_projector: true
16
+ tune_language_model: true
17
+ max_grad_norm: 1.0
18
+ save_dir: ${model_path}/${forget_loss}_${lr}_${split}_${num_epochs}
19
+ save_steps: 6
20
+ overwrite_dir: false
21
+ weight_decay: 0.01
22
+ save_model: true
23
+ eval_while_train: false
24
+ eval_only: false
25
+ seed: 233
26
+ workers: 4
27
+ lr_scheduler_type: cosine
28
+ warmup_ratio: 0.06
29
+ max_train_steps: -1
30
+ report_to: wandb
31
+ resume_from_checkpoint: ''
32
+ eval:
33
+ model_path: ${..model_path}
34
+ model_family: ${..model_family}
35
+ save_dir: ${..save_dir}
36
+ data_path:
37
+ - locuslab/TOFU
38
+ - locuslab/TOFU
39
+ - locuslab/TOFU
40
+ - locuslab/TOFU
41
+ split: ${..split}_perturbed
42
+ split_list:
43
+ - retain_perturbed
44
+ - real_authors_perturbed
45
+ - world_facts_perturbed
46
+ - ${split}
47
+ eval_task:
48
+ - eval_log
49
+ - eval_real_author_wo_options
50
+ - eval_real_world_wo_options
51
+ - eval_log_forget
52
+ question_key:
53
+ - question
54
+ - question
55
+ - question
56
+ - question
57
+ answer_key:
58
+ - answer
59
+ - answer
60
+ - answer
61
+ - answer
62
+ base_answer_key:
63
+ - paraphrased_answer
64
+ - answer
65
+ - answer
66
+ - paraphrased_answer
67
+ perturbed_answer_key:
68
+ - perturbed_answer
69
+ - perturbed_answer
70
+ - perturbed_answer
71
+ - perturbed_answer
72
+ generation:
73
+ max_length: 64
74
+ max_new_tokens: null
75
+ save_generated_text: true
76
+ ds_size: 300
77
+ overwrite: true
78
+ use_pretrained: false
79
+ batch_size: 30
80
+ retain_result: null
icd_6e-05_exp3_10/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1552bf868153a4e4b5e033f3de3892a0386e9cda794c4a66691d3c187368476c
3
+ size 681756802
icd_6e-05_exp3_10/log.txt ADDED
File without changes
icd_6e-05_exp3_10/step_12/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386a7517dc76ec0860f5aeb692f851f30f19276745af24f08772eec46e8aef06
3
+ size 681756802
icd_6e-05_exp3_10/step_18/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae60faf3ce62898d9f9fca9bb4ad4e0ceb91e639d1f7b71072a7b8a755162d0
3
+ size 681756802
icd_6e-05_exp3_10/step_24/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78174ec9e7361d9d7228e83033e2b248e774ce6f1e205e528686f68b123ff282
3
+ size 681756802
icd_6e-05_exp3_10/step_30/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2c33086c173cbbdf52bf64d1ceb20d1a3272bf3744a712a37adcb2b95c7703
3
+ size 681756802
icd_6e-05_exp3_10/step_6/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863dfeeb441c39f84a61b7e14c1351530b8312ee613df814dcca4d78b253c068
3
+ size 681756802