Hugging Face's logo

Jiafei1224
/
cvla3

Safetensors
llava
Model card Files
xet
Community
Jiafei1224 commited on
Commit
e6c168b
·
verified ·
1 Parent(s): 00f2bcd

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +6 -0
  2. checkpoint-6000/added_tokens.json +6 -0
  3. checkpoint-6000/config.json +221 -0
  4. checkpoint-6000/generation_config.json +14 -0
  5. checkpoint-6000/global_step6000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  6. checkpoint-6000/global_step6000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  7. checkpoint-6000/global_step6000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. checkpoint-6000/global_step6000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  9. checkpoint-6000/global_step6000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  10. checkpoint-6000/global_step6000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  11. checkpoint-6000/global_step6000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  12. checkpoint-6000/global_step6000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  13. checkpoint-6000/global_step6000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  14. checkpoint-6000/global_step6000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  15. checkpoint-6000/global_step6000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  16. checkpoint-6000/global_step6000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  17. checkpoint-6000/global_step6000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  18. checkpoint-6000/global_step6000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  19. checkpoint-6000/global_step6000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  20. checkpoint-6000/global_step6000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  21. checkpoint-6000/global_step6000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  22. checkpoint-6000/global_step6000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  23. checkpoint-6000/global_step6000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  24. checkpoint-6000/global_step6000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  25. checkpoint-6000/global_step6000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  26. checkpoint-6000/global_step6000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  27. checkpoint-6000/global_step6000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  28. checkpoint-6000/global_step6000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  29. checkpoint-6000/global_step6000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  30. checkpoint-6000/global_step6000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt +3 -0
  31. checkpoint-6000/global_step6000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt +3 -0
  32. checkpoint-6000/global_step6000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
  33. checkpoint-6000/global_step6000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
  34. checkpoint-6000/global_step6000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt +3 -0
  35. checkpoint-6000/global_step6000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt +3 -0
  36. checkpoint-6000/global_step6000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt +3 -0
  37. checkpoint-6000/global_step6000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt +3 -0
  38. checkpoint-6000/global_step6000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  39. checkpoint-6000/global_step6000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
  40. checkpoint-6000/global_step6000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt +3 -0
  41. checkpoint-6000/global_step6000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt +3 -0
  42. checkpoint-6000/global_step6000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt +3 -0
  43. checkpoint-6000/global_step6000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt +3 -0
  44. checkpoint-6000/global_step6000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt +3 -0
  45. checkpoint-6000/global_step6000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt +3 -0
  46. checkpoint-6000/global_step6000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt +3 -0
  47. checkpoint-6000/global_step6000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
  48. checkpoint-6000/global_step6000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt +3 -0
  49. checkpoint-6000/global_step6000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  50. checkpoint-6000/global_step6000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt +3 -0
added_tokens.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "<image>": 151646,
3
+ "<|endoftext|>": 151643,
4
+ "<|im_end|>": 151645,
5
+ "<|im_start|>": 151644
6
+ }
checkpoint-6000/added_tokens.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "<image>": 151646,
3
+ "<|endoftext|>": 151643,
4
+ "<|im_end|>": 151645,
5
+ "<|im_start|>": 151644
6
+ }
checkpoint-6000/config.json ADDED
@@ -0,0 +1,221 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "lmms-lab/llava-onevision-qwen2-7b-ov",
3
+ "add_faster_video": false,
4
+ "add_time_instruction": false,
5
+ "architectures": [
6
+ "LlavaQwenForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "bos_token_id": 151643,
10
+ "eos_token_id": 151645,
11
+ "faster_token_stride": 10,
12
+ "force_sample": false,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "ignore_index": -100,
16
+ "image_aspect_ratio": "anyres_max_9",
17
+ "image_crop_resolution": null,
18
+ "image_grid_pinpoints": [
19
+ [
20
+ 384,
21
+ 384
22
+ ],
23
+ [
24
+ 384,
25
+ 768
26
+ ],
27
+ [
28
+ 384,
29
+ 1152
30
+ ],
31
+ [
32
+ 384,
33
+ 1536
34
+ ],
35
+ [
36
+ 384,
37
+ 1920
38
+ ],
39
+ [
40
+ 384,
41
+ 2304
42
+ ],
43
+ [
44
+ 768,
45
+ 384
46
+ ],
47
+ [
48
+ 768,
49
+ 768
50
+ ],
51
+ [
52
+ 768,
53
+ 1152
54
+ ],
55
+ [
56
+ 768,
57
+ 1536
58
+ ],
59
+ [
60
+ 768,
61
+ 1920
62
+ ],
63
+ [
64
+ 768,
65
+ 2304
66
+ ],
67
+ [
68
+ 1152,
69
+ 384
70
+ ],
71
+ [
72
+ 1152,
73
+ 768
74
+ ],
75
+ [
76
+ 1152,
77
+ 1152
78
+ ],
79
+ [
80
+ 1152,
81
+ 1536
82
+ ],
83
+ [
84
+ 1152,
85
+ 1920
86
+ ],
87
+ [
88
+ 1152,
89
+ 2304
90
+ ],
91
+ [
92
+ 1536,
93
+ 384
94
+ ],
95
+ [
96
+ 1536,
97
+ 768
98
+ ],
99
+ [
100
+ 1536,
101
+ 1152
102
+ ],
103
+ [
104
+ 1536,
105
+ 1536
106
+ ],
107
+ [
108
+ 1536,
109
+ 1920
110
+ ],
111
+ [
112
+ 1536,
113
+ 2304
114
+ ],
115
+ [
116
+ 1920,
117
+ 384
118
+ ],
119
+ [
120
+ 1920,
121
+ 768
122
+ ],
123
+ [
124
+ 1920,
125
+ 1152
126
+ ],
127
+ [
128
+ 1920,
129
+ 1536
130
+ ],
131
+ [
132
+ 1920,
133
+ 1920
134
+ ],
135
+ [
136
+ 1920,
137
+ 2304
138
+ ],
139
+ [
140
+ 2304,
141
+ 384
142
+ ],
143
+ [
144
+ 2304,
145
+ 768
146
+ ],
147
+ [
148
+ 2304,
149
+ 1152
150
+ ],
151
+ [
152
+ 2304,
153
+ 1536
154
+ ],
155
+ [
156
+ 2304,
157
+ 1920
158
+ ],
159
+ [
160
+ 2304,
161
+ 2304
162
+ ]
163
+ ],
164
+ "image_split_resolution": null,
165
+ "image_token_index": 151646,
166
+ "initializer_range": 0.02,
167
+ "intermediate_size": 18944,
168
+ "max_position_embeddings": 32768,
169
+ "max_window_layers": 28,
170
+ "mm_hidden_size": 1152,
171
+ "mm_newline_position": "grid",
172
+ "mm_patch_merge_type": "spatial_unpad",
173
+ "mm_projector_lr": null,
174
+ "mm_projector_type": "mlp2x_gelu",
175
+ "mm_resampler_type": null,
176
+ "mm_spatial_pool_mode": "bilinear",
177
+ "mm_spatial_pool_stride": null,
178
+ "mm_tunable_parts": "mm_vision_tower,mm_mlp_adapter,mm_language_model",
179
+ "mm_use_im_patch_token": false,
180
+ "mm_use_im_start_end": false,
181
+ "mm_vision_select_feature": "patch",
182
+ "mm_vision_select_layer": -2,
183
+ "mm_vision_tower": "google/siglip-so400m-patch14-384",
184
+ "mm_vision_tower_lr": 2e-06,
185
+ "model_type": "llava",
186
+ "num_attention_heads": 28,
187
+ "num_hidden_layers": 28,
188
+ "num_key_value_heads": 4,
189
+ "pos_skipping_range": 4096,
190
+ "projector_hidden_act": "gelu",
191
+ "rms_norm_eps": 1e-06,
192
+ "rope_scaling": null,
193
+ "rope_theta": 1000000.0,
194
+ "sliding_window": 131072,
195
+ "text_config": {
196
+ "model_type": "llama"
197
+ },
198
+ "tie_word_embeddings": false,
199
+ "tokenizer_model_max_length": 32768,
200
+ "tokenizer_padding_side": "right",
201
+ "torch_dtype": "bfloat16",
202
+ "transformers_version": "4.40.0.dev0",
203
+ "use_cache": false,
204
+ "use_mm_proj": true,
205
+ "use_pos_skipping": false,
206
+ "use_sliding_window": false,
207
+ "vision_config": {
208
+ "hidden_size": 1024,
209
+ "image_size": 336,
210
+ "intermediate_size": 4096,
211
+ "model_type": "clip_vision_model",
212
+ "num_attention_heads": 16,
213
+ "num_hidden_layers": 24,
214
+ "patch_size": 14,
215
+ "projection_dim": 768,
216
+ "vocab_size": 32000
217
+ },
218
+ "vision_feature_layer": -2,
219
+ "vision_feature_select_strategy": "default",
220
+ "vision_tower_pretrained": null
221
+ }
checkpoint-6000/generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.40.0.dev0"
14
+ }
checkpoint-6000/global_step6000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:788d0c87251da44836fb0edc8ecdb1db6ebbb7c140b3f3380c23e0094045d91e
3
+ size 1505694288
checkpoint-6000/global_step6000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f6447df56de697f7db21186b366b9ffcbf1b77af94e46e851fdbbabe5dbd40
3
+ size 1505694807
checkpoint-6000/global_step6000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb0a9e936d4cce4e9700da49e8703ba6fa7028ac1f361086e4842439d1fa083
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d7aee5a9cff4914afcbe8e531e63811e280eae53d4a3267c25cc188974a075
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0ead74463a716a39577a9e0ae1450540be5b3ee0f6950c6be19e048095f0f9
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df75f74d395f43feca3c248a59bc4b872f2d04a2d9075da32cf49aed627a5430
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0338f05101961d4676962fe00f6b58e9078670f10ebeca0d3859669fd6feb30f
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c9746cb6b6a020521ff88e4da4eecf527ad5ce53ee5f58127717063a392fac
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:128d412f846610ba3e6c016e06d1591752ecbc335d095259eaf7f9a0d678439b
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9900189266e5efeb8ffa4bcb84560261f7e90a6dd1c482741530fafc59c796cb
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47180b8d85f8dabcfd93245c2701d7ba028e23a67813bf066a31645ff751166
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f62ee16b7073e64da7315626d2d22ecc2c4d3e13e6a949f0d2c6ca1268d99b
3
+ size 1505694224
checkpoint-6000/global_step6000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae304f9a99238b9a7480d92291263de952e04048670447a6b3dc1d547e899ff
3
+ size 1505694295
checkpoint-6000/global_step6000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0688d3ad98cab266fc8d691e4ffb23d7fe0e52f3ec2a73b0bc97ad1e443a5bd
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62cfa01584a7ce953434ef732c2f02130d83b6c70a26407e35969ba8a6c10879
3
+ size 1505694551
checkpoint-6000/global_step6000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1470679585363c3e80faf039471d7eebaeae5a96b784526d7d8fc25a255074de
3
+ size 1505694807
checkpoint-6000/global_step6000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50a1d44ff0f8fa3055accb450a2a1faf95fbf3d42455b3c169b52d510a01e20
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:328c0970d66b49b65c8e32de70c697b888bc2d65a2f3461969d6a6bce5b688c1
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4dfb38d68f0429b3eca7dad003c0255bb0820302d04638164c4085b879c19f8
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b2d28361f78477e7edb05d80a4b25ac7ed8310a050725d993757ef69be9c45
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:159141fe45a8407f933e2a023d9cfb4e212df3811201b8a64ad91fe0fa9a59f2
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed6d4ef89b7df99ee0a57bd4b56f338e0aa6097af75bf430b3687cebccaf138
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd6f8e71414ec2a35e55e392abd3ca2ebff3de200041f9393adf94acebb620e
3
+ size 1505694224
checkpoint-6000/global_step6000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c7307b9125b5c935c8af6ce624cd1c7ec5dcf1407dc56cf0b0e618c83d8e44
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84aa7eb2846bbe5fd4eea7a6083e034c9ae836fb1fae3cc14f6a405c5a1757cf
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5799be1114bf4eab7873fa0a377e2171e2317bc49ebc72d1a987d98d13ef339
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b9c2dc76bf41a90896b4b2ca0f217acb241c31e79c9f191e9925c3b742c9b5
3
+ size 1505694295
checkpoint-6000/global_step6000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97dbe237abcebf000676e8c8eb6e7a0db501a82a7c5f8ce8bf92b3864cea13e
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb394261507b6f8877edd13f566d694b1b98d72bf42893769dfefccf5aa4b43
3
+ size 1505694551
checkpoint-6000/global_step6000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3ba0518122503af549577a630cd43238a6207343eaf7c6cc1291b81a8f8c6f
3
+ size 1505694807
checkpoint-6000/global_step6000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7d798426c2262787066b0efd6203302b6e7660eefc3bb5d21fd173e67ea432
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c1fa51128c8ac59dd7bc6d575183db6a222e02567bb89bd10e2407665405de
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8f5f98a837e07d6c265bf33f857ff6f16a1a05068fd83ed1aafb3f2e621b82
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce256cb6cefa363b2828e08fa593f964c6d5503067e4c0facc6727f5fbc4a334
3
+ size 1505694224
checkpoint-6000/global_step6000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374f9620ee1dff5479dbad347c6961013776e814ec506a9dcf727560b3669e95
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3846c8c4b99bfab3b0b9dcccc5ff8dac1a646ce83abd9332474bbeb2e6bfa372
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ca0630a2f6bca6a033e9dc4042ada908b9873e8fbf5119f226587fce48f284f
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e917fc7c9bddc3142c4224a1ae4fb4b9384f3c50cb76f53c1c2ecf5adb9ae7
3
+ size 1505694935
checkpoint-6000/global_step6000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70c4d4cb0ca0445761dcd5657ab30ae8d2a40bc34d25cd16701c2f85cccff7a7
3
+ size 1505694359
checkpoint-6000/global_step6000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946840fbed72130b0cbdebab3ee12b2f1633ed7615062a68b10591dcdf78d78e
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13212c2164fc7fb2ae9055aa544270772a71899cf32ac26358362705d4bc8486
3
+ size 1505694295
checkpoint-6000/global_step6000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a7c7703a6b51a599568fdf1503aea78a090d9e7d145b4888b8b801055c10dae
3
+ size 1505694999
checkpoint-6000/global_step6000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6edfa80e08241c1f8f91829c74d44c4d1ea2d4a20065eb376ae385aec7bdd1b2
3
+ size 1505694551
checkpoint-6000/global_step6000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25ba045a9534e4083e696b9c8e6f1c814a4e03ddb4647fb3fa1b1a6e5f5513a
3
+ size 1505694807
checkpoint-6000/global_step6000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd33d11b4e4595009e9a1c8da54afb87f823deeac12c7e0f338d7e17b22e2c0
3
+ size 1505694800
checkpoint-6000/global_step6000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0455bc0a6a8aca70eda1d1313f1b9a7afae113a96fef2fc86ed26250214d0bc6
3
+ size 1505694935