Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
44bf88a
·
verified ·
1 Parent(s): cdf5762

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. checkpoint-10000/added_tokens.json +27 -0
  3. checkpoint-10000/config.json +70 -0
  4. checkpoint-10000/generation_config.json +13 -0
  5. checkpoint-10000/latest +1 -0
  6. checkpoint-10000/merges.txt +0 -0
  7. checkpoint-10000/model-00001-of-00003.safetensors +3 -0
  8. checkpoint-10000/model-00002-of-00003.safetensors +3 -0
  9. checkpoint-10000/model-00003-of-00003.safetensors +3 -0
  10. checkpoint-10000/model.safetensors.index.json +0 -0
  11. checkpoint-10000/rng_state_0.pth +3 -0
  12. checkpoint-10000/rng_state_1.pth +3 -0
  13. checkpoint-10000/rng_state_10.pth +3 -0
  14. checkpoint-10000/rng_state_11.pth +3 -0
  15. checkpoint-10000/rng_state_12.pth +3 -0
  16. checkpoint-10000/rng_state_13.pth +3 -0
  17. checkpoint-10000/rng_state_14.pth +3 -0
  18. checkpoint-10000/rng_state_15.pth +3 -0
  19. checkpoint-10000/rng_state_16.pth +3 -0
  20. checkpoint-10000/rng_state_17.pth +3 -0
  21. checkpoint-10000/rng_state_18.pth +3 -0
  22. checkpoint-10000/rng_state_19.pth +3 -0
  23. checkpoint-10000/rng_state_2.pth +3 -0
  24. checkpoint-10000/rng_state_20.pth +3 -0
  25. checkpoint-10000/rng_state_21.pth +3 -0
  26. checkpoint-10000/rng_state_22.pth +3 -0
  27. checkpoint-10000/rng_state_23.pth +3 -0
  28. checkpoint-10000/rng_state_24.pth +3 -0
  29. checkpoint-10000/rng_state_25.pth +3 -0
  30. checkpoint-10000/rng_state_26.pth +3 -0
  31. checkpoint-10000/rng_state_27.pth +3 -0
  32. checkpoint-10000/rng_state_28.pth +3 -0
  33. checkpoint-10000/rng_state_29.pth +3 -0
  34. checkpoint-10000/rng_state_3.pth +3 -0
  35. checkpoint-10000/rng_state_30.pth +3 -0
  36. checkpoint-10000/rng_state_31.pth +3 -0
  37. checkpoint-10000/rng_state_32.pth +3 -0
  38. checkpoint-10000/rng_state_33.pth +3 -0
  39. checkpoint-10000/rng_state_34.pth +3 -0
  40. checkpoint-10000/rng_state_35.pth +3 -0
  41. checkpoint-10000/rng_state_36.pth +3 -0
  42. checkpoint-10000/rng_state_37.pth +3 -0
  43. checkpoint-10000/rng_state_38.pth +3 -0
  44. checkpoint-10000/rng_state_39.pth +3 -0
  45. checkpoint-10000/rng_state_4.pth +3 -0
  46. checkpoint-10000/rng_state_40.pth +3 -0
  47. checkpoint-10000/rng_state_41.pth +3 -0
  48. checkpoint-10000/rng_state_42.pth +3 -0
  49. checkpoint-10000/rng_state_43.pth +3 -0
  50. checkpoint-10000/rng_state_44.pth +3 -0
.gitattributes CHANGED
@@ -68,3 +68,4 @@ checkpoint-220000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
68
  checkpoint-220000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
69
  checkpoint-230000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  checkpoint-230000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
68
  checkpoint-220000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
69
  checkpoint-230000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
70
  checkpoint-230000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
71
+ checkpoint-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
checkpoint-10000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-10000/config.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1152,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "google/siglip2-so400m-patch16-512",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 2048,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 11008,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 70,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 16,
31
+ "num_hidden_layers": 36,
32
+ "num_key_value_heads": 2,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": true,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "out_hidden_size": 2048,
61
+ "spatial_patch_size": 14,
62
+ "tokens_per_second": 2,
63
+ "torch_dtype": "bfloat16"
64
+ },
65
+ "vision_end_token_id": 151653,
66
+ "vision_start_token_id": 151652,
67
+ "vision_token_id": 151654,
68
+ "vision_tower_pretrained": null,
69
+ "vocab_size": 151668
70
+ }
checkpoint-10000/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 1e-06,
12
+ "transformers_version": "4.49.0"
13
+ }
checkpoint-10000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step10000
checkpoint-10000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-10000/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b01aef5accc23470acf2dadb8185605201547f52a770d547c54b51899d9bcb4b
3
+ size 4996915272
checkpoint-10000/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2484b04b8d5079007bcd5313c0c40c80b26a6304ed4610370f8c34d6fa55fa
3
+ size 4912877550
checkpoint-10000/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1ca1518d4cf82789d7bf108ededfed8d3133a7151bd1a4870501c1dcb442c1
3
+ size 621232256
checkpoint-10000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-10000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa96335058be5915dcdeb08ceb174f1d0226941ca01f7c70b2e94c083febdec
3
+ size 15984
checkpoint-10000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ad2feafdc921b2cb02ac5881b5e174470cd7eee5023f488cb79ee100691978
3
+ size 15984
checkpoint-10000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebc079b695a32ddfb7c95cddaea2cf839a66c6a1ab27750b945ae4d0b4c25c56
3
+ size 15997
checkpoint-10000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924b28300998ea4144b3b373cdb8de8d3e40ccde474b4fb6ac8e92f1c54afa3f
3
+ size 15997
checkpoint-10000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6fb6cf27785bf46ed09955c07f41f41a31d92f211d52e4eb1f9a7bc1b78ff7f
3
+ size 15997
checkpoint-10000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:271ca95b6fd8ee28fac991b94d4d1f6f59c9a4ccff127024f0dd6d0613bb088d
3
+ size 15997
checkpoint-10000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce97c5d7904cc4fafd7ff33c8c68780720ff32c2d8f6d5ca3d2e5d6c201e9a06
3
+ size 15997
checkpoint-10000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88fcb30cfb2165e18d995f8ecb49dce8834f0bf58a078371debdd9823954d8de
3
+ size 15997
checkpoint-10000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455e5dae9b6a78872e0b90d08752ff0527788ee96c96175fe867297a48bff9c8
3
+ size 15997
checkpoint-10000/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993ee7804b1c5710f806eccdfb9f802ae0095790db07c538aa327e4baee678ad
3
+ size 15997
checkpoint-10000/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4ea2f2d7e616f23ae76ffc171df8c29b5397074e6dcd460ba916e6d465d3c09
3
+ size 15997
checkpoint-10000/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55af8179ad3a6e51929ad6fc88e97cbe846afbdd43559ea839c57079212caef7
3
+ size 15997
checkpoint-10000/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82ab464e93380b6dd1aa697d4934dd549f0c0b2d6e846b04fb5f76f328e3574
3
+ size 15984
checkpoint-10000/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed16c8885b494f9ceb5ba07c02dcfdae9a7269293b024a325512cf350c2f88e
3
+ size 15997
checkpoint-10000/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e52ad9f36aa386008b5845280f3f5b4b2e8aebf8ebf5d9373e4ce1e979f484
3
+ size 15997
checkpoint-10000/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed3415fbd39bfc8181b67abfaec7119842f6cacc201d65ac8df0a5a794f7e7d
3
+ size 15997
checkpoint-10000/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca412c8369bdf7f70bcb91a6b57f2e20fe10449639a1ff10a46024f566fa755
3
+ size 15997
checkpoint-10000/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e946840655316a347cac2e0c13c01eb3638b5d3977dea1725af85bce0b4563e3
3
+ size 15997
checkpoint-10000/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3429b9276ab85fef5af4b9c96fa67b0e138b1a35725b56809542656ee6e44754
3
+ size 15997
checkpoint-10000/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ba97004a965e33742a9cbd38f309819e923d46a13e61c7248f774bf7f9bf0d3
3
+ size 15997
checkpoint-10000/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30066752a436c9fa3e10221d756635f46aaee13d5d2e550e4ffa58608b78cb4d
3
+ size 15997
checkpoint-10000/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28df6ae84f2aee2e1d997fd37cbbd881206cd150b195be9cc87a87feb76b642b
3
+ size 15997
checkpoint-10000/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47140f3a3af6e076fb3c23f68e5a6a61a2521cbc49e06d9fd640dc8a0b60d54e
3
+ size 15997
checkpoint-10000/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea3d1e8372705397d3fe491c08f6ddad4259d7195b90b4f8870f275781be315
3
+ size 15984
checkpoint-10000/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cafed215c923501f9de7a821c4ffc8d8e34daf62a483da8ad826bae2a6994cc7
3
+ size 15997
checkpoint-10000/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac280dbf6603ccb729df856d507f4b1d5d72500ba1728526fcb4794a42f767e4
3
+ size 15997
checkpoint-10000/rng_state_32.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80ede7b41c50e946ef72df521bc1049f69c95e5914bdf524d9298e90c650b00e
3
+ size 15997
checkpoint-10000/rng_state_33.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7afa533d90c9e21cbfd4378f86ac2e61f194dd5b851373df5e4c24e8da511a6
3
+ size 15997
checkpoint-10000/rng_state_34.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0115e56094510e865f5d293ea27b68de9959378173416ad54a7d830cd1ec1b86
3
+ size 15997
checkpoint-10000/rng_state_35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e4c924852ff3f3a7280f68e7b41607d7dc45c535fee746678233c229000c116
3
+ size 15997
checkpoint-10000/rng_state_36.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e2ebe4123c8ba6f523833dc4bce4eedc183d1733985920f70792d8bd70dac11
3
+ size 15997
checkpoint-10000/rng_state_37.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b9a222229a091162372de0611762b2ebf015c0b912d2ee5385f21e55491bce
3
+ size 15997
checkpoint-10000/rng_state_38.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601a09d9abb2d26b57ca7cf866adae416462b8a6dd963dad701ef5dde635a435
3
+ size 15997
checkpoint-10000/rng_state_39.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9fcbf5c8cc788e133a8b13aa560baa8b4682a78c81858f84eab098963e1ba66
3
+ size 15997
checkpoint-10000/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6d5a66bfca5d8ba8253bda99902f7bbbd878014362e39c3237dc55374f9b96
3
+ size 15984
checkpoint-10000/rng_state_40.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:853420808cc13abfc0985ef0d47083c366bfa79eed5df8eb21c0c4324adc2475
3
+ size 15997
checkpoint-10000/rng_state_41.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd0d3a2f181b6416af439da3d6f8fe12729303f6db4bf279d05ca61e670b4616
3
+ size 15997
checkpoint-10000/rng_state_42.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed483570b141a5f06f57ba19fd2ec381144d2d5e10c377a5b657ce3496b8d2c7
3
+ size 15997
checkpoint-10000/rng_state_43.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95b350f190841ac7a207b984c81759ca15e1648cd4e5fb39ec5047a1bc219ae
3
+ size 15997
checkpoint-10000/rng_state_44.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee3e3cd6a47b580e2c324968010fc739c67da55d32849882a62cc400310c88d
3
+ size 15997