Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
da237b6
·
verified ·
1 Parent(s): 70f4ed0

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +4 -0
  2. checkpoint-167000/added_tokens.json +27 -0
  3. checkpoint-167000/config.json +69 -0
  4. checkpoint-167000/generation_config.json +15 -0
  5. checkpoint-167000/latest +1 -0
  6. checkpoint-167000/merges.txt +0 -0
  7. checkpoint-167000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-167000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-167000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-167000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-167000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-167000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-167000/model.safetensors.index.json +0 -0
  14. checkpoint-167000/rng_state_0.pth +3 -0
  15. checkpoint-167000/rng_state_1.pth +3 -0
  16. checkpoint-167000/rng_state_10.pth +3 -0
  17. checkpoint-167000/rng_state_100.pth +3 -0
  18. checkpoint-167000/rng_state_101.pth +3 -0
  19. checkpoint-167000/rng_state_102.pth +3 -0
  20. checkpoint-167000/rng_state_103.pth +3 -0
  21. checkpoint-167000/rng_state_104.pth +3 -0
  22. checkpoint-167000/rng_state_105.pth +3 -0
  23. checkpoint-167000/rng_state_106.pth +3 -0
  24. checkpoint-167000/rng_state_107.pth +3 -0
  25. checkpoint-167000/rng_state_108.pth +3 -0
  26. checkpoint-167000/rng_state_109.pth +3 -0
  27. checkpoint-167000/rng_state_11.pth +3 -0
  28. checkpoint-167000/rng_state_110.pth +3 -0
  29. checkpoint-167000/rng_state_111.pth +3 -0
  30. checkpoint-167000/rng_state_112.pth +3 -0
  31. checkpoint-167000/rng_state_113.pth +3 -0
  32. checkpoint-167000/rng_state_114.pth +3 -0
  33. checkpoint-167000/rng_state_115.pth +3 -0
  34. checkpoint-167000/rng_state_116.pth +3 -0
  35. checkpoint-167000/rng_state_117.pth +3 -0
  36. checkpoint-167000/rng_state_118.pth +3 -0
  37. checkpoint-167000/rng_state_119.pth +3 -0
  38. checkpoint-167000/rng_state_12.pth +3 -0
  39. checkpoint-167000/rng_state_120.pth +3 -0
  40. checkpoint-167000/rng_state_121.pth +3 -0
  41. checkpoint-167000/rng_state_122.pth +3 -0
  42. checkpoint-167000/rng_state_123.pth +3 -0
  43. checkpoint-167000/rng_state_124.pth +3 -0
  44. checkpoint-167000/rng_state_125.pth +3 -0
  45. checkpoint-167000/rng_state_126.pth +3 -0
  46. checkpoint-167000/rng_state_127.pth +3 -0
  47. checkpoint-167000/rng_state_13.pth +3 -0
  48. checkpoint-167000/rng_state_14.pth +3 -0
  49. checkpoint-167000/rng_state_15.pth +3 -0
  50. checkpoint-167000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -50,3 +50,7 @@ checkpoint-150000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
50
  checkpoint-150000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
51
  checkpoint-160000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
52
  checkpoint-160000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
50
  checkpoint-150000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
51
  checkpoint-160000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
52
  checkpoint-160000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
53
+ checkpoint-167000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
54
+ checkpoint-167000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
55
+ logs/339366.err filter=lfs diff=lfs merge=lfs -text
56
+ logs/339366.out filter=lfs diff=lfs merge=lfs -text
checkpoint-167000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-167000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-167000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-167000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step167000
checkpoint-167000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-167000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97a3ad5efca1e62709eef0106145343a01691e27d40030658f2e9938f4297b7
3
+ size 4965863624
checkpoint-167000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-167000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-167000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9435556551895f43435042959c370dd1d29b72b3c56cb11c4bd9b2ea88c514af
3
+ size 4999900758
checkpoint-167000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-167000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-167000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-167000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab46cb4037e7be10335d953a36ce6aa90f8c47f00a462d02faa23cad82e68957
3
+ size 15984
checkpoint-167000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0833c4846010c296faa7adaadf69ac8addb60ee272b6aca984c9569937852d
3
+ size 15984
checkpoint-167000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc31dc414a0c801573e7ff68d05ba42ccc07818857d15aad353fe20d1be81f0
3
+ size 15997
checkpoint-167000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4303cbfbf0d9c3402065d71bb47e3a4644bff30dc6bcb9f44cad8f69d7908d6a
3
+ size 16010
checkpoint-167000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f40d3faa09c57c05f7e112965f76e22abb89c9e345e9e2ad891a1525d658aa7
3
+ size 16010
checkpoint-167000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e706f89f6767ec18c16bb5417c629ea4c995ae821f1f3dbde2303766dd6805e
3
+ size 16010
checkpoint-167000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92a814a77e7d527acb1aaed9957a844b7af7d6ae91e5a33fcac5eb13d21ad7dc
3
+ size 16010
checkpoint-167000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64388eae133a5e63864b037e3af0d5a0983f3fe5baf5a8a6ad0002befe7f2256
3
+ size 16010
checkpoint-167000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34618aa991e56eee65d0f41a96dc466984e4be5f42af9eafca57b736b41b8b8
3
+ size 16010
checkpoint-167000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cde13ff97d9493c1d644ef29ddd04fd915aec5b984dc89798a9f6c1a3f596b5
3
+ size 16010
checkpoint-167000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be0204c6087463eb6148d161f1d3e2e85c6cf48ec142a781fcf1d11c0064ebf
3
+ size 16010
checkpoint-167000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35042c879062761fcfbd9243189b0012cb63d80fa862e3eda86fe5af6ae08619
3
+ size 16010
checkpoint-167000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5991acc5bc838121d040243b5197b6d9be253c49ad4b1dfac5f79ecfa3d4976
3
+ size 16010
checkpoint-167000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7819ed045551e317f251bf772825f01621fbf02fd843b2495b22a909b168e863
3
+ size 15997
checkpoint-167000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c601857b319faec72d7a8c08d643c4650f9fe7af7db22e83f6811694efa7ef99
3
+ size 16010
checkpoint-167000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc51da15e4aae70569ab3df6781671e098fe1664ad8a6ad39dc79157526bd0c
3
+ size 16010
checkpoint-167000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b31d200609e2ed17c74b13c29560b43dc8b2221257ab5b7d834e44bb38c9c0ee
3
+ size 16010
checkpoint-167000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b7d7d8e00b29dc174198443574f014e95744e45524a9237e20ef5be37b277b3
3
+ size 16010
checkpoint-167000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e824b1650e37fb01055bf9444525c76c0dfed8c6214975d4672b616bd2b58d
3
+ size 16010
checkpoint-167000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae52e827409f0f9fb9a6cbcf0750efb0c54b3bc0d97e67852c54a32f7d315ba
3
+ size 16010
checkpoint-167000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6482c4ee1edc9c67f7ec1e9293e51697ff49856796517a27a9309d2a68aa3e
3
+ size 16010
checkpoint-167000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34dd678db14a4f1227978751bd235e152c8404ddaaeaf6bc740b91f6525d77c2
3
+ size 16010
checkpoint-167000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec11e010ae7f7d2ee61c4214d73c712f6549adfd0e9d6481f1f624a6fee181f
3
+ size 16010
checkpoint-167000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6e2f853a1fe4735e709439b786e282d59d963071e6d7e314c4a61baa0527c5
3
+ size 16010
checkpoint-167000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0937e46aed24240e3c50ffb4ddeab72b3a6479593cf1d7544c91b3b0b4cd6e
3
+ size 15997
checkpoint-167000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5db53b8f364120f680934a0ee73dcb146f477351a37a84ff1edd5bbc5786428
3
+ size 16010
checkpoint-167000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffdb53b9b985480139798045642c9fc27a66922d8cc407e2fc07921b12dbf95f
3
+ size 16010
checkpoint-167000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8db7fdb535238dfc86822b7d99d6ac873b82d2107a2ce4f9a648545fb80298fb
3
+ size 16010
checkpoint-167000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d46b91ea801ba3bdabb2c153163e32b0859aa9c437da21d92cd6b81a294e7ef2
3
+ size 16010
checkpoint-167000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61f8d616e190797818764912527743f19fb00a93763adede9a6022d00928c038
3
+ size 16010
checkpoint-167000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7957728cc8a56ef659c356e186cd7996168f50350c51d1406486a9fad96959a3
3
+ size 16010
checkpoint-167000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f05ba14816afad2b7272b4fa4d298d8de0db32a2c290eca4586d7068201492
3
+ size 16010
checkpoint-167000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb5f2ee13ef82c74569d431bcef36fcaf6b71f0173846c1d3ef7c5529b55e2c
3
+ size 16010
checkpoint-167000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374040aba0d3489a9c79a5fedb2a7856e6b795d7c8d4b9961f72d48cf99fcf9d
3
+ size 15997
checkpoint-167000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f1be9698d34dff79088261a32489dbe70a5bd5e0e3cd5bb4f7732e6f252023
3
+ size 15997
checkpoint-167000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e21e8477d00eed527abbcfcc79f10af0d17ef299c47979f3f0da814132f256
3
+ size 15997
checkpoint-167000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069ef7cea0134421ea892075ff7ac7b486a5033cc49f5625d2de1ee3c944a8cb
3
+ size 15997