Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
f318f27
·
verified ·
1 Parent(s): 15edf48

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. checkpoint-150000/added_tokens.json +27 -0
  3. checkpoint-150000/config.json +69 -0
  4. checkpoint-150000/generation_config.json +15 -0
  5. checkpoint-150000/latest +1 -0
  6. checkpoint-150000/merges.txt +0 -0
  7. checkpoint-150000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-150000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-150000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-150000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-150000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-150000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-150000/model.safetensors.index.json +0 -0
  14. checkpoint-150000/rng_state_0.pth +3 -0
  15. checkpoint-150000/rng_state_1.pth +3 -0
  16. checkpoint-150000/rng_state_10.pth +3 -0
  17. checkpoint-150000/rng_state_100.pth +3 -0
  18. checkpoint-150000/rng_state_101.pth +3 -0
  19. checkpoint-150000/rng_state_102.pth +3 -0
  20. checkpoint-150000/rng_state_103.pth +3 -0
  21. checkpoint-150000/rng_state_104.pth +3 -0
  22. checkpoint-150000/rng_state_105.pth +3 -0
  23. checkpoint-150000/rng_state_106.pth +3 -0
  24. checkpoint-150000/rng_state_107.pth +3 -0
  25. checkpoint-150000/rng_state_108.pth +3 -0
  26. checkpoint-150000/rng_state_109.pth +3 -0
  27. checkpoint-150000/rng_state_11.pth +3 -0
  28. checkpoint-150000/rng_state_110.pth +3 -0
  29. checkpoint-150000/rng_state_111.pth +3 -0
  30. checkpoint-150000/rng_state_112.pth +3 -0
  31. checkpoint-150000/rng_state_113.pth +3 -0
  32. checkpoint-150000/rng_state_114.pth +3 -0
  33. checkpoint-150000/rng_state_115.pth +3 -0
  34. checkpoint-150000/rng_state_116.pth +3 -0
  35. checkpoint-150000/rng_state_117.pth +3 -0
  36. checkpoint-150000/rng_state_118.pth +3 -0
  37. checkpoint-150000/rng_state_119.pth +3 -0
  38. checkpoint-150000/rng_state_12.pth +3 -0
  39. checkpoint-150000/rng_state_120.pth +3 -0
  40. checkpoint-150000/rng_state_121.pth +3 -0
  41. checkpoint-150000/rng_state_122.pth +3 -0
  42. checkpoint-150000/rng_state_123.pth +3 -0
  43. checkpoint-150000/rng_state_124.pth +3 -0
  44. checkpoint-150000/rng_state_125.pth +3 -0
  45. checkpoint-150000/rng_state_126.pth +3 -0
  46. checkpoint-150000/rng_state_127.pth +3 -0
  47. checkpoint-150000/rng_state_13.pth +3 -0
  48. checkpoint-150000/rng_state_14.pth +3 -0
  49. checkpoint-150000/rng_state_15.pth +3 -0
  50. checkpoint-150000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -46,3 +46,5 @@ checkpoint-130000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
46
  checkpoint-130000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
47
  checkpoint-140000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
48
  checkpoint-140000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
46
  checkpoint-130000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
47
  checkpoint-140000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
48
  checkpoint-140000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
49
+ checkpoint-150000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
50
+ checkpoint-150000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-150000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-150000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-150000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-150000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step150000
checkpoint-150000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-150000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebfd427d5f10067a7a1aa6429426d0124ad9f3ea20685c274c9f988d0f27af66
3
+ size 4965863624
checkpoint-150000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-150000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-150000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781084b81b363729c870123550821a3cc2c2f63aa08681451062c752f2af9b42
3
+ size 4999900758
checkpoint-150000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-150000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-150000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-150000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd658e1c19f52801fc9567458fc3d82e4574d2d5e6ed2628250faecb92e1e19
3
+ size 15984
checkpoint-150000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbad373c7002e738b3d6ed4087c3f174668ee7b2fec52a2dc96fbf69b8d80da
3
+ size 15984
checkpoint-150000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ad5f63bd9dcad86c97ccc3167ec12651acd18e191d1a82b1dd49f8c76984a0
3
+ size 15997
checkpoint-150000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf9f11b4eb84413d9033fbaae21e7ae42af592b60bd2eafbb5a9604b0682dc8a
3
+ size 16010
checkpoint-150000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4970bdea6398b3c28eca197bdfc8b33a328c5e75a0eb5eaf01ae76680b2ba9d9
3
+ size 16010
checkpoint-150000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5e8b2b55336a8e84246aa492086e7f4d6d2baf7ad415440438496d351b6c5a
3
+ size 16010
checkpoint-150000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e874f7a68caef0d0d064f55423b1dd6cc3a3fcc2d15791d63835c2a1aa5b9f67
3
+ size 16010
checkpoint-150000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c2196b65aae304a37fa63a361c5f0ed4e7ab54429c23ab42910e231e02e493c
3
+ size 16010
checkpoint-150000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f7ba0154980fd0b90f8b0b33117669aecd03e5ded9dd6f8d109a8e5aa962ff
3
+ size 16010
checkpoint-150000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4662628f42701545af89ad8c851b60d38a14ab1004f2610480cdc9ff2184846e
3
+ size 16010
checkpoint-150000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d984d7cd556ebad52c357b305abfa2e36d0c31124be4a9124aadf2915cf02f67
3
+ size 16010
checkpoint-150000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53dd7c793b52a1135069930eb3c6b137e587f81454acf27fc0b99905772d913
3
+ size 16010
checkpoint-150000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e583a3fa233fb32d783c33b37991d0e57b6b104e19f055ae520e80758650cc01
3
+ size 16010
checkpoint-150000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c28d6c48db0669a2837b1b9987a94251acc8c1d6595e55bdafd319b8301a45f
3
+ size 15997
checkpoint-150000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5a77c28f57ce5d5958e668ce2da7374a2117fbe75247d05890b4062eeb41a4f
3
+ size 16010
checkpoint-150000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be3f70f3c3a4a4335d497da2b836bcf9c327942f891515f1e7cdafa90cca237
3
+ size 16010
checkpoint-150000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03d4cafd2b7142bbc4080792c61f8a44d8e90818873ba9f68824ca702258c22
3
+ size 16010
checkpoint-150000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2222358ffdb72de652cc0669867b51d538813be851cd502cc054e4e3302bf6e1
3
+ size 16010
checkpoint-150000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15b004031aeb9854e57b86c1560d04077b46f5f1b92330fa53e4cae334b15a98
3
+ size 16010
checkpoint-150000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:114b0dc1a30bbdcbce6b3d6e46fab205273374f93ef5ff79b90c409a904f9766
3
+ size 16010
checkpoint-150000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b94bea3013c1d679aa5d239872d4bffea6f30572e2a86cdfcae54c9f79598d1e
3
+ size 16010
checkpoint-150000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d6015ba8043caa29967d7e227acb419f4f2390fd1af099bd02e474937498fc
3
+ size 16010
checkpoint-150000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b12fe089f428d3f30dd5e5983899cc2f50961c8498cb345c20cae5d69108ff79
3
+ size 16010
checkpoint-150000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ab398e563916ad517f826cfe997a6787bed6821f443acbd6fc134a5aa52482
3
+ size 16010
checkpoint-150000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288bd128eb39adb7bd181259f5675498b7cbc4357f9a0682c1ec024864749f62
3
+ size 15997
checkpoint-150000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4ca7eec4d7871496973d66049e9b166a37a2050cf758199dbb41f945b903fb
3
+ size 16010
checkpoint-150000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f42440f635d4401d0c69912993f33002446266cd8e1e379bf959312e4e7bc4fc
3
+ size 16010
checkpoint-150000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9582caf3d2a028d0c72a14bf12e30397b08bc5156b681fd4a40a6ea4e6b1573e
3
+ size 16010
checkpoint-150000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7431d5038884c335f5ac31de04ff15287a78b7e7300df8c5e26eb86d32ee9a
3
+ size 16010
checkpoint-150000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c70e232235bf41e7ef2c570aad2d7df358ea6e1ec2ecbda42dfa48d7974ba9
3
+ size 16010
checkpoint-150000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8328ed1f3bf66dea4b5afb30f8ab9615bb67190893277d2435cb5dceee43f65b
3
+ size 16010
checkpoint-150000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585b3310d25fcf11a772d4a5e1f2ca6106039e032cabab27545ef7e42d865b09
3
+ size 16010
checkpoint-150000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb85a6d49d513c1557dbde5e6a01433ae311b35ef850970816180f1af1f8afc8
3
+ size 16010
checkpoint-150000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:671933b115a208223dc6197e050606c0ba0f3981c566697ae29d4b835f7c184a
3
+ size 15997
checkpoint-150000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:831177b82552de8ce174b5ac8d76080ee0f7ad75fa7a4cb80ad63c2de4b436f2
3
+ size 15997
checkpoint-150000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37e3f4c94daa5e10909f5a4dd609c99a0c017645d38fe24c13cb50fe76720b1
3
+ size 15997
checkpoint-150000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea0d420e5d494589f07e63b88f58063f93ad4ba67e01697ad9a2e4be212098c2
3
+ size 15997