Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
22f1148
·
verified ·
1 Parent(s): b27a4bd

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. checkpoint-200000/added_tokens.json +27 -0
  3. checkpoint-200000/config.json +69 -0
  4. checkpoint-200000/generation_config.json +15 -0
  5. checkpoint-200000/latest +1 -0
  6. checkpoint-200000/merges.txt +0 -0
  7. checkpoint-200000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-200000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-200000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-200000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-200000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-200000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-200000/model.safetensors.index.json +0 -0
  14. checkpoint-200000/rng_state_0.pth +3 -0
  15. checkpoint-200000/rng_state_1.pth +3 -0
  16. checkpoint-200000/rng_state_10.pth +3 -0
  17. checkpoint-200000/rng_state_100.pth +3 -0
  18. checkpoint-200000/rng_state_101.pth +3 -0
  19. checkpoint-200000/rng_state_102.pth +3 -0
  20. checkpoint-200000/rng_state_103.pth +3 -0
  21. checkpoint-200000/rng_state_104.pth +3 -0
  22. checkpoint-200000/rng_state_105.pth +3 -0
  23. checkpoint-200000/rng_state_106.pth +3 -0
  24. checkpoint-200000/rng_state_107.pth +3 -0
  25. checkpoint-200000/rng_state_108.pth +3 -0
  26. checkpoint-200000/rng_state_109.pth +3 -0
  27. checkpoint-200000/rng_state_11.pth +3 -0
  28. checkpoint-200000/rng_state_110.pth +3 -0
  29. checkpoint-200000/rng_state_111.pth +3 -0
  30. checkpoint-200000/rng_state_112.pth +3 -0
  31. checkpoint-200000/rng_state_113.pth +3 -0
  32. checkpoint-200000/rng_state_114.pth +3 -0
  33. checkpoint-200000/rng_state_115.pth +3 -0
  34. checkpoint-200000/rng_state_116.pth +3 -0
  35. checkpoint-200000/rng_state_117.pth +3 -0
  36. checkpoint-200000/rng_state_118.pth +3 -0
  37. checkpoint-200000/rng_state_119.pth +3 -0
  38. checkpoint-200000/rng_state_12.pth +3 -0
  39. checkpoint-200000/rng_state_120.pth +3 -0
  40. checkpoint-200000/rng_state_121.pth +3 -0
  41. checkpoint-200000/rng_state_122.pth +3 -0
  42. checkpoint-200000/rng_state_123.pth +3 -0
  43. checkpoint-200000/rng_state_124.pth +3 -0
  44. checkpoint-200000/rng_state_125.pth +3 -0
  45. checkpoint-200000/rng_state_126.pth +3 -0
  46. checkpoint-200000/rng_state_127.pth +3 -0
  47. checkpoint-200000/rng_state_13.pth +3 -0
  48. checkpoint-200000/rng_state_14.pth +3 -0
  49. checkpoint-200000/rng_state_15.pth +3 -0
  50. checkpoint-200000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -60,3 +60,5 @@ checkpoint-180000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
60
  checkpoint-180000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
61
  checkpoint-190000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
62
  checkpoint-190000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
60
  checkpoint-180000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
61
  checkpoint-190000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
62
  checkpoint-190000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
63
+ checkpoint-200000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
64
+ checkpoint-200000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-200000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-200000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-200000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-200000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step200000
checkpoint-200000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-200000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0b4c995f8beb4ac10d24c76f7c4fa86f23eacec60e322f9d26b6cfdb38d378
3
+ size 4965863624
checkpoint-200000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-200000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-200000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c039f37f5705abd2279b87c7c17d462cadbb0140fac32e0278efc988410a37a4
3
+ size 4999900758
checkpoint-200000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-200000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-200000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-200000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375899656aa4c4cf40e22a4bf18cb6584ac438e5cec0b33e459b924cb4df3022
3
+ size 15984
checkpoint-200000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c850938de482f97dde6e9b2b1c7ef7968e53dd367f2f4c9d7fd1af107a6d39d6
3
+ size 15984
checkpoint-200000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee8ce304fa83a9364f85640b57fc7a341b52ca27222cad1f82fa65e54d85769
3
+ size 15997
checkpoint-200000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68ffc9dd1482d33f49743dfb9e35d859653f6b558bca2c159830652e654e1728
3
+ size 16010
checkpoint-200000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cc37be06074445393d0582040b495e1402eedda146b3e205d0b5f652078b7f9
3
+ size 16010
checkpoint-200000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4ff4c23bf4a2454789cef6076e5532e0a7756aec252c827f6379ab31eee797
3
+ size 16010
checkpoint-200000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e94421d6d6a4da50deac1a43baade30c54536ba89b0a3ace86cf65906acd465
3
+ size 16010
checkpoint-200000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2498fa4a530fb4bb24b95c584a1bd903347188a958852e54d5a31056610647a
3
+ size 16010
checkpoint-200000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ac4093e641555818c90f83279a7257dfe5518b0aae66975875a7a93fdef9eb
3
+ size 16010
checkpoint-200000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848b444a8e7cffef8057a6f064afa8db12da5cd0ec7e9d83ed07b7093a1def62
3
+ size 16010
checkpoint-200000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:997705947909ab6e7c328c3f65c4def7271b2a1b4a22112a0ee1579b95b041b2
3
+ size 16010
checkpoint-200000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f5f7226fded1410c20b82a46f5c740431c76f0a79e29b2b40068f7b365087d
3
+ size 16010
checkpoint-200000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d5a3805e414d911c0dd02a4a0493ae3822e019c096df305c7d8661a92a9a09
3
+ size 16010
checkpoint-200000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef96f7b883e1b431076aff82b7135d75ef82cdbd7445de92621ca61091f3592c
3
+ size 15997
checkpoint-200000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73bd13510f19991c6249ad770da30f2a50054a0e8dbbe7c05685d51818b869f9
3
+ size 16010
checkpoint-200000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2762a1f348b2c13c34f5ab5c6aadd2a92fddb4c71bffb395c3785398f49ea62
3
+ size 16010
checkpoint-200000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc714a4cd31b733adefec14116ea3e277561c30ebdb2c73bb1a2bde548c4967
3
+ size 16010
checkpoint-200000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3179b0857fbc205f106244ded42d92fec32ba2f31f6967cdefeb090b30f533ea
3
+ size 16010
checkpoint-200000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed55b8696f1264c7178dbbb8914fe9293c3ba6b8a60466568d59f0e5acb1425
3
+ size 16010
checkpoint-200000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d225956b2c6c9087446d41d4f4508ca1012863f6f88fe66f374fc5efcd3a0e03
3
+ size 16010
checkpoint-200000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8daaf408e4b5ea92e68ecd1b21c615544fed63518ff29cb848200d4bf356919c
3
+ size 16010
checkpoint-200000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4763b463eda4215861d75ebfd7dda7fb607332eab41348c68d56ecbac7b7a208
3
+ size 16010
checkpoint-200000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d78fafcc46ccbd9e1d6f7e54b98c40fa24b739a641d6e6151468cb155a10507
3
+ size 16010
checkpoint-200000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b7c4558ac799f4365034d84bc7f8c36596d295bdc5a7b226d801af8ca516240
3
+ size 16010
checkpoint-200000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f17ee751dc593b4a0eb840d49780ba5ee03d69bd3046a38ef0a7aab9be93c1d
3
+ size 15997
checkpoint-200000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e3968c46a3732e139bc7be313dd39b7d1514dde25421337fd31504cec2f71e
3
+ size 16010
checkpoint-200000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9006dadda562e9a769693193a4284c54e6a48b958c5030ac741b6710cb817d2d
3
+ size 16010
checkpoint-200000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f1e2f423d9b6928c3c42b49d6fd40740fe25e2429bc038f473e038637da436
3
+ size 16010
checkpoint-200000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9ff2f139956a5d96342a215ce3e714339c3559c1e91790dded3d65a167d9c9
3
+ size 16010
checkpoint-200000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6ee2cbba1d0d6d005f92fe7836806f85840fa768041cb13d341a0a6128e86c2
3
+ size 16010
checkpoint-200000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7c7391457bb05d1cf2d9621abbeafb2c9961e46e1517d64dfeef5fa56e1f80
3
+ size 16010
checkpoint-200000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db1931ecd3980fd0277263727090b6448f3a58ba21cce7789a81bccd261567bb
3
+ size 16010
checkpoint-200000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463156efde6cb833a7a2feec5734878d8e5d273ca94105ac2b01e14b4491974b
3
+ size 16010
checkpoint-200000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a903f7ffb1ee5d0175db3d4ed20b76f4662f14c96e423c1ea25f7858f99ffbb
3
+ size 15997
checkpoint-200000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca2b0e86581b9347b8f8509e8b8711eb5a13db561fdc027cb5c971eaaadde73
3
+ size 15997
checkpoint-200000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:432b4bfd5a895ab4260aae1b2da0f4295af57f37df2f0968fc98d9e334dec717
3
+ size 15997
checkpoint-200000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d2875e308e3c3c0cb79bb7deeffccd1871444a47ff9b8bec50e179d5f1ed0a
3
+ size 15997