Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
19cca61
·
verified ·
1 Parent(s): 9369139

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. checkpoint-220000/added_tokens.json +27 -0
  3. checkpoint-220000/config.json +69 -0
  4. checkpoint-220000/generation_config.json +15 -0
  5. checkpoint-220000/latest +1 -0
  6. checkpoint-220000/merges.txt +0 -0
  7. checkpoint-220000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-220000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-220000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-220000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-220000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-220000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-220000/model.safetensors.index.json +0 -0
  14. checkpoint-220000/rng_state_0.pth +3 -0
  15. checkpoint-220000/rng_state_1.pth +3 -0
  16. checkpoint-220000/rng_state_10.pth +3 -0
  17. checkpoint-220000/rng_state_100.pth +3 -0
  18. checkpoint-220000/rng_state_101.pth +3 -0
  19. checkpoint-220000/rng_state_102.pth +3 -0
  20. checkpoint-220000/rng_state_103.pth +3 -0
  21. checkpoint-220000/rng_state_104.pth +3 -0
  22. checkpoint-220000/rng_state_105.pth +3 -0
  23. checkpoint-220000/rng_state_106.pth +3 -0
  24. checkpoint-220000/rng_state_107.pth +3 -0
  25. checkpoint-220000/rng_state_108.pth +3 -0
  26. checkpoint-220000/rng_state_109.pth +3 -0
  27. checkpoint-220000/rng_state_11.pth +3 -0
  28. checkpoint-220000/rng_state_110.pth +3 -0
  29. checkpoint-220000/rng_state_111.pth +3 -0
  30. checkpoint-220000/rng_state_112.pth +3 -0
  31. checkpoint-220000/rng_state_113.pth +3 -0
  32. checkpoint-220000/rng_state_114.pth +3 -0
  33. checkpoint-220000/rng_state_115.pth +3 -0
  34. checkpoint-220000/rng_state_116.pth +3 -0
  35. checkpoint-220000/rng_state_117.pth +3 -0
  36. checkpoint-220000/rng_state_118.pth +3 -0
  37. checkpoint-220000/rng_state_119.pth +3 -0
  38. checkpoint-220000/rng_state_12.pth +3 -0
  39. checkpoint-220000/rng_state_120.pth +3 -0
  40. checkpoint-220000/rng_state_121.pth +3 -0
  41. checkpoint-220000/rng_state_122.pth +3 -0
  42. checkpoint-220000/rng_state_123.pth +3 -0
  43. checkpoint-220000/rng_state_124.pth +3 -0
  44. checkpoint-220000/rng_state_125.pth +3 -0
  45. checkpoint-220000/rng_state_126.pth +3 -0
  46. checkpoint-220000/rng_state_127.pth +3 -0
  47. checkpoint-220000/rng_state_13.pth +3 -0
  48. checkpoint-220000/rng_state_14.pth +3 -0
  49. checkpoint-220000/rng_state_15.pth +3 -0
  50. checkpoint-220000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -64,3 +64,5 @@ checkpoint-200000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
64
  checkpoint-200000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
65
  checkpoint-210000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
66
  checkpoint-210000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
64
  checkpoint-200000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
65
  checkpoint-210000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
66
  checkpoint-210000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
67
+ checkpoint-220000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
68
+ checkpoint-220000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-220000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-220000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-220000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-220000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step220000
checkpoint-220000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-220000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e0e68ed1423378317036aca57cc7cb38eaeae10f2075a67a3df14781da0ef98
3
+ size 4965863624
checkpoint-220000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-220000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-220000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd1dc3b70e1a57f6659caeac07efc2dafcd439f8590543464de6c7d4a3aedb3c
3
+ size 4999900758
checkpoint-220000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-220000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-220000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-220000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ac9709cab4785809d3da7cd1fd385d57e37c7d58d58366c207d7f23e620886
3
+ size 15984
checkpoint-220000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c54a65cb4a48cdbc1eb30e719336632d937f00f695d071259e57f3be3a3d4e
3
+ size 15984
checkpoint-220000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84b472142f34f5f5736b4ef428581df9bd6f046466bd2b54a057937e9e9c267
3
+ size 15997
checkpoint-220000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587063e8c40b7784cc9eb5b3ad86d7f21fa7d086b4598e83b884c67d667d0c32
3
+ size 16010
checkpoint-220000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0c60e889f9d34a92082d21259046f542cf6b6ec59f791efb8df5f384ea7e16
3
+ size 16010
checkpoint-220000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e60492164f58a84993ef934ab0d348152c7a17fb89d1889db413aa891420593
3
+ size 16010
checkpoint-220000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe043478ee0379f9f69aaaa24dcde11f2b7e25ff0c5f51d8368df7ea4253b77e
3
+ size 16010
checkpoint-220000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a00cf2f79bc1d5b99dba9c40053cad96c463229b6a60c78d67085b89b65928
3
+ size 16010
checkpoint-220000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59829e50cc96a9a94a77b04fd90cd770052337c3dff3a43e14980f18deee2e7f
3
+ size 16010
checkpoint-220000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a026ca3e0c0421140d2fc400d3ab959b4a9838cc00e2ba1e8e8b268237eb57
3
+ size 16010
checkpoint-220000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7fab918e459e00fe25e5428c6f33d2d9f060912db7ea443a34afe99dbbb716
3
+ size 16010
checkpoint-220000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1235d42fe141969f42680f7fd5b4ea6627f40ba2bc0305939a47bbf60e434c3
3
+ size 16010
checkpoint-220000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cbc966ba11c881ebc00b5d90db4a6b1de157f3157b411913dc5c444b8df1d73
3
+ size 16010
checkpoint-220000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f817f7a4a660a073261e3191b373d0bb0ae827081b28c3df8c6912740490a1df
3
+ size 15997
checkpoint-220000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744b7981d873b4e705839c36028a89f86c52d909df16d94a0f28a25b86eb6903
3
+ size 16010
checkpoint-220000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be3364c8a211ad27ecdda7b905f783648d8bd602524d18419b9b1c7f80c4f85
3
+ size 16010
checkpoint-220000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e666a33cbbe2146415e30af1fde1f3add03668c7fcbbf81ce66971c99576468
3
+ size 16010
checkpoint-220000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1b25978ae27bf26dc061f1620ec1bcaf25a39286765326f441836527698749
3
+ size 16010
checkpoint-220000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02928753da38fa09056b4762ed697ea4d50cd03b827ee7e707a736ed81c36ded
3
+ size 16010
checkpoint-220000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5200411e9c1fc6697aad6a7f22dac0fee62037b419040efae72d01d8be3d754c
3
+ size 16010
checkpoint-220000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46858616e487fa0a2284c8493e3f1af5e2fffad8037b31e65d7b9df10896dc77
3
+ size 16010
checkpoint-220000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bcca8de6ea9b196dbe9b82afb8e7d4dd6298b222a44cd637d0758b07a96246e
3
+ size 16010
checkpoint-220000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72f1c5f9536f2d7fbff4fecb37cb382f9a12fc8c39b54b9b149e21cb18c9a480
3
+ size 16010
checkpoint-220000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b18abdb7b085bd00007342cd5fcfc944f6dd46d99bb92f54f13586f50164eb
3
+ size 16010
checkpoint-220000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c3925ecc30402edf25e396a132f5d30d8f27dbfe1aebac030835b37424ed46
3
+ size 15997
checkpoint-220000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8ee468de373f34a78ad2633dd7ad9216908d97f4534ec97b31d5e9bbe0d0d2
3
+ size 16010
checkpoint-220000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e72b0ba48f5449252551d171bfcf18d2dcaaf8d3caa4ffa1d924044b1f1631
3
+ size 16010
checkpoint-220000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5da7ef0b548249fe73975e08ee9c57ecd9d4f847e8ee5957457eb1f3a6216729
3
+ size 16010
checkpoint-220000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036ce80c91af295bd54960a3b34fedc29563f6649f9d2ea12eb9b1198002f4bf
3
+ size 16010
checkpoint-220000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47aa25cb0fb7f205a631a4613849231e19d0614b173f522b5318487474283de8
3
+ size 16010
checkpoint-220000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0720442f00408114300c71af1661b15144c1ec1e8f8ef351e7227d21f95a6c1a
3
+ size 16010
checkpoint-220000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb24cf9e193f7a755d41dcd01bc4013b2a7cbebcee0c9a0e78de73f5775f596
3
+ size 16010
checkpoint-220000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143cec266a6885bde9f2877091806930151907269aeaa46937f608be3b543288
3
+ size 16010
checkpoint-220000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ad3ae6c8a4e8d9663614fcce8f940a4980c09cb65bf583b4fa941d6f76e90c2
3
+ size 15997
checkpoint-220000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0e470855602d17abc7e015929f92d54c231e9045baf6668ac449ec21ae0708
3
+ size 15997
checkpoint-220000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8985b918f624041cf8f00676abc5d0cc3b970cfee39d00698e311c5496f185
3
+ size 15997
checkpoint-220000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b4bfdb4477e93b58e63fe25e8ba4485f3413d92ba7c43c4d78c34ec0b34713
3
+ size 15997