Hugging Face's logo

unsloth
/
Qwen2.5-VL-3B-Instruct-GGUF

Image-Text-to-Text
Transformers
GGUF
English
qwen2_5_vl
multimodal
unsloth
conversational
Model card Files
xet
Community
danielhanchen commited on
Commit
9c3b58c
·
verified ·
1 Parent(s): 8872c32

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. Qwen2.5-VL-3B-Instruct-UD-IQ1_M.gguf +2 -2
  2. Qwen2.5-VL-3B-Instruct-UD-IQ1_S.gguf +2 -2
  3. Qwen2.5-VL-3B-Instruct-UD-IQ2_M.gguf +2 -2
  4. Qwen2.5-VL-3B-Instruct-UD-IQ3_XXS.gguf +2 -2
  5. Qwen2.5-VL-3B-Instruct-UD-Q2_K_XL.gguf +2 -2
  6. Qwen2.5-VL-3B-Instruct-UD-Q3_K_XL.gguf +2 -2
  7. Qwen2.5-VL-3B-Instruct-UD-Q4_K_XL.gguf +2 -2
  8. config.json +2 -42
  9. mmproj-F16.gguf +2 -2
  10. mmproj-F32.gguf +2 -2
Qwen2.5-VL-3B-Instruct-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43371d292a5ca2e98e3da61083ef760d8e6fdd3c78afdf927ea7f659db6a0a37
3
- size 881639328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84aafa9f2a8ab6e9edee976853b982f303abf4200fb1d495327b51ad467e4c6c
3
+ size 881638752
Qwen2.5-VL-3B-Instruct-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc4e981ddcfb3d7c180f95c02c1406fd78b85f1f522e158ce656c885c064ce1c
3
- size 826335136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d107e2b504d83a4a76b762dcfcee7c92f6038e76a081f3ab06ba5d5232c530b4
3
+ size 826334560
Qwen2.5-VL-3B-Instruct-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2793765b8a58f94d1de020c7d9b197f886c7bacc906f556f2505f424824d4ba7
3
- size 1165402016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c848ba9bf5bb4c00a1f838c5309cdc5c059a3f19881c04770078defef0f48f
3
+ size 1165401440
Qwen2.5-VL-3B-Instruct-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:486fb1b04f3228793e85f4b19d147d529ad8053ff9646401d2800ff5b13f6895
3
- size 1302654880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f9567578e32cae048d6b7e6626e476d8e968cb3dab31034a58682842546cfc
3
+ size 1302654304
Qwen2.5-VL-3B-Instruct-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acf6923b7d947938f27d5f234329a7c99b178b69cad482bda4706918b66b5599
3
- size 1310066592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14df786e09ce14ec66cf7df4b65c931645ff84815b24b1ed689d871f1c3791f9
3
+ size 1310066016
Qwen2.5-VL-3B-Instruct-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8652c6dc44bc493a9f4013e1c8d11aa14ee34b15728f8cb6470b0fc84d3e08a3
3
- size 1633839008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c7284d368cf4b61fde3efdf05fd2e7503471ef0f98ad085e1724cd5e1c905f
3
+ size 1633838432
Qwen2.5-VL-3B-Instruct-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f42f645b6f8e1b5db2c61229c103cdd517a19b3bc9ee441b725f18c9fac22c6a
3
- size 1958148000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b9ac1c1145e96a07d875ba7ea375d2134d60ab399503508674dc248bf89284c
3
+ size 1958147424
config.json CHANGED
@@ -28,48 +28,9 @@
28
  },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
31
- "text_config": {
32
- "architectures": [
33
- "Qwen2_5_VLForConditionalGeneration"
34
- ],
35
- "attention_dropout": 0.0,
36
- "bos_token_id": 151643,
37
- "eos_token_id": 151645,
38
- "hidden_act": "silu",
39
- "hidden_size": 2048,
40
- "image_token_id": null,
41
- "initializer_range": 0.02,
42
- "intermediate_size": 11008,
43
- "max_position_embeddings": 128000,
44
- "max_window_layers": 70,
45
- "model_type": "qwen2_5_vl_text",
46
- "num_attention_heads": 16,
47
- "num_hidden_layers": 36,
48
- "num_key_value_heads": 2,
49
- "rms_norm_eps": 1e-06,
50
- "rope_scaling": {
51
- "mrope_section": [
52
- 16,
53
- 24,
54
- 24
55
- ],
56
- "rope_type": "default",
57
- "type": "default"
58
- },
59
- "rope_theta": 1000000.0,
60
- "sliding_window": 32768,
61
- "tie_word_embeddings": true,
62
- "torch_dtype": "bfloat16",
63
- "use_cache": true,
64
- "use_sliding_window": false,
65
- "video_token_id": null,
66
- "vision_end_token_id": 151653,
67
- "vision_start_token_id": 151652,
68
- "vision_token_id": 151654,
69
- "vocab_size": 151936
70
- },
71
  "torch_dtype": "bfloat16",
72
- "transformers_version": "4.52.0.dev0",
73
  "unsloth_fixed": true,
74
  "use_cache": true,
75
  "use_sliding_window": false,
@@ -86,7 +47,6 @@
86
  "hidden_size": 1280,
87
  "in_channels": 3,
88
  "in_chans": 3,
89
- "initializer_range": 0.02,
90
  "intermediate_size": 3420,
91
  "model_type": "qwen2_5_vl",
92
  "num_heads": 16,
 
28
  },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
31
+ "tie_word_embeddings": true,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.51.3",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "use_sliding_window": false,
 
47
  "hidden_size": 1280,
48
  "in_channels": 3,
49
  "in_chans": 3,
 
50
  "intermediate_size": 3420,
51
  "model_type": "qwen2_5_vl",
52
  "num_heads": 16,
mmproj-F16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4915e2c88d032a33767b6a1e189127ff3f4fb1afe40ac139427d927145b176ec
3
- size 1338428832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c1240f514de94c81b70709b0f9a80c7e3297598ea7c83f39dc00b18ee5be60c
3
+ size 1338428256
mmproj-F32.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b16ca8190d1bc6111c92f619f5a9a7caa580f80c7b4363d1bf0f40c5ac72b85
3
- size 2671758752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:920adff4d47b13a0f4044b11a0f9dbe791c28c492b3e9d53294c5790382675fe
3
+ size 2671758176