Hugging Face's logo

mradermacher
/
Qwen3-4B-Instruct-2507-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
c1b18e6
·
verified ·
1 Parent(s): f630fd0

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Qwen3-4B-Instruct-2507.i1-IQ1_M.gguf +3 -0
  3. Qwen3-4B-Instruct-2507.i1-IQ1_S.gguf +3 -0
  4. Qwen3-4B-Instruct-2507.i1-IQ2_M.gguf +3 -0
  5. Qwen3-4B-Instruct-2507.i1-IQ2_S.gguf +3 -0
  6. Qwen3-4B-Instruct-2507.i1-IQ2_XS.gguf +3 -0
  7. Qwen3-4B-Instruct-2507.i1-IQ2_XXS.gguf +3 -0
  8. Qwen3-4B-Instruct-2507.i1-IQ3_M.gguf +3 -0
  9. Qwen3-4B-Instruct-2507.i1-IQ3_S.gguf +3 -0
  10. Qwen3-4B-Instruct-2507.i1-IQ3_XS.gguf +3 -0
  11. Qwen3-4B-Instruct-2507.i1-IQ3_XXS.gguf +3 -0
  12. Qwen3-4B-Instruct-2507.i1-IQ4_NL.gguf +3 -0
  13. Qwen3-4B-Instruct-2507.i1-IQ4_XS.gguf +3 -0
  14. Qwen3-4B-Instruct-2507.i1-Q2_K.gguf +3 -0
  15. Qwen3-4B-Instruct-2507.i1-Q2_K_S.gguf +3 -0
  16. Qwen3-4B-Instruct-2507.i1-Q3_K_L.gguf +3 -0
  17. Qwen3-4B-Instruct-2507.i1-Q3_K_M.gguf +3 -0
  18. Qwen3-4B-Instruct-2507.i1-Q3_K_S.gguf +3 -0
  19. Qwen3-4B-Instruct-2507.i1-Q4_0.gguf +3 -0
  20. Qwen3-4B-Instruct-2507.i1-Q4_1.gguf +3 -0
  21. Qwen3-4B-Instruct-2507.i1-Q4_K_M.gguf +3 -0
  22. Qwen3-4B-Instruct-2507.i1-Q4_K_S.gguf +3 -0
  23. Qwen3-4B-Instruct-2507.i1-Q5_K_M.gguf +3 -0
  24. Qwen3-4B-Instruct-2507.i1-Q5_K_S.gguf +3 -0
  25. Qwen3-4B-Instruct-2507.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen3-4B-Instruct-2507.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen3-4B-Instruct-2507.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-4B-Instruct-2507.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-4B-Instruct-2507.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-4B-Instruct-2507.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-4B-Instruct-2507.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3-4B-Instruct-2507.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3-4B-Instruct-2507.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen3-4B-Instruct-2507.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen3-4B-Instruct-2507.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen3-4B-Instruct-2507.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen3-4B-Instruct-2507.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen3-4B-Instruct-2507.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen3-4B-Instruct-2507.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen3-4B-Instruct-2507.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen3-4B-Instruct-2507.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen3-4B-Instruct-2507.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen3-4B-Instruct-2507.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen3-4B-Instruct-2507.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen3-4B-Instruct-2507.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen3-4B-Instruct-2507.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen3-4B-Instruct-2507.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen3-4B-Instruct-2507.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen3-4B-Instruct-2507.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen3-4B-Instruct-2507.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen3-4B-Instruct-2507.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3-4B-Instruct-2507.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d6fd01ef3728a3bb28ccc52846f49cdafc707aefb49316c0cd9257670f18d8
3
+ size 1127018112
Qwen3-4B-Instruct-2507.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8767a46fc56c9fc9f076eb5618b27c006e1cd746fa7cd0bd9abead6be594064
3
+ size 1055256192
Qwen3-4B-Instruct-2507.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e053deb89d32679b14a801fd6962a14020f989990ad69afa08f3ae2097fa76
3
+ size 1512984192
Qwen3-4B-Instruct-2507.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e96dbac27cd61b956eb1ad3beade70864ba5e5bc8487a81589c8646674fbe110
3
+ size 1417301632
Qwen3-4B-Instruct-2507.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cf5952878e4b9ad9be9ad3f86b26a683edaa88f802f1e4cbf57a0583529844
3
+ size 1354100352
Qwen3-4B-Instruct-2507.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a15f9c1ff20f66dd9005b8b47331ac2920a72ed0c541cdb5afdbb12dadbcd5f1
3
+ size 1246621312
Qwen3-4B-Instruct-2507.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:192f040b7746c7f7e600fa061d0bd452e0ad4daaeb0898b7632a6441f1aa5d36
3
+ size 1962896512
Qwen3-4B-Instruct-2507.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a487a7eacb5e814ea3c39644b1fcf1d72e1a15ba8c4ddf7bfbf6d2112f75a927
3
+ size 1899531392
Qwen3-4B-Instruct-2507.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34becc72e321096025562757b08dc5fd9f181e995db877c40898721ecec804a6
3
+ size 1814375552
Qwen3-4B-Instruct-2507.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e41c2729b02f60a1f0eb28dcc65075485be0306ba0f9cd247926d532c87d0a83
3
+ size 1670188672
Qwen3-4B-Instruct-2507.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b331956166d884283e1ba0a9eb0c6173373e0b47d818643e200c57161685e157
3
+ size 2381343872
Qwen3-4B-Instruct-2507.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d47f7288cf4fa8887ab7fb9de5fcffbf97762bc795a3eca54919ffbeecf15f79
3
+ size 2270751872
Qwen3-4B-Instruct-2507.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99be5c3d637625ea1705e0249a4b6a4b83cc727bb2d80a3c2989e0246f3d11bf
3
+ size 1669500032
Qwen3-4B-Instruct-2507.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efcfc32928a3bd5583dc375bed78e48239a3c3d29a63c991ca92344bf1455d3c
3
+ size 1563454592
Qwen3-4B-Instruct-2507.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66c158be5cf6daf40a3ed0cc58462e28b01d55fdf4e8d435ee4d31b4514223a
3
+ size 2239786112
Qwen3-4B-Instruct-2507.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e8006f50bf984be6fe03d8e5ac96a59debab7dbf8d93af5ed0cba5a41457239
3
+ size 2075618432
Qwen3-4B-Instruct-2507.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca469137209f96176da8567bf59138ec016d2c69f800bba8c24540b0fb71a4dd
3
+ size 1886997632
Qwen3-4B-Instruct-2507.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4eb603698f0d2609e55c330cb4367faa02aa798afea41baa5f7a2f6921ac913
3
+ size 2375773312
Qwen3-4B-Instruct-2507.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e0723dbec17a37f63f1ceda075bdfd94c1a47ba7a04603705c716a9e7088c2
3
+ size 2596629632
Qwen3-4B-Instruct-2507.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c0463659deeb4d9ca6b40885a4300f30d82332cd1b90ecc7588102d4720bdaa
3
+ size 2497281152
Qwen3-4B-Instruct-2507.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c0ba745e5fb0acabc729fdf987cfb947d64efcd7d7190c557197a7fe3ec9d1
3
+ size 2383309952
Qwen3-4B-Instruct-2507.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbc129e479ac6663cffc68a1b81384c78dc29337bcba3dba3d1b15930bef071
3
+ size 2889514112
Qwen3-4B-Instruct-2507.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0aafa570c7a386fb4447d2e4585be81f8bbf0921612b6722ad36dd14c95a68d
3
+ size 2823711872
Qwen3-4B-Instruct-2507.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc3df9a8cbe3737f92cad3b31abd9fa271c6e4d411c60dc9b95d9174fd25007
3
+ size 3306261632