Hugging Face's logo

unsloth
/
Qwen3-32B-128K-GGUF

Text Generation
Transformers
GGUF
English
qwen3
qwen
unsloth
imatrix
conversational
Model card Files
xet
Community
4
danielhanchen commited on
Commit
c5b26b5
·
verified ·
1 Parent(s): ec371ba

Add files using upload-large-folder tool

Browse files
Files changed (8) hide show
  1. Qwen3-32B-128K-Q4_K_M.gguf +2 -2
  2. Qwen3-32B-128K-UD-IQ1_M.gguf +2 -2
  3. Qwen3-32B-128K-UD-IQ1_S.gguf +2 -2
  4. Qwen3-32B-128K-UD-Q2_K_XL.gguf +2 -2
  5. Qwen3-32B-128K-UD-Q3_K_XL.gguf +2 -2
  6. Qwen3-32B-128K-UD-Q4_K_XL.gguf +2 -2
  7. Qwen3-32B-128K-UD-Q5_K_XL.gguf +2 -2
  8. config.json +1 -1
Qwen3-32B-128K-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8dfa6cf35d007470674b4f325cf446d198b7da5898f3588c183480726edd94c
3
- size 19762150112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93525b3356a060fc8e1a9199ad1e9130e96e4d0dcaee55b5427db653a2ecc3b5
3
+ size 19762150272
Qwen3-32B-128K-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64a1fc537abe27828cfc5f6177bf9e9d2c318526102a405159513b797c7c2ea8
3
- size 8302084832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad7bbbacf448c865683e8e084113429a7e653880e6a9acdd92ce4e352cd725c
3
+ size 8302084992
Qwen3-32B-128K-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b504387d2568a9c7d2250041196c61f27df22eda69cd63203663d6d33ad1d52
3
- size 7738884832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f637bc645601945296cdd19412f1965d4e53bae295090af2d2da29bf39e4fd06
3
+ size 7738884992
Qwen3-32B-128K-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47d051b8ba9757b4be9d6f32dfc9f34c50d76e50e511ad7f113b9d236d958e15
3
- size 12797352672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfb7fbb7e71c2dbb9a81b906318834b5637987f4fb01c45baf2d8d88fdeabbe3
3
+ size 12797352832
Qwen3-32B-128K-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b974508c7aa347ade768a6d4551aaa452f466ac9d2c4f27bed078c79ab8b9f60
3
- size 16403102432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba66c4cd4e98f08843a6c6d9a2d6316029089dc65bb1f701af1cd50d366f0289
3
+ size 16403102592
Qwen3-32B-128K-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9981862637905935197cb8675590a2abf40da32cfac03033dbe486135f6cc1d6
3
- size 20021713632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b606e1be3102bb0b95ce458fcd3cb672dc9c2569b2b4b89c38141d4e0216861
3
+ size 20021713792
Qwen3-32B-128K-UD-Q5_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:945843ee184122919dea59cd357e180fdf1c1b922c052cfef5a16453adeccb66
3
- size 23233551072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e563be075a6c8d32002699e146612c17de5ff8bc07dee94fb2d6456a97aadf
3
+ size 23233551232
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.52.0.dev0",
32
  "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,
 
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.51.3",
32
  "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,