Hugging Face's logo

mradermacher
/
amoral-Qwen3-4B-i1-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
qwen3
trl
sft
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
f183ff3
·
verified ·
1 Parent(s): 494015b

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. amoral-Qwen3-4B.i1-IQ1_M.gguf +3 -0
  3. amoral-Qwen3-4B.i1-IQ1_S.gguf +3 -0
  4. amoral-Qwen3-4B.i1-IQ2_M.gguf +3 -0
  5. amoral-Qwen3-4B.i1-IQ2_S.gguf +3 -0
  6. amoral-Qwen3-4B.i1-IQ2_XS.gguf +3 -0
  7. amoral-Qwen3-4B.i1-IQ2_XXS.gguf +3 -0
  8. amoral-Qwen3-4B.i1-IQ3_M.gguf +3 -0
  9. amoral-Qwen3-4B.i1-IQ3_S.gguf +3 -0
  10. amoral-Qwen3-4B.i1-IQ3_XS.gguf +3 -0
  11. amoral-Qwen3-4B.i1-IQ3_XXS.gguf +3 -0
  12. amoral-Qwen3-4B.i1-IQ4_NL.gguf +3 -0
  13. amoral-Qwen3-4B.i1-IQ4_XS.gguf +3 -0
  14. amoral-Qwen3-4B.i1-Q2_K.gguf +3 -0
  15. amoral-Qwen3-4B.i1-Q2_K_S.gguf +3 -0
  16. amoral-Qwen3-4B.i1-Q3_K_L.gguf +3 -0
  17. amoral-Qwen3-4B.i1-Q3_K_M.gguf +3 -0
  18. amoral-Qwen3-4B.i1-Q3_K_S.gguf +3 -0
  19. amoral-Qwen3-4B.i1-Q4_0.gguf +3 -0
  20. amoral-Qwen3-4B.i1-Q4_1.gguf +3 -0
  21. amoral-Qwen3-4B.i1-Q4_K_M.gguf +3 -0
  22. amoral-Qwen3-4B.i1-Q4_K_S.gguf +3 -0
  23. amoral-Qwen3-4B.i1-Q5_K_M.gguf +3 -0
  24. amoral-Qwen3-4B.i1-Q5_K_S.gguf +3 -0
  25. amoral-Qwen3-4B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ amoral-Qwen3-4B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ amoral-Qwen3-4B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ amoral-Qwen3-4B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ amoral-Qwen3-4B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ amoral-Qwen3-4B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ amoral-Qwen3-4B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ amoral-Qwen3-4B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ amoral-Qwen3-4B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ amoral-Qwen3-4B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ amoral-Qwen3-4B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ amoral-Qwen3-4B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ amoral-Qwen3-4B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ amoral-Qwen3-4B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ amoral-Qwen3-4B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ amoral-Qwen3-4B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ amoral-Qwen3-4B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ amoral-Qwen3-4B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ amoral-Qwen3-4B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ amoral-Qwen3-4B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ amoral-Qwen3-4B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ amoral-Qwen3-4B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ amoral-Qwen3-4B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ amoral-Qwen3-4B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ amoral-Qwen3-4B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
amoral-Qwen3-4B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f1e01786edb98a4e9b7c1dc3a1cb22269f5048b22a7a946f4a3a94f842baae1
3
+ size 1127018848
amoral-Qwen3-4B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde01cd9dfaa4b1c438344470ef0a5c14a759268d6e27a652a8bea080f7968ac
3
+ size 1055256928
amoral-Qwen3-4B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1396c081de1627219670af090745c66551b5bb6ff9db45b97e25b1a178ad955
3
+ size 1512984928
amoral-Qwen3-4B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422768fc31084f4139a9605b4e3e3b5595671766185d9de97c37a203c905d8a7
3
+ size 1417302368
amoral-Qwen3-4B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b63a9d1b355e787cb9b93e0eca3bd1a27645f8caf024a9a85d9d6b55c3094f
3
+ size 1354101088
amoral-Qwen3-4B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acbfa9e96e9919fe888bb9bc0386e094cdb403f6b213bed18cb8dd2b84291fa
3
+ size 1246622048
amoral-Qwen3-4B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e792d749d8d344870fc75e2ebb611ac0a54cb0736b03c21cdd9db72e8122364
3
+ size 1962897248
amoral-Qwen3-4B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c07b3b4cd20a005a5c126b0cbf073ce1a274d921d69d917d27e3e8625393a42
3
+ size 1899532128
amoral-Qwen3-4B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4447e8dcad507c47bd3cdbb64d10879db030b74f6b0c89ff742b43f0c74fe40b
3
+ size 1814376288
amoral-Qwen3-4B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0b316d434f60a49f7d1a53877496bd07b2fbd44298d7a05e56a937c4e26b52
3
+ size 1670189408
amoral-Qwen3-4B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601e598cad4fbaabe1618e07a12783b78b5ad2a2605d011fb6f8c01bb285c8b8
3
+ size 2381344608
amoral-Qwen3-4B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcfbedd8e8097fd211c973bcb5a33fc8116c7e2cd3311a958ce6f48eeaf732d7
3
+ size 2270752608
amoral-Qwen3-4B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c59dc3dfa11aff3d492ed58f20298e4eb2b9da2fb6cda12cc40c6d6f68a1261
3
+ size 1669500768
amoral-Qwen3-4B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9aca35b9f8e15e2ba98fca5f4b33802365410098cbf33d8a777cf0f8fd29b87
3
+ size 1563455328
amoral-Qwen3-4B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c6afd8fc46f63c9275cdd7866b439dacff38cc6939106424f523a6a0ddabf36
3
+ size 2239786848
amoral-Qwen3-4B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d35aa1a440c6e0fdd7c6e6dec793dc0570eafc267c9fd2c8e4d161cd79ecbe
3
+ size 2075619168
amoral-Qwen3-4B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:397459b95dccffc0a594f62744eeb0f2fcf5587cf05a46e774c3a8c2f0691be7
3
+ size 1886998368
amoral-Qwen3-4B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642956a3dfea6739df65eefa16d1ca6e3c83aadfac4d1c4b51f9fc870ea4086b
3
+ size 2375774048
amoral-Qwen3-4B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:254b5b4b48305643622391477c1915e505c30dcb9e548aa3fd64c1bba8f52047
3
+ size 2596630368
amoral-Qwen3-4B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cf9f85b33e39709cd370f2d736cbb6ea1c910e3f7ce048234b749be7bade86b
3
+ size 2497281888
amoral-Qwen3-4B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06187eea080db8c140bca3e2b58bb3f26897979aae1b8a7f3d0ed5f849972fe
3
+ size 2383310688
amoral-Qwen3-4B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e02b8ad00910c18964c0aaae1eaf8323d1affdca544c104aae786167e0bad7
3
+ size 2889514848
amoral-Qwen3-4B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec50feec5db97a0c834c61c7166a3b91ef35119f35b40d6318c6961eca64069
3
+ size 2823712608
amoral-Qwen3-4B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:128ddc16aec7ac754ea562ece05ecb5949ea621224406883896ac2348df28e4f
3
+ size 3306262368