Hugging Face's logo

mradermacher
/
Qwen2-96M-i1-GGUF

Transformers
GGUF
English
imatrix
Model card Files Community
mradermacher commited on
Commit
058dc3c
·
verified ·
1 Parent(s): 378ab79

uploaded from kaos

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Qwen2-96M.i1-IQ1_M.gguf +3 -0
  3. Qwen2-96M.i1-IQ1_S.gguf +3 -0
  4. Qwen2-96M.i1-IQ2_M.gguf +3 -0
  5. Qwen2-96M.i1-IQ2_S.gguf +3 -0
  6. Qwen2-96M.i1-IQ2_XS.gguf +3 -0
  7. Qwen2-96M.i1-IQ2_XXS.gguf +3 -0
  8. Qwen2-96M.i1-IQ3_M.gguf +3 -0
  9. Qwen2-96M.i1-IQ3_S.gguf +3 -0
  10. Qwen2-96M.i1-IQ3_XS.gguf +3 -0
  11. Qwen2-96M.i1-IQ3_XXS.gguf +3 -0
  12. Qwen2-96M.i1-IQ4_NL.gguf +3 -0
  13. Qwen2-96M.i1-IQ4_XS.gguf +3 -0
  14. Qwen2-96M.i1-Q2_K.gguf +3 -0
  15. Qwen2-96M.i1-Q2_K_S.gguf +3 -0
  16. Qwen2-96M.i1-Q3_K_L.gguf +3 -0
  17. Qwen2-96M.i1-Q3_K_M.gguf +3 -0
  18. Qwen2-96M.i1-Q3_K_S.gguf +3 -0
  19. Qwen2-96M.i1-Q4_0.gguf +3 -0
  20. Qwen2-96M.i1-Q4_1.gguf +3 -0
  21. Qwen2-96M.i1-Q4_K_M.gguf +3 -0
  22. Qwen2-96M.i1-Q4_K_S.gguf +3 -0
  23. Qwen2-96M.i1-Q5_K_M.gguf +3 -0
  24. Qwen2-96M.i1-Q5_K_S.gguf +3 -0
  25. Qwen2-96M.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2-96M.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2-96M.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2-96M.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2-96M.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2-96M.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-96M.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-96M.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-96M.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2-96M.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2-96M.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2-96M.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2-96M.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2-96M.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2-96M.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2-96M.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2-96M.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2-96M.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2-96M.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2-96M.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2-96M.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2-96M.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen2-96M.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen2-96M.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen2-96M.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-96M.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e619e1de2b7d55c458da95696b485d48370187787df482bfe7bc85df01e4af04
3
+ size 49719904
Qwen2-96M.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3253dc7993bb10c24a6934e07a053575a68d42dcf91bf415117f4d8cc9cbff
3
+ size 49335904
Qwen2-96M.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a89a92165e4db66c757f398779e498a0d40ec0b9e716d1d98574da9db676795d
3
+ size 55581024
Qwen2-96M.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a580d67ef8d73f179730f04cdd2c27de85868f02e6f620732270847188c4e69
3
+ size 55069024
Qwen2-96M.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e6957c9fd016514fcd1871b35da11dd6a94da01a3a288e56f9453e7fd7ba1d
3
+ size 50904672
Qwen2-96M.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d99412cc5f1a99887eb6e804dbcb62fec713b8274ff11a15c049ac3a647cf1c8
3
+ size 50359904
Qwen2-96M.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:474aebc0efe3dd532af210f761864cd7693a63bbfb6c3d155e4fe70b3ff6e6ee
3
+ size 62765152
Qwen2-96M.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ded746165bcc594b52419f3eb2d51f50a5a37ba39d495f87756d62af758e8a
3
+ size 62538848
Qwen2-96M.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf149ea0d3615f2285b16d9f883f5c00465b6c702d58e248490ece328070a6c
3
+ size 62108768
Qwen2-96M.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90cd53c2dcda5e88af71be85367608a8b2844d364b204327bce21e5cfb2769b
3
+ size 56492384
Qwen2-96M.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c6dd18347c6ca3e468ec38a3ef1f07cb5a4845d5724859aed6ddf9871b7ab6
3
+ size 70139744
Qwen2-96M.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b52ff055ab573aeaf713acf57c5f37169af05aae6b19c840471b922a8ca0d8
3
+ size 68359008
Qwen2-96M.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8921ace5c06f87730bbdf722cfa96bc6ee0df13181c7058acb447f2046870f89
3
+ size 57390432
Qwen2-96M.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed7d1e91fd6bbdd5ed2de77717b8ba53014a2f4a2e0e4b4b9391c51f85dd027d
3
+ size 56905056
Qwen2-96M.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0dec201a3729ec65fb0587b28a7996190619b4f016da8560ee74e18d0a14f6
3
+ size 64193632
Qwen2-96M.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd76b0bfa46b7cbb84909918378ecec620ff049cb21e84fbba010f067932ec7
3
+ size 63419488
Qwen2-96M.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be82485fda3a9dbf2a8fcddbf8b434eb7b69ba9aa4addd2c131c8ff3ced18ac
3
+ size 62504032
Qwen2-96M.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:765c61699041db443ed60397260421caa5c9cd15dba3708d4f0114c847681e02
3
+ size 70147936
Qwen2-96M.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a837b409b1567dbe95d3f58d99e50835b7108497d9b3c1f7246a0b78301d57
3
+ size 73684832
Qwen2-96M.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4b4ee97b3c889a48984446bbb4a6cb27e07472ee18a14afa88c05ff6b5cd05
3
+ size 70816608
Qwen2-96M.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cfef3b31d6230ab6aaba68c18b14f79cf0cc8c9870ae69ff0177a2510894dfa
3
+ size 70197088
Qwen2-96M.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e76c285cd4bc9573befc7cf4afed0709add2bd77b398dd79f2debfadcbf67e
3
+ size 77628256
Qwen2-96M.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb47b00b78376dfa1cf98689071a779278d8c8ffcd53002d836167be0ced649b
3
+ size 77262688
Qwen2-96M.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f394a31e39ce688f95b526dc4df634ceb25997fde097020d7e7e8673993095
3
+ size 84865632