Hugging Face's logo

ABX-AI
/
Infinite-Sumika-9B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
mistral
Not-For-All-Audiences
Model card Files Community
ABX-AI commited on
Commit
cb92bac
·
verified ·
1 Parent(s): 90f2038

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Inifnite-Sumika-9B-IQ3_M-imat.gguf +3 -0
  3. Inifnite-Sumika-9B-IQ3_S-imat.gguf +3 -0
  4. Inifnite-Sumika-9B-IQ3_XXS-imat.gguf +3 -0
  5. Inifnite-Sumika-9B-IQ4_XS-imat.gguf +3 -0
  6. Inifnite-Sumika-9B-Q4_K_M-imat.gguf +3 -0
  7. Inifnite-Sumika-9B-Q4_K_S-imat.gguf +3 -0
  8. Inifnite-Sumika-9B-Q5_K_M-imat.gguf +3 -0
  9. Inifnite-Sumika-9B-Q5_K_S-imat.gguf +3 -0
  10. Inifnite-Sumika-9B-Q6_K-imat.gguf +3 -0
  11. Inifnite-Sumika-9B-Q8_0-imat.gguf +3 -0
  12. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Inifnite-Sumika-9B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Inifnite-Sumika-9B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Inifnite-Sumika-9B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Inifnite-Sumika-9B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Inifnite-Sumika-9B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Inifnite-Sumika-9B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Inifnite-Sumika-9B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Inifnite-Sumika-9B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Inifnite-Sumika-9B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Inifnite-Sumika-9B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Inifnite-Sumika-9B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28c66c2f2bfedb745d37baed656fa1ac82b7fba5adf3d3f634ffa37fa0ed2bf
3
+ size 4064970720
Inifnite-Sumika-9B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25925679c97d94fb3efaae44d034988159a9a187b246bfa1894d716ae292a736
3
+ size 3936847840
Inifnite-Sumika-9B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:736493a80a5773ec2d709d51fed884958b5a7942a5f4ec8e3dc775663bb53c4d
3
+ size 3497388000
Inifnite-Sumika-9B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c28529a38adb41df766c23b68c8088ffb47112a20ba9e595a9c57f50f394d0
3
+ size 4840138720
Inifnite-Sumika-9B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccdb95ec6864c747103fec0f734375c3e62071cd002a658ebd9333a7633864b9
3
+ size 5415053280
Inifnite-Sumika-9B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76910b13eb7add20269dfb8b3a536481b18d1ae5571d362137a42e468b118786
3
+ size 5129447392
Inifnite-Sumika-9B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268e1d7cf5d89c9c5694d77212bcdc84d88a579b582d11da91f240ff1b008213
3
+ size 6364669920
Inifnite-Sumika-9B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a79f6b5e9a040425a91d2f704184cc07d9071716864ccff8623dd94751b0166
3
+ size 6197553120
Inifnite-Sumika-9B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dce08f9f05754da3e25d8c6def7b7f7a26ee150b1da040ba54dd004e326db93e
3
+ size 7373637600
Inifnite-Sumika-9B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74fc9f2a96ea9b6681f919a8b2bc91d78e2488175ff5893b5b3b6921bd790c0f
3
+ size 9550006240
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3f32e559ef4fdf1c481b7beed6b494e45e4a90b097cb5ff1542c2650901de7
3
+ size 6235174