Hugging Face's logo

ABX-AI
/
Starbral-Infinimons-9B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
mistral
Not-For-All-Audiences
Model card Files
xet
Community
1
ABX-AI commited on
Commit
b2b06d3
·
verified ·
1 Parent(s): 23c61e5

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Starbral-Infinimons-9B-IQ3_M-imat.gguf +3 -0
  3. Starbral-Infinimons-9B-IQ3_S-imat.gguf +3 -0
  4. Starbral-Infinimons-9B-IQ3_XS-imat.gguf +3 -0
  5. Starbral-Infinimons-9B-IQ3_XXS-imat.gguf +3 -0
  6. Starbral-Infinimons-9B-IQ4_NL-imat.gguf +3 -0
  7. Starbral-Infinimons-9B-IQ4_XS-imat.gguf +3 -0
  8. Starbral-Infinimons-9B-Q4_K_M-imat.gguf +3 -0
  9. Starbral-Infinimons-9B-Q4_K_S-imat.gguf +3 -0
  10. Starbral-Infinimons-9B-Q5_K_M-imat.gguf +3 -0
  11. Starbral-Infinimons-9B-Q5_K_S-imat.gguf +3 -0
  12. Starbral-Infinimons-9B-Q6_K-imat.gguf +3 -0
  13. Starbral-Infinimons-9B-Q8_0-imat.gguf +3 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Starbral-Infinimons-9B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Starbral-Infinimons-9B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Starbral-Infinimons-9B-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Starbral-Infinimons-9B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Starbral-Infinimons-9B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Starbral-Infinimons-9B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Starbral-Infinimons-9B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Starbral-Infinimons-9B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Starbral-Infinimons-9B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Starbral-Infinimons-9B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Starbral-Infinimons-9B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Starbral-Infinimons-9B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Starbral-Infinimons-9B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d7d479318b5bc26c2908f91045103c01beb7550b7d4807cdbe70adfe0de37b
3
+ size 4064970720
Starbral-Infinimons-9B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5588044d6f4a4946daf03ac086d25532dce3313f11e175e5abee27582998455c
3
+ size 3936847840
Starbral-Infinimons-9B-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3077df15c6a59fc5eca3f00c8e55617e98b3d8a512b89a13480c17f0b5b43916
3
+ size 3732375520
Starbral-Infinimons-9B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f8cb1a6776866e070cd5daaba3e63d347ee63eca720dcf81a5aa36f82820f64
3
+ size 3497388000
Starbral-Infinimons-9B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d07da3f24362c4be09ad258f958f847505230d49babd09990705b2ba41709494
3
+ size 5111621600
Starbral-Infinimons-9B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24ed122680b17e03b54482445b9e3cafafbd89399f079a09702a177407204df
3
+ size 4840138720
Starbral-Infinimons-9B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e0a0c6511cb46a3864d263646d7e6d08c0bc3d6eea47c5d6622ef5db4bf5a1
3
+ size 5415053280
Starbral-Infinimons-9B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4a5228a40e1186aaab36f2dea8bcd7bafb892c3bbce8b39e6a7e0f8c1e6b92
3
+ size 5129447392
Starbral-Infinimons-9B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84170be803d1d7999dbad34dfb80b6b89c7d02dc66be031f5913239ecb4b3929
3
+ size 6364669920
Starbral-Infinimons-9B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1832fc68bf0d56afbfc2ce32ec28bc0755681ead3de1ba446ba792e998c5d476
3
+ size 6197553120
Starbral-Infinimons-9B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d3a2a4fd24d4bf78725ee8de28e7390b63bfaf586e0905b3e470db7d9efada
3
+ size 7373637600
Starbral-Infinimons-9B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3809a460509acb3295bf8fefc44e066e24ef0b0f72c9f81aa4796ed1aac886f6
3
+ size 9550006240
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26fd5f21d6481381cbe488c3a22e3493294bb31adc9423617491af5801471ddb
3
+ size 6235174