Hugging Face's logo

mradermacher
/
flammen6-mistral-7B-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
9a1c00b
·
verified ·
1 Parent(s): cbeffee

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. flammen6-mistral-7B.IQ4_XS.gguf +3 -0
  3. flammen6-mistral-7B.Q2_K.gguf +3 -0
  4. flammen6-mistral-7B.Q3_K_L.gguf +3 -0
  5. flammen6-mistral-7B.Q3_K_M.gguf +3 -0
  6. flammen6-mistral-7B.Q3_K_S.gguf +3 -0
  7. flammen6-mistral-7B.Q4_K_M.gguf +3 -0
  8. flammen6-mistral-7B.Q4_K_S.gguf +3 -0
  9. flammen6-mistral-7B.Q5_K_M.gguf +3 -0
  10. flammen6-mistral-7B.Q5_K_S.gguf +3 -0
  11. flammen6-mistral-7B.Q6_K.gguf +3 -0
  12. flammen6-mistral-7B.Q8_0.gguf +3 -0
  13. flammen6-mistral-7B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ flammen6-mistral-7B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ flammen6-mistral-7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen6-mistral-7B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen6-mistral-7B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen6-mistral-7B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen6-mistral-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen6-mistral-7B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen6-mistral-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen6-mistral-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen6-mistral-7B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen6-mistral-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ flammen6-mistral-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
flammen6-mistral-7B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:171948f819d5d003759dee25b6849ed03409f56957fc4fb8e08235d9adc91348
3
+ size 3944389696
flammen6-mistral-7B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369a684a2cdb49fa9dfe06f9ce0b88b44451fbbc9be8ad58d6e8230c1db29595
3
+ size 2719243328
flammen6-mistral-7B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf8b8b75aeca18482e72f75b3400d554765dadc6824605d70e1cb03e05c0247
3
+ size 3822025792
flammen6-mistral-7B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b843d82bcb9d8bf6ffe2253c7f3377189981f7f674e9b11cd63d628d96cddf39
3
+ size 3518987328
flammen6-mistral-7B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a65a5d49289ef0434620b771a9b6c661a3f7a6d6632c6633a270ce5a584e13ad
3
+ size 3164568640
flammen6-mistral-7B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c287e5c1351629213d6ace58796af02a74f215af6725d5de199d6edb4b251022
3
+ size 4368440384
flammen6-mistral-7B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c94baadab1f15bac6d7a6fbdfdd06dcc56e1a3ce7fac2e0a674060034c4efad0
3
+ size 4140375104
flammen6-mistral-7B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:751bc40e2e0bd8798514fef41721a03b25de7a5e2969d5dcbda7b853561cf098
3
+ size 5131410496
flammen6-mistral-7B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bdd0291fadc755f6df95017bbe360a47e52cd1e64fe28a12f2c9acf7bfaa082
3
+ size 4997717056
flammen6-mistral-7B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d3b2248eafd1c19ccdac8e3f805b5d818a25f3578d863b8f995c5b4665003f
3
+ size 5942066240
flammen6-mistral-7B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:928fcc7696818288d678dca26fd42987b98a3cdc43749d9b987dbc5c02efe3ea
3
+ size 7695858752
flammen6-mistral-7B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34dcf2eafb61ba5565ee7c8ddb98d7caf30d861c70cb36d0545fc4c886887ba5
3
+ size 14484732992