Hugging Face's logo

brittlewis12
/
Hermes-3-Llama-3.1-8B-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
e7eccd4
•
1 Parent(s): 42ab251

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. hermes-3-llama-3.1-8b.IQ1_M.gguf +3 -0
  3. hermes-3-llama-3.1-8b.IQ1_S.gguf +3 -0
  4. hermes-3-llama-3.1-8b.IQ2_M.gguf +3 -0
  5. hermes-3-llama-3.1-8b.IQ2_S.gguf +3 -0
  6. hermes-3-llama-3.1-8b.IQ2_XS.gguf +3 -0
  7. hermes-3-llama-3.1-8b.IQ2_XXS.gguf +3 -0
  8. hermes-3-llama-3.1-8b.IQ3_M.gguf +3 -0
  9. hermes-3-llama-3.1-8b.IQ3_S.gguf +3 -0
  10. hermes-3-llama-3.1-8b.IQ3_XS.gguf +3 -0
  11. hermes-3-llama-3.1-8b.IQ3_XXS.gguf +3 -0
  12. hermes-3-llama-3.1-8b.IQ4_NL.gguf +3 -0
  13. hermes-3-llama-3.1-8b.IQ4_XS.gguf +3 -0
  14. hermes-3-llama-3.1-8b.Q2_K_S.gguf +3 -0
  15. hermes-3-llama-3.1-8b.Q3_K_L.gguf +3 -0
  16. hermes-3-llama-3.1-8b.Q3_K_M.gguf +3 -0
  17. hermes-3-llama-3.1-8b.Q3_K_S.gguf +3 -0
  18. hermes-3-llama-3.1-8b.Q4_K_M.gguf +3 -0
  19. hermes-3-llama-3.1-8b.Q4_K_S.gguf +3 -0
  20. hermes-3-llama-3.1-8b.Q5_K_M.gguf +3 -0
  21. hermes-3-llama-3.1-8b.Q5_K_S.gguf +3 -0
  22. hermes-3-llama-3.1-8b.Q6_K.gguf +3 -0
  23. hermes-3-llama-3.1-8b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  Hermes-3-Llama-3.1-8B.imatrix filter=lfs diff=lfs merge=lfs -text
37
  hermes-3-llama-3.1-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
  hermes-3-llama-3.1-8b.fp16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  Hermes-3-Llama-3.1-8B.imatrix filter=lfs diff=lfs merge=lfs -text
37
  hermes-3-llama-3.1-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
  hermes-3-llama-3.1-8b.fp16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ hermes-3-llama-3.1-8b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ hermes-3-llama-3.1-8b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ hermes-3-llama-3.1-8b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ hermes-3-llama-3.1-8b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ hermes-3-llama-3.1-8b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ hermes-3-llama-3.1-8b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ hermes-3-llama-3.1-8b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ hermes-3-llama-3.1-8b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ hermes-3-llama-3.1-8b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ hermes-3-llama-3.1-8b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ hermes-3-llama-3.1-8b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
50
+ hermes-3-llama-3.1-8b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
+ hermes-3-llama-3.1-8b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ hermes-3-llama-3.1-8b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ hermes-3-llama-3.1-8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ hermes-3-llama-3.1-8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ hermes-3-llama-3.1-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ hermes-3-llama-3.1-8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ hermes-3-llama-3.1-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ hermes-3-llama-3.1-8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ hermes-3-llama-3.1-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ hermes-3-llama-3.1-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
hermes-3-llama-3.1-8b.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89fd8217e7deb2b45fc7038bf93ffa4e9f17dd2c4579e84e2092a2c27693fd4f
3
+ size 2161972096
hermes-3-llama-3.1-8b.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:021b2ef240a0efbac938a06b2985e26fd27ca418493d3c8168eeb18e56573846
3
+ size 2019627904
hermes-3-llama-3.1-8b.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9b2aa7c85a710f3c7cb8581882067f0f39d439e7def7268bc4a8162b51c1d6
3
+ size 2948281216
hermes-3-llama-3.1-8b.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0be6327990e899ea95e5df005dda1713e8dab922407978c24826a06c94223aea
3
+ size 2758488960
hermes-3-llama-3.1-8b.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a549cda0e8e9313fb99da64c52cb2df5eee2988b272597514f4c707c4410cd13
3
+ size 2605781888
hermes-3-llama-3.1-8b.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9440e6c899b01788be626ef76328cff1f1f35be9be84c00c6558c4162dc8caae
3
+ size 2399212416
hermes-3-llama-3.1-8b.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c10c053372f9895c19c8d6c6896eab3d157cb845ac251088e237a98d693b923b
3
+ size 3784823680
hermes-3-llama-3.1-8b.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:835e8da8a8de1a6342ed1bc73dffd2e6475b7541d27b704e80822db752e08f10
3
+ size 3682325376
hermes-3-llama-3.1-8b.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20fa11c21b30765de58059bff2cbd957ebc40b495d00f7fa570ad48158c6e815
3
+ size 3518747520
hermes-3-llama-3.1-8b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c7a8e3574fa3046e02525a0a033c29100909e74c61d7b72e5c45f27fded31d
3
+ size 3274912640
hermes-3-llama-3.1-8b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:229f24296d6cb9bde857cc1609534e690d5a478b57c2af435bce15991f5bb099
3
+ size 4677989248
hermes-3-llama-3.1-8b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8443e68585042506e7bc9dbc136c5ea7584bfd6e4c12174a5af901d3d6c5b5d0
3
+ size 4447662976
hermes-3-llama-3.1-8b.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3da54e288658c97a843755779b0ec53f92f401a90633ea195224c0803f20576
3
+ size 2988815232
hermes-3-llama-3.1-8b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db8f8b19b0697cd767adf629a3ef37e6e5159e337984336839a70beb6e44550
3
+ size 4321956480
hermes-3-llama-3.1-8b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbea2b2ba26fab2f9effa758f6317cf2091337dda71c06ad573dde2105aa9e11
3
+ size 4018918016
hermes-3-llama-3.1-8b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4347c6ae816cc0c9ada56917b63aa648bfbb7af5e90146e68a4c8d3137bc407f
3
+ size 3664499328
hermes-3-llama-3.1-8b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8738ef6df90558dea16b5aa84101e3a8cdf3f74c873f59c610860352d6afbf79
3
+ size 4920734336
hermes-3-llama-3.1-8b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717df2d4ee34b751c7b0d909522c6bd8bea3011c6088528422c7738434f35611
3
+ size 4692669056
hermes-3-llama-3.1-8b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3fcc184b885747b190ae7c57159f2ed06e2f96ac086d863696a81b630eec11
3
+ size 5732987520
hermes-3-llama-3.1-8b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c32ad1a12b464abd13786b02ad2d128f646291bf142779c2d67ff0d942bc5a5e
3
+ size 5599294080
hermes-3-llama-3.1-8b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0986c0d102275a611726b0be92b47b3e2dcbbc6a059bc6d39aa67f8856a78e51
3
+ size 6596006528
hermes-3-llama-3.1-8b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c72bc984e673906778bb52d40e32308a11aadd9a0e82fe238aaa6d4f2f5c372
3
+ size 8540770944