Hugging Face's logo

mradermacher
/
Falcon-H1-3B-Base-GGUF

Transformers
GGUF
falcon-h1
Model card Files
xet
Community
mradermacher commited on
Commit
48b3d94
·
verified ·
1 Parent(s): 92bcf23

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Falcon-H1-3B-Base.IQ4_XS.gguf +3 -0
  3. Falcon-H1-3B-Base.Q2_K.gguf +3 -0
  4. Falcon-H1-3B-Base.Q3_K_L.gguf +3 -0
  5. Falcon-H1-3B-Base.Q3_K_M.gguf +3 -0
  6. Falcon-H1-3B-Base.Q3_K_S.gguf +3 -0
  7. Falcon-H1-3B-Base.Q4_K_M.gguf +3 -0
  8. Falcon-H1-3B-Base.Q4_K_S.gguf +3 -0
  9. Falcon-H1-3B-Base.Q5_K_M.gguf +3 -0
  10. Falcon-H1-3B-Base.Q5_K_S.gguf +3 -0
  11. Falcon-H1-3B-Base.Q6_K.gguf +3 -0
  12. Falcon-H1-3B-Base.Q8_0.gguf +3 -0
  13. Falcon-H1-3B-Base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon-H1-3B-Base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon-H1-3B-Base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon-H1-3B-Base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon-H1-3B-Base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon-H1-3B-Base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon-H1-3B-Base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon-H1-3B-Base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon-H1-3B-Base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon-H1-3B-Base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon-H1-3B-Base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon-H1-3B-Base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon-H1-3B-Base.f16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1-3B-Base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd1458a0f85859bf9d23431052a5d49b21cce9fb8a936c036c8e10129f6a2b5
3
+ size 1740988192
Falcon-H1-3B-Base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5568ffac8f958f3a0fe39f0d8fd05340c02d3a5613a3de04b11ba0be8cc8c7
3
+ size 1189134112
Falcon-H1-3B-Base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc39d6ead235ba2d0409dae824b874f0b6dc2647fd28c48cf4418daf050eddc2
3
+ size 1587367712
Falcon-H1-3B-Base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:098ab71b12901ca73fdae1bcb132843bcf9f8f8a13ab878d76d0f3852ad5433f
3
+ size 1512820512
Falcon-H1-3B-Base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d47fe30faccb2b37cfc216c8cf2e834142a1ac0dce244776e92b7440abf85bd1
3
+ size 1425166112
Falcon-H1-3B-Base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aff17eb31899125c816653fc153fc13077fd33de5ae8c5017529c87b17c7743
3
+ size 1888608032
Falcon-H1-3B-Base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa80e277f709bb526be4e7e2c96c875fba6069351833a38201f723455016473
3
+ size 1829216032
Falcon-H1-3B-Base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf19115d7baf74c820557cafe319e32733e7f09df3c7af04f01560a9b1475e5a
3
+ size 2228412192
Falcon-H1-3B-Base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864e16019df692f2c0f7c1acd18c1f1e4d0f56a1b84d3d4fa2d2580d9ea25733
3
+ size 2193596192
Falcon-H1-3B-Base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f26dfb903e4039f08d3aa887a206fb7ebb128ac10d237b4909fd3d8a9f8a327f
3
+ size 2589454112
Falcon-H1-3B-Base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3293a40e6124287fecb790e46104dfea5d061b76c4d61eb290dc1798375b9b40
3
+ size 3351944992
Falcon-H1-3B-Base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f885848ff18742fff50172611f810f22e71e20f2adefbc7c2b1c7c93cca4d855
3
+ size 6303522592