Hugging Face's logo

mradermacher
/
Falcon-H1-3B-Base-i1-GGUF

Transformers
GGUF
falcon-h1
imatrix
Model card Files
xet
Community
mradermacher commited on
Commit
fe43294
·
verified ·
1 Parent(s): 19cbaa8

uploaded from leia

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Falcon-H1-3B-Base.i1-IQ1_M.gguf +3 -0
  3. Falcon-H1-3B-Base.i1-IQ1_S.gguf +3 -0
  4. Falcon-H1-3B-Base.i1-IQ2_M.gguf +3 -0
  5. Falcon-H1-3B-Base.i1-IQ2_S.gguf +3 -0
  6. Falcon-H1-3B-Base.i1-IQ2_XS.gguf +3 -0
  7. Falcon-H1-3B-Base.i1-IQ2_XXS.gguf +3 -0
  8. Falcon-H1-3B-Base.i1-IQ3_M.gguf +3 -0
  9. Falcon-H1-3B-Base.i1-IQ3_S.gguf +3 -0
  10. Falcon-H1-3B-Base.i1-IQ3_XS.gguf +3 -0
  11. Falcon-H1-3B-Base.i1-IQ3_XXS.gguf +3 -0
  12. Falcon-H1-3B-Base.i1-IQ4_NL.gguf +3 -0
  13. Falcon-H1-3B-Base.i1-IQ4_XS.gguf +3 -0
  14. Falcon-H1-3B-Base.i1-Q2_K.gguf +3 -0
  15. Falcon-H1-3B-Base.i1-Q2_K_S.gguf +3 -0
  16. Falcon-H1-3B-Base.i1-Q3_K_L.gguf +3 -0
  17. Falcon-H1-3B-Base.i1-Q3_K_M.gguf +3 -0
  18. Falcon-H1-3B-Base.i1-Q3_K_S.gguf +3 -0
  19. Falcon-H1-3B-Base.i1-Q4_0.gguf +3 -0
  20. Falcon-H1-3B-Base.i1-Q4_1.gguf +3 -0
  21. Falcon-H1-3B-Base.i1-Q4_K_M.gguf +3 -0
  22. Falcon-H1-3B-Base.i1-Q4_K_S.gguf +3 -0
  23. Falcon-H1-3B-Base.i1-Q5_K_M.gguf +3 -0
  24. Falcon-H1-3B-Base.i1-Q5_K_S.gguf +3 -0
  25. Falcon-H1-3B-Base.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Falcon-H1-3B-Base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon-H1-3B-Base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon-H1-3B-Base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon-H1-3B-Base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon-H1-3B-Base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon-H1-3B-Base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon-H1-3B-Base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon-H1-3B-Base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon-H1-3B-Base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon-H1-3B-Base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon-H1-3B-Base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon-H1-3B-Base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Falcon-H1-3B-Base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Falcon-H1-3B-Base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Falcon-H1-3B-Base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Falcon-H1-3B-Base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Falcon-H1-3B-Base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Falcon-H1-3B-Base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Falcon-H1-3B-Base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Falcon-H1-3B-Base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Falcon-H1-3B-Base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Falcon-H1-3B-Base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Falcon-H1-3B-Base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Falcon-H1-3B-Base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1-3B-Base.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec62a140ff043081c2c1b6450d3f177a0b04bad4b50c7d92af09229ee4c230c8
3
+ size 810704928
Falcon-H1-3B-Base.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d9a985ca3089ae3627e4e07f9f3cfc762c2ac169d0a1bcaea94016b7ffa62e
3
+ size 749203488
Falcon-H1-3B-Base.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8218df25f2978634b205acb4435f2671919ab0be3848490e468fc24d3ef38a22
3
+ size 1118662688
Falcon-H1-3B-Base.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6fc42293cbc1ca4d458aee078bd1ad3775d6c2105563c304d727f24dcfdb98f
3
+ size 1036660768
Falcon-H1-3B-Base.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45ffc9df75b75ec8a77dd0c3b81fd8db0045d2ce9229d407007dea472eb59eff
3
+ size 998486048
Falcon-H1-3B-Base.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c50073684c2068c2827d5ea2ef7f542e71215531f1179c565bef74c8ff5a099
3
+ size 913207328
Falcon-H1-3B-Base.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21482f0adc8837ef646a0734d50f232d09ea82e8b7e7bff6b5b932f7efbb743
3
+ size 1450233888
Falcon-H1-3B-Base.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258ef2bc780fc48675084c5992581b38b0cd9ce07a75b8f49c611739041a4f40
3
+ size 1427951648
Falcon-H1-3B-Base.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e8a8457decfc1f3fbc29261fa6044c6084fbc36086a2c872edd57a47e46968
3
+ size 1386663968
Falcon-H1-3B-Base.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9939daae5eb3925d502eb3f694f78b192b4f7ea5069360968b18bb33f99a6896
3
+ size 1271853088
Falcon-H1-3B-Base.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324750550df22160e58fd0b82410af8b684ec7ae2210400c0c81b4b0aa601ef5
3
+ size 1823645728
Falcon-H1-3B-Base.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e377991b10c27e85f54cc88c851fbf28c95d01f3c42d006727b00c3a7bb72bc0
3
+ size 1731158048
Falcon-H1-3B-Base.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70aee75185e2f3aa12d9bbc0aba38c1849a52428bb270ed937e161260560abc
3
+ size 1189134368
Falcon-H1-3B-Base.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b76341c8bfdd405c109295b6718f647fde2e4e9b1018ca3dee3b4b741f158a7
3
+ size 1142112288
Falcon-H1-3B-Base.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b26b0decea8469eb1c35097fba68c16d4d6918e363ef118c36e7c53d8643ed
3
+ size 1587367968
Falcon-H1-3B-Base.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b20269adbfe809d240a4f14fb6818f0b4527024ade08d441fa537441b5be4a98
3
+ size 1512820768
Falcon-H1-3B-Base.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7323623a6e7f87e387bec0c393790e631704d8cac4e660eca95f59bc6c07d53
3
+ size 1425166368
Falcon-H1-3B-Base.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9784fd417d335233571dcf35d62b60fb5f5499e36cca94f8dcfca6199ede4e5
3
+ size 1824956448
Falcon-H1-3B-Base.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eec125758239124b31bf6dc518eeaa20883047d55771f73d7da0e3f93a6ddfb
3
+ size 2007310368
Falcon-H1-3B-Base.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89420aab20fad69c66ead17e56b0a1495ffcc4406db9f39f515dcc236b630860
3
+ size 1888608288
Falcon-H1-3B-Base.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047b398b9967023ef293b560ddca57a64fab607e041e69efddc8e305ad84148d
3
+ size 1829216288
Falcon-H1-3B-Base.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7616eec6ec82f3b3c2efdb0520322606f77e8c28c3a58ee8a4786ef1a0b0fd
3
+ size 2228412448
Falcon-H1-3B-Base.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b339fa169118ec1fda2d9f0538f5eacf81a1416b94e44b51a678bf9bb6899a7f
3
+ size 2193596448
Falcon-H1-3B-Base.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2726646d60af1e7baedc63234f2f8c9932c50ab09e0470682c818244f1fbed6
3
+ size 2589454368