Hugging Face's logo

mradermacher
/
Westlake-7B-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
c89d8c4
·
verified ·
1 Parent(s): 55726e0

uploaded from kaos

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Westlake-7B.i1-IQ1_M.gguf +3 -0
  3. Westlake-7B.i1-IQ1_S.gguf +3 -0
  4. Westlake-7B.i1-IQ2_M.gguf +3 -0
  5. Westlake-7B.i1-IQ2_S.gguf +3 -0
  6. Westlake-7B.i1-IQ2_XS.gguf +3 -0
  7. Westlake-7B.i1-IQ2_XXS.gguf +3 -0
  8. Westlake-7B.i1-IQ3_M.gguf +3 -0
  9. Westlake-7B.i1-IQ3_S.gguf +3 -0
  10. Westlake-7B.i1-IQ3_XS.gguf +3 -0
  11. Westlake-7B.i1-IQ3_XXS.gguf +3 -0
  12. Westlake-7B.i1-IQ4_XS.gguf +3 -0
  13. Westlake-7B.i1-Q2_K.gguf +3 -0
  14. Westlake-7B.i1-Q2_K_S.gguf +3 -0
  15. Westlake-7B.i1-Q3_K_L.gguf +3 -0
  16. Westlake-7B.i1-Q3_K_M.gguf +3 -0
  17. Westlake-7B.i1-Q3_K_S.gguf +3 -0
  18. Westlake-7B.i1-Q4_0.gguf +3 -0
  19. Westlake-7B.i1-Q4_K_M.gguf +3 -0
  20. Westlake-7B.i1-Q4_K_S.gguf +3 -0
  21. Westlake-7B.i1-Q5_K_M.gguf +3 -0
  22. Westlake-7B.i1-Q5_K_S.gguf +3 -0
  23. Westlake-7B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Westlake-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Westlake-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Westlake-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Westlake-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Westlake-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Westlake-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Westlake-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Westlake-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Westlake-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Westlake-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Westlake-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Westlake-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Westlake-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Westlake-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Westlake-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Westlake-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Westlake-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Westlake-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Westlake-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Westlake-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Westlake-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Westlake-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Westlake-7B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5b6dc20fe34132e113c8d066d0cd091c5cfd03242b5d2bf44d366fc11923ca
3
+ size 1754446528
Westlake-7B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51311a37e173fe914bd0a947bf3041fa16c4a887f64df57eaaf64767ca89e1d1
3
+ size 1612102336
Westlake-7B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5503740962bc0ec1bc6cc5c67c63d6413b7f3ae016be90ada8a965e190cd3bce
3
+ size 2500713152
Westlake-7B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e00b85df272c82e64621ee213102eff06daeaf1f248b1f6d68e7eab798b2416
3
+ size 2310920896
Westlake-7B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b521e0312cb4cf0aa1c2f4e830400da315b6f676206d8d86572cdb70006eba
3
+ size 2198256320
Westlake-7B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7ef0cbf5f93c3af37c8f2e33be87799e6781444825148c1be267265112cd3e1
3
+ size 1991686848
Westlake-7B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3fd5cdf160e815236a42180884cac32aaecaf657fd94e895dc27a82649683d
3
+ size 3284892352
Westlake-7B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aac8997bdbbd7368cde16fdc715ba730fd2e7d578eb1f5c13ec2007c25b02d4
3
+ size 3182394048
Westlake-7B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58598cf6c3dc37b6eb73d498945b5f7d9afe5fa5145dd5699a34d012f009eb72
3
+ size 3018816192
Westlake-7B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84f3e6db988b3b8a4e53a0e31b0401b03915c1e2b435ddf7d7b8a4949f5335fc
3
+ size 2827344576
Westlake-7B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df6af6ddf6bafb47005e4fdf0b40f416c332db492b1a280be6c0a519dde013ee
3
+ size 3907689152
Westlake-7B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f8c2cb6b316570158a22ec31fed9b8b0e441a6c7ea1c04e412b327b33f37ef
3
+ size 2719242944
Westlake-7B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42d4dcf9c00e043bdaa00aaeac3416a8ef7a89455fa54e79a1e29c1b3adb91f
3
+ size 2528926400
Westlake-7B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4205e0f022f366e457af6bef3da6b3af0020da31d2be783da34701e30f0bce8
3
+ size 3822025408
Westlake-7B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb397aaa722b77a8fdeddf9a301e97c9290e32549955a7995cbe079137069dd3
3
+ size 3518986944
Westlake-7B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e32cf2c97827b3ffaac011dd92ae58c2f5a498fccdd0134d69c7414d1f698b5
3
+ size 3164568256
Westlake-7B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8949bd9baf94128aa7f604ef3322ba53777bf3f8f3d5d18a98eeb2030446de31
3
+ size 4123597504
Westlake-7B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15db61d6700406ec55b5a2bcabadbcc93b916e6f2d3404459c11c3d97f737359
3
+ size 4368440000
Westlake-7B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a91e665a32443069101b515b4d0aa3d5d58ba6d3371387cd7d48b8d396225566
3
+ size 4140374720
Westlake-7B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c537b37abf4098536fd7b9d831cc43941f0fbd996a15e3016b5b4233fbe01469
3
+ size 5131410112
Westlake-7B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9214932a35f7960a88021565b3bda201d55b6285ab64b0d5eb92af0854b75a
3
+ size 4997716672
Westlake-7B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ff8027d6281dd8f0873c3d33392e8e9b4b541ce4afb395912520286a0f9356
3
+ size 5942065856