Hugging Face's logo

mradermacher
/
Hamanasu-4B-Instruct-KTO-V2-i1-GGUF

Transformers
GGUF
English
llama
roleplay
finetune
storywriting
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
447c1fe
·
verified ·
1 Parent(s): 2bd7e59

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Hamanasu-4B-Instruct-KTO-V2.i1-IQ1_M.gguf +3 -0
  3. Hamanasu-4B-Instruct-KTO-V2.i1-IQ1_S.gguf +3 -0
  4. Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_M.gguf +3 -0
  5. Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_S.gguf +3 -0
  6. Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_XS.gguf +3 -0
  7. Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_XXS.gguf +3 -0
  8. Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_M.gguf +3 -0
  9. Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_S.gguf +3 -0
  10. Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_XS.gguf +3 -0
  11. Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_XXS.gguf +3 -0
  12. Hamanasu-4B-Instruct-KTO-V2.i1-IQ4_NL.gguf +3 -0
  13. Hamanasu-4B-Instruct-KTO-V2.i1-IQ4_XS.gguf +3 -0
  14. Hamanasu-4B-Instruct-KTO-V2.i1-Q2_K.gguf +3 -0
  15. Hamanasu-4B-Instruct-KTO-V2.i1-Q2_K_S.gguf +3 -0
  16. Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_L.gguf +3 -0
  17. Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_M.gguf +3 -0
  18. Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_S.gguf +3 -0
  19. Hamanasu-4B-Instruct-KTO-V2.i1-Q4_0.gguf +3 -0
  20. Hamanasu-4B-Instruct-KTO-V2.i1-Q4_1.gguf +3 -0
  21. Hamanasu-4B-Instruct-KTO-V2.i1-Q4_K_M.gguf +3 -0
  22. Hamanasu-4B-Instruct-KTO-V2.i1-Q4_K_S.gguf +3 -0
  23. Hamanasu-4B-Instruct-KTO-V2.i1-Q5_K_M.gguf +3 -0
  24. Hamanasu-4B-Instruct-KTO-V2.i1-Q5_K_S.gguf +3 -0
  25. Hamanasu-4B-Instruct-KTO-V2.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Hamanasu-4B-Instruct-KTO-V2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Hamanasu-4B-Instruct-KTO-V2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Hamanasu-4B-Instruct-KTO-V2.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2194e48ec92a682f3d95b0ac0ff5ef0211339c18a8309ec35f56a310d991fa2
3
+ size 1286257024
Hamanasu-4B-Instruct-KTO-V2.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8612572c799ae817ca8ca2470bf224a7cb26f320bf5b1d5c8d72c29e129f8a03
3
+ size 1213413760
Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4225be64d73f44ca860a35fa48e35b868f3df4c869fd16637678013b9619c3d6
3
+ size 1722634624
Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfc705f866fc387628e1220ee6c9d4f015271b8c5a577d3b7b7da10459df212
3
+ size 1625510272
Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1de962306d7b396d1cb41df1ff855125e32367694fb6543642315935d5a7ca
3
+ size 1517369728
Hamanasu-4B-Instruct-KTO-V2.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e041f04a2efaf81b82dc4e6388c5c1af062d07399f665b8bcb4f128b20ddf8c
3
+ size 1407662464
Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a128070dacf03b74c06c443640ad817b6bd49cc3a54f36b162e5fb539c8fefb
3
+ size 2183416192
Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884e7371deb56e00aba7e6ceb32eab28dff2416433f2de9d13b32edc18ce4e1d
3
+ size 2114898304
Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ad0c99896555ad1bf9d5021807e2156689721f2d4e71ea9651315538466c34
3
+ size 2027604352
Hamanasu-4B-Instruct-KTO-V2.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bede47233d5399f77cc01ab5d0db84bb9390738f842e5c8e0d630282d2437ad
3
+ size 1880117632
Hamanasu-4B-Instruct-KTO-V2.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e72700111d3f5b41d8e3cc6c581825913be177a6659cce2f91ac1d480e8d53e0
3
+ size 2661106048
Hamanasu-4B-Instruct-KTO-V2.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b20341dd34d1efb062441fcc8081f1689d7d901fe1090bd6a40c651074df20
3
+ size 2535547264
Hamanasu-4B-Instruct-KTO-V2.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c48f21ad5655c34b3cd80ee7dcfd907c6874490a6dd4a0056b1e3192c6778c1
3
+ size 1839739264
Hamanasu-4B-Instruct-KTO-V2.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fc3c446acfb140bb632869b7af0e8e0b4892357fb8abf9fa6639492748e0a5d
3
+ size 1733374336
Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e057149ec5abdbd054d7971e4c20cc50a6eebe4038151a0112e1bc6b93840bcb
3
+ size 2464860544
Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ca217f66e5ee6a17c987898a792ddad90a01a7d1af1ba3d4a91665d2794a85
3
+ size 2296564096
Hamanasu-4B-Instruct-KTO-V2.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25db57c4129b7eab0ea09d5eb2ad54fd72821d0e235c3f373d5c70d503a71cfc
3
+ size 2101528960
Hamanasu-4B-Instruct-KTO-V2.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21234a802bb387eaaa35235c931d859d09548864ca858f02b109280c0e9c6113
3
+ size 2655601024
Hamanasu-4B-Instruct-KTO-V2.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10a8c5d1a6036c4b38e5f4a7e3758fa120e9cdac0a66ea7c405be959cebd2871
3
+ size 2905932160
Hamanasu-4B-Instruct-KTO-V2.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24280befd1a869789e127064a29da8e2f1a60c5e18038e25eb178eed58c3bc52
3
+ size 2778284416
Hamanasu-4B-Instruct-KTO-V2.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d6ffeab112bf967aa1faad9ef764522e082262ac8fef438fb6023ccf620254
3
+ size 2664251776
Hamanasu-4B-Instruct-KTO-V2.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:203bf0e1c062e8eb87bfe673f80b7ad8d56f52fe23e162254966bff889a3c8a4
3
+ size 3230187904
Hamanasu-4B-Instruct-KTO-V2.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496cb36ab852c9014c1a55f775b7ac9e7843ae11796f50de463581eb51a8d6ae
3
+ size 3163341184
Hamanasu-4B-Instruct-KTO-V2.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eabc1424207f4efae5f39b4ea5ef34a9d1bbe1e9d4ecdc274a384f332e5c89eb
3
+ size 3710335360