Hugging Face's logo

LWDCLS
/
Phi-4-mini-instruct-abliterated-GGUF-IQ-Imatrix-Request

GGUF
conversational
Model card Files Community
Lewdiculous commited on
Commit
6594e94
·
verified ·
1 Parent(s): f6dbb37

add model files

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. Phi-4-mini-instruct-abliterated-BF16.gguf +3 -0
  3. Phi-4-mini-instruct-abliterated-F16.gguf +3 -0
  4. Phi-4-mini-instruct-abliterated-IQ3_M-imat.gguf +3 -0
  5. Phi-4-mini-instruct-abliterated-IQ3_S-imat.gguf +3 -0
  6. Phi-4-mini-instruct-abliterated-IQ3_XS-imat.gguf +3 -0
  7. Phi-4-mini-instruct-abliterated-IQ3_XXS-imat.gguf +3 -0
  8. Phi-4-mini-instruct-abliterated-IQ4_XS-imat.gguf +3 -0
  9. Phi-4-mini-instruct-abliterated-Q3_K_L-imat.gguf +3 -0
  10. Phi-4-mini-instruct-abliterated-Q3_K_M-imat.gguf +3 -0
  11. Phi-4-mini-instruct-abliterated-Q4_0-imat.gguf +3 -0
  12. Phi-4-mini-instruct-abliterated-Q4_K_M-imat.gguf +3 -0
  13. Phi-4-mini-instruct-abliterated-Q4_K_S-imat.gguf +3 -0
  14. Phi-4-mini-instruct-abliterated-Q5_K_M-imat.gguf +3 -0
  15. Phi-4-mini-instruct-abliterated-Q5_K_S-imat.gguf +3 -0
  16. Phi-4-mini-instruct-abliterated-Q6_K-imat.gguf +3 -0
  17. Phi-4-mini-instruct-abliterated-Q8_0-imat.gguf +3 -0
  18. imatrix.dat +3 -0
  19. imatrix.rp.txt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Phi-4-mini-instruct-abliterated-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-4-mini-instruct-abliterated-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-4-mini-instruct-abliterated-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-4-mini-instruct-abliterated-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-4-mini-instruct-abliterated-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-4-mini-instruct-abliterated-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-4-mini-instruct-abliterated-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-4-mini-instruct-abliterated-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-4-mini-instruct-abliterated-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-4-mini-instruct-abliterated-Q4_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-4-mini-instruct-abliterated-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-4-mini-instruct-abliterated-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-4-mini-instruct-abliterated-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-4-mini-instruct-abliterated-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Phi-4-mini-instruct-abliterated-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Phi-4-mini-instruct-abliterated-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Phi-4-mini-instruct-abliterated-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebdb3d2a948dd926726d8f62b439e420f2092e7c750586c7c1af1b51c6ebc59
3
+ size 7680694944
Phi-4-mini-instruct-abliterated-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec31e050142486fa492903842097f9094ef13c5b5559512206103ca6d142222
3
+ size 7680694944
Phi-4-mini-instruct-abliterated-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e1b37675abf6fe29e0e93d59ed494d456dd52d4f0c9d86c158abf458c5383c
3
+ size 2017656768
Phi-4-mini-instruct-abliterated-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aefee32fd2087bc2c0aeec0af64c5cab65df3b9696c6919bad6cca30193f31d1
3
+ size 1897332672
Phi-4-mini-instruct-abliterated-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010023be9f4032f86fafc1956e31cc8a141e274d16d43d389c1744e4843a4962
3
+ size 1840709568
Phi-4-mini-instruct-abliterated-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:676829a1cd567f146a15efdde4cf7e09e01260b79eabb7cf34df43eaa0d72935
3
+ size 1678867392
Phi-4-mini-instruct-abliterated-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5830088eb091c613f3616f84bcefa1c2e66f36cebdcf173e3f629013672f9369
3
+ size 2224488384
Phi-4-mini-instruct-abliterated-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df67dd305fadfda1ff5c7b2f79863b7783f79dc8e23690191ac85ed81e60fdf
3
+ size 2249654208
Phi-4-mini-instruct-abliterated-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60241f78a2ea8939f7d2a5bf519be4a69d8fdefb44cdb8d77d77a761fc04e0fa
3
+ size 2117533632
Phi-4-mini-instruct-abliterated-Q4_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee8973c05561159df84eb0ee0e0bd7629d2164abbcfe81835f8fef33db5d089
3
+ size 2331443136
Phi-4-mini-instruct-abliterated-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e175d0aecb9646db0e866471889792c99770f68e6d9c5c8e816b937c529fbaa
3
+ size 2491875264
Phi-4-mini-instruct-abliterated-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7a00579b878be1dbf33c59c63c19831cd8016857d41b64058a6a63a484829da
3
+ size 2337734592
Phi-4-mini-instruct-abliterated-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97ed5a92ccf369b14c5ea9694760dd2b00cd3fc45c80bb296ce698bf7bd83e0
3
+ size 2848128960
Phi-4-mini-instruct-abliterated-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935e72cdf8a28d2719babe393363d0b4b6399ff19b711478304204a3975347c7
3
+ size 2727804864
Phi-4-mini-instruct-abliterated-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eabb707c2920dc70cfa58bd8461ca92f01cbf6321a10a0f52574a57ab1680c3
3
+ size 3155623872
Phi-4-mini-instruct-abliterated-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32d1a78a6c5c571f7457751dac3d261e4ae140f98587443cee984e7cda1e893a
3
+ size 4084612032
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4ec3016c63d22b6329a6b1c27a18b85caee3dd0fd7557560157a66f929960ab
3
+ size 2232617
imatrix.rp.txt ADDED
The diff for this file is too large to render. See raw diff