Update README.md
Browse files
README.md
CHANGED
|
@@ -10,6 +10,7 @@ tags:
|
|
| 10 |
- imatrix
|
| 11 |
- mistral
|
| 12 |
- merge
|
|
|
|
| 13 |
inference: false
|
| 14 |
base_model:
|
| 15 |
- ResplendentAI/Datura_7B
|
|
@@ -20,7 +21,7 @@ This repository hosts GGUF-Imatrix quantizations for [Endevor/InfinityRP-v1-7B](
|
|
| 20 |
```
|
| 21 |
Base⇢ GGUF(F16)⇢ Imatrix-Data(F16)⇢ GGUF(Imatrix-Quants)
|
| 22 |
```
|
| 23 |
-
|
| 24 |
```python
|
| 25 |
quantization_options = [
|
| 26 |
"Q4_K_M", "IQ4_XS", "Q5_K_M", "Q5_K_S", "Q6_K",
|
|
|
|
| 10 |
- imatrix
|
| 11 |
- mistral
|
| 12 |
- merge
|
| 13 |
+
- nsfw
|
| 14 |
inference: false
|
| 15 |
base_model:
|
| 16 |
- ResplendentAI/Datura_7B
|
|
|
|
| 21 |
```
|
| 22 |
Base⇢ GGUF(F16)⇢ Imatrix-Data(F16)⇢ GGUF(Imatrix-Quants)
|
| 23 |
```
|
| 24 |
+
|
| 25 |
```python
|
| 26 |
quantization_options = [
|
| 27 |
"Q4_K_M", "IQ4_XS", "Q5_K_M", "Q5_K_S", "Q6_K",
|