Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it-abliterated.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it-abliterated.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it-abliterated.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it-abliterated.q8_p.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it-abliterated.q8q4.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,17 @@
+
+---
+license: mit
+language:
+- en
+pipeline_tag: text-generation
+---
+
+My own (ZeroWw) quantizations.
+output and embed tensors quantized to f16.
+all other tensors quantized to q5_k or q6_k.
+
+Result:
+both f16.q6 and f16.q5 are smaller than q8_0 standard quantization
+and they perform as well as the pure f16.
+
+Updated on: Sun Mar 23, 08:44:03

gemma-3-1b-it-abliterated.f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed592320585364b12dda067081c6022f8e538177e4eadbfc3c7ecaa3000d5e5f
+size 2006573600

gemma-3-1b-it-abliterated.q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53924012d6c38b1eb39d9705de4a56aa796ce9bd29619e21625d779cd9fb2c01
+size 1134461216

gemma-3-1b-it-abliterated.q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333f85a54b49f0a4e6611dd5ff4d94d3bfd5689ff426a6023b5b7cd3b9501603
+size 1294854176

gemma-3-1b-it-abliterated.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6876b2227a4a3673ea3c26d3dd4ad003eb009c73215ffb02eda1d4fcbd83ff8d
+size 1352421920

gemma-3-1b-it-abliterated.q8_p.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e918ed014c4e3c0b6bae4fdb3701f08ac27813260b3bb75dcde3ddd5e9c85e
+size 1069306400

gemma-3-1b-it-abliterated.q8q4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57cca3c5f4f58d6dd9ae095d507d16d9b74c89d83892deed5f79f72c07ff2b3
+size 806058272