cgus
/

granite-3.2-8b-instruct-preview-exl2

Text Generation

4-bit precision

Model card Files Files and versions Community

cgus commited on Feb 9

Commit

66b440d

·

verified ·

1 Parent(s): c38b055

Upload 2 files

Files changed (2) hide show

config.json +2 -2
output.safetensors +2 -2

config.json CHANGED Viewed

@@ -33,8 +33,8 @@
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
-        "bits": 4.0,
-        "head_bits": 6,
         "calibration": {
             "rows": 115,
             "length": 2048,

     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
+        "bits": 8.0,
+        "head_bits": 8,
         "calibration": {
             "rows": 115,
             "length": 2048,

output.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a48be9f0d896b8209d244d7165b69ac243755e7496dbce21c1aad668a89b9fc3
-size 4547863522

 version https://git-lfs.github.com/spec/v1
+oid sha256:151220c27dfca0c4c33137032e297c4508f9cf715cd0bfdf4f25316003fa7ecd
+size 8574812856