Upload folder using huggingface_hub

config.json

@@ -28,8 +28,8 @@
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
-        "bits": 4.0,
-        "head_bits": 6,
+        "bits": 8.0,
+        "head_bits": 8,
         "calibration": {
             "rows": 115,
             "length": 2048,