Upload folder using huggingface_hub

config.json

@@ -29,7 +29,7 @@
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
-        "bits": 4.0,
+        "bits": 4.5,
         "head_bits": 6,
         "calibration": {
             "rows": 115,