beddi
/

test_plugins_clean

8-bit precision

bitsandbytes_8bit

Model card Files Files and versions

beddi commited on Jan 27

Commit

a34931b

·

verified ·

1 Parent(s): 6d4cecf

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -33,7 +33,7 @@
     "llm_int8_threshold": 6.0,
     "load_in_4bit": false,
     "load_in_8bit": false,
-    "quant_method": "bitsandbytes"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

     "llm_int8_threshold": 6.0,
     "load_in_4bit": false,
     "load_in_8bit": false,
+    "quant_method": "bitsandbytes_8bit"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,