OPEA
/

Mistral-Small-3.1-24B-Instruct-2503-int4-AutoRound-gptq-sym

4-bit precision

Model card Files Files and versions

cicdatopea commited on 16 days ago

Commit

7110879

·

verified ·

1 Parent(s): 514ab7c

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -9,10 +9,10 @@
   "quantization_config": {
     "act_bits": 32,
     "amp": true,
-    "autoround_version": "0.4.6",
     "batch_size": 8,
     "bits": 4,
-    "block_name_to_quantize": "language_model.model.layers",
     "damp_percent": 0.01,
     "data_type": "int",
     "desc_act": false,
@@ -52,7 +52,7 @@
     "vocab_size": 131072
   },
   "torch_dtype": "float16",
-  "transformers_version": "4.50.0.dev0",
   "vision_config": {
     "attention_dropout": 0.0,
     "head_dim": 64,

   "quantization_config": {
     "act_bits": 32,
     "amp": true,
+    "autoround_version": "0.5.1",
     "batch_size": 8,
     "bits": 4,
+    "block_name_to_quantize": "language_model.model.layers,model.language_model.layers",
     "damp_percent": 0.01,
     "data_type": "int",
     "desc_act": false,
     "vocab_size": 131072
   },
   "torch_dtype": "float16",
+  "transformers_version": "4.52.2",
   "vision_config": {
     "attention_dropout": 0.0,
     "head_dim": 64,