OPEA
/

Llama-3.2-90B-Vision-Instruct-int4-sym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on Jun 5

Commit

c643066

·

verified ·

1 Parent(s): 332dc5a

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "model_type": "mllama",
   "quantization_config": {
     "amp": true,
-    "autoround_version": "0.4.0.dev",
     "batch_size": 1,
     "bits": 4,
     "data_type": "int",
@@ -26,7 +26,7 @@
     "scale_dtype": "torch.float16",
     "seqlen": 512,
     "sym": true,
-    "block_name_to_quantize": "language_model.model.layers"
   },
   "text_config": {
     "_attn_implementation_autoset": false,
@@ -139,7 +139,7 @@
     "vocab_size": 128256
   },
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.46.1",
   "vision_config": {
     "_attn_implementation_autoset": false,
     "_name_or_path": "",

   "model_type": "mllama",
   "quantization_config": {
     "amp": true,
+    "autoround_version": "0.5.1",
     "batch_size": 1,
     "bits": 4,
     "data_type": "int",
     "scale_dtype": "torch.float16",
     "seqlen": 512,
     "sym": true,
+    "block_name_to_quantize": "language_model.model.layers,model.language_model.layers"
   },
   "text_config": {
     "_attn_implementation_autoset": false,
     "vocab_size": 128256
   },
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.2",
   "vision_config": {
     "_attn_implementation_autoset": false,
     "_name_or_path": "",