RedHatAI
/

gemma-3-4b-it-quantized.w4a16

Image-Text-to-Text

text-generation-inference

compressed-tensors

Model card Files Files and versions

nm-research commited on 6 days ago

Commit

726f6ae

·

verified ·

1 Parent(s): 33f7ee1

Update README.md

Files changed (1) hide show

README.md +4 -3

README.md CHANGED Viewed

@@ -136,9 +136,10 @@ def data_collator(batch):
 recipe = [
     GPTQModifier(
         targets="Linear",
-        scheme="W4A16",
-        ignore: ["re:.*lm_head.*", "re:.*embed_tokens.*", "re:vision_tower.*", "re:multi_modal_projector.*"],
-        sequential_update: True,
     )
 ]

 recipe = [
     GPTQModifier(
         targets="Linear",
+        ignore=["re:.*lm_head.*", "re:.*embed_tokens.*", "re:vision_tower.*", "re:multi_modal_projector.*"],
+        sequential_update=True,
+        sequential_targets=["Gemma3DecoderLayer"],
+        dampening_frac=dampening_frac,
     )
 ]