SorenNumind's picture
Upload folder using huggingface_hub
61ad260 verified
default_stage:
default_modifiers:
GPTQModifier:
sequential_targets: [Qwen2_5_VLDecoderLayer]
scheme: W4A16
targets: Linear
ignore: [lm_head, 're:visual.*', 're:model.visual.*']