File size: 224 Bytes
fc7c18f |
1 2 3 4 5 6 7 8 |
DEFAULT_stage:
DEFAULT_modifiers:
GPTQModifier:
sequential_targets: [LlamaDecoderLayer]
scheme: W4A16
targets: Linear
ignore: ['re:.*lm_head', 're:model.vision_model.*', 're:model.connector.*']
|