brandonbeiler's picture
Upload folder using huggingface_hub
95beb4e verified
raw
history blame contribute delete
173 Bytes
default_stage:
default_modifiers:
QuantizationModifier:
targets: [Linear]
ignore: ['re:.*lm_head', 're:.*vision.*', 're:mlp1.*']
scheme: FP8_DYNAMIC