default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
targets: [Linear] | |
ignore: ['re:.*lm_head', 're:.*vision.*', 're:mlp1.*'] | |
scheme: FP8_DYNAMIC | |
default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
targets: [Linear] | |
ignore: ['re:.*lm_head', 're:.*vision.*', 're:mlp1.*'] | |
scheme: FP8_DYNAMIC | |