recipe.yaml

DEFAULT_stage:
  DEFAULT_modifiers:
    SmoothQuantModifier: {smoothing_strength: 0.8}
    GPTQModifier:
      sequential_update: true
      dampening_frac: 0.01
      scheme: W8A8
      targets: Linear
      ignore: [lm_head]