noneUsername's picture
Upload folder using huggingface_hub
c60068f verified
default_stage:
default_modifiers:
SmoothQuantModifier: {smoothing_strength: 0.87}
GPTQModifier:
sequential_update: true
dampening_frac: 0.01
scheme: W8A8
targets: Linear
ignore: [lm_head]