default_stage: default_modifiers: GPTQModifier: config_groups: group_0: targets: [Linear] weights: {num_bits: 4, type: int, symmetric: false, group_size: 128, strategy: group, dynamic: false, observer: mse} ignore: [lm_head] dampening_frac: 0.005