default_stage: default_modifiers: GPTQModifier: targets: [Linear] ignore: [lm_head, 're:.*audio_tower.*', 're:.*visual.*', 're:.*mlp.gate.*', 're:.*code2wav.*', 're:.*talker.*'] scheme: W4A16 block_size: 128 dampening_frac: 0.01 actorder: static offload_hessians: false