default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:audio_tower.*', 're:multi_modal_projector.*'] | |
targets: [Linear] | |
scheme: FP8_DYNAMIC | |
default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:audio_tower.*', 're:multi_modal_projector.*'] | |
targets: [Linear] | |
scheme: FP8_DYNAMIC | |