default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
targets: [Linear] | |
ignore: [lm_head, 're:model\.adapter.*', 're:model\.vision_tower.*'] | |
scheme: FP8_DYNAMIC | |
default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
targets: [Linear] | |
ignore: [lm_head, 're:model\.adapter.*', 're:model\.vision_tower.*'] | |
scheme: FP8_DYNAMIC | |