| default_stage: | |
| default_modifiers: | |
| QuantizationModifier: | |
| targets: [Linear] | |
| ignore: ['re:.*embed_audio.*', 're:.*embed_vision.*', 're:.*audio_tower.*', 're:.*vision_tower.*', | |
| 're:.*altup.*', 're:.*lm_head.*', 're:.*laurel.*', 're:model\.language_model\.layers\.\d+\.per_layer_input_gate', | |
| 're:model\.language_model\.layers\.\d+\.per_layer_projection', model.language_model.per_layer_model_projection] | |
| scheme: FP8_DYNAMIC | |