diff --git a/modelopt_recipes/configs/ptq/units/default_disabled_quantizers.yaml b/modelopt_recipes/configs/ptq/units/default_disabled_quantizers.yaml index 87fd67300fa..5e48dc73b7e 100644 --- a/modelopt_recipes/configs/ptq/units/default_disabled_quantizers.yaml +++ b/modelopt_recipes/configs/ptq/units/default_disabled_quantizers.yaml @@ -43,10 +43,13 @@ # Multimodal vision branch: keep the vision encoder (SigLIP / ViT) and any # multimodal embedding projection in BF16 by default. Recipes that enable bare # `*weight_quantizer` / `*input_quantizer` or `*mlp*` wildcards otherwise also - # match the vision tower (`model.vision_tower.*`, `model.visual.*`) and the - # embedding projection (`model.embed_vision.*`); quantizing the vision branch - # crashes export / produces garbage image embeddings on VL models (gemma-4, - # Qwen3.5-VL — NVBugs 6293731, 6293762, 6294017). A recipe that intentionally + # match the vision tower (`model.vision_tower.*`, `model.visual.*`, + # Llama-4 `vision_model.*`) and the embedding projection (`model.embed_vision.*`, + # Llama-4 `multi_modal_projector.*`); quantizing the vision branch crashes + # export / produces garbage image embeddings on VL models (gemma-4, + # Qwen3.5-VL — NVBugs 6293731, 6293762, 6294017; Llama-4-Scout — NVBugs + # 6359097, where `vision_model.patch_embedding.linear` has in_features=588, + # not divisible by the NVFP4 block size). A recipe that intentionally # quantizes vision must re-enable these after importing this unit. - quantizer_name: '*embed_vision*' enable: false @@ -54,6 +57,10 @@ enable: false - quantizer_name: '*visual*' enable: false + - quantizer_name: '*vision_model*' + enable: false + - quantizer_name: '*multi_modal_projector*' + enable: false - parent_class: 'nn.BatchNorm1d' quantizer_name: '*' enable: false