From 98166141d48ad2418c7fff3a2273b0d68bc6fd23 Mon Sep 17 00:00:00 2001 From: bhsueh <11360707+byshiue@users.noreply.github.com> Date: Sun, 7 Sep 2025 23:44:11 -0700 Subject: [PATCH] adjust the mmlu threshold of TestQwen3_30B_A3B::test_nvfp4 Signed-off-by: bhsueh <11360707+byshiue@users.noreply.github.com> --- tests/integration/defs/accuracy/references/mmlu.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/integration/defs/accuracy/references/mmlu.yaml b/tests/integration/defs/accuracy/references/mmlu.yaml index 4d90217b27d0..430c5a18213e 100644 --- a/tests/integration/defs/accuracy/references/mmlu.yaml +++ b/tests/integration/defs/accuracy/references/mmlu.yaml @@ -208,10 +208,10 @@ Qwen3/Qwen3-30B-A3B: accuracy: 79.53 - quant_algo: FP8 kv_cache_quant_algo: FP8 - accuracy: 80.65 + accuracy: 79.53 - quant_algo: NVFP4 kv_cache_quant_algo: FP8 - accuracy: 80.65 + accuracy: 79.53 - quant_algo: W4A8_MXFP4_FP8 accuracy: 79.78 - quant_algo: W4A8_MXFP4_MXFP8