From 6d43e8f4973c42d9aa6b55eafe1c53641507d764 Mon Sep 17 00:00:00 2001 From: Zero Zeng <38289304+zerollzeng@users.noreply.github.com> Date: Wed, 30 Jul 2025 06:01:13 +0000 Subject: [PATCH] fix: Fix missing key Signed-off-by: Zero Zeng <38289304+zerollzeng@users.noreply.github.com> --- tensorrt_llm/serve/scripts/benchmark_serving.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tensorrt_llm/serve/scripts/benchmark_serving.py b/tensorrt_llm/serve/scripts/benchmark_serving.py index 5ca3a63a5dfd..1aeb87554d95 100644 --- a/tensorrt_llm/serve/scripts/benchmark_serving.py +++ b/tensorrt_llm/serve/scripts/benchmark_serving.py @@ -475,6 +475,7 @@ async def limited_request_func(request_func_input, streaming, pbar, "user_throughput": metrics.tput_user, "mean_request_ar": metrics.mean_request_ar, "median_request_ar": metrics.median_request_ar, + "std_request_ar": metrics.std_request_ar, "input_lens": [output.prompt_len for output in outputs], "output_lens": actual_output_lens, "ttfts": [output.ttft for output in outputs],