diff --git a/tensorrt_llm/serve/scripts/benchmark_serving.py b/tensorrt_llm/serve/scripts/benchmark_serving.py index 5ca3a63a5dfd..1aeb87554d95 100644 --- a/tensorrt_llm/serve/scripts/benchmark_serving.py +++ b/tensorrt_llm/serve/scripts/benchmark_serving.py @@ -475,6 +475,7 @@ async def limited_request_func(request_func_input, streaming, pbar, "user_throughput": metrics.tput_user, "mean_request_ar": metrics.mean_request_ar, "median_request_ar": metrics.median_request_ar, + "std_request_ar": metrics.std_request_ar, "input_lens": [output.prompt_len for output in outputs], "output_lens": actual_output_lens, "ttfts": [output.ttft for output in outputs],