From 747cfc9cf20157d8c5f67bed3f495d96f9864282 Mon Sep 17 00:00:00 2001 From: nv-guomingz <137257613+nv-guomingz@users.noreply.github.com> Date: Sat, 27 Sep 2025 05:04:34 +0000 Subject: [PATCH] [None][chore] Disable concurrent weights loading for _load_weights_impl_v2 Signed-off-by: nv-guomingz <137257613+nv-guomingz@users.noreply.github.com> --- tensorrt_llm/_torch/models/modeling_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/_torch/models/modeling_utils.py b/tensorrt_llm/_torch/models/modeling_utils.py index e7116ca49b77..c30ffcb89c1a 100755 --- a/tensorrt_llm/_torch/models/modeling_utils.py +++ b/tensorrt_llm/_torch/models/modeling_utils.py @@ -963,7 +963,7 @@ def load_single_module(name, module): module_name, module_weights, n, p) if os.environ.get("TRT_LLM_DISABLE_LOAD_WEIGHTS_IN_PARALLEL", - False) in ["True", "true", "1", "yes", "y"]: + "True") in ["True", "true", "1", "yes", "y"]: for name, module in tqdm(list(model.named_modules()), desc="Loading weights"): load_single_module(name, module)