diff --git a/tensorrt_llm/_torch/models/modeling_utils.py b/tensorrt_llm/_torch/models/modeling_utils.py index e7116ca49b77..c30ffcb89c1a 100755 --- a/tensorrt_llm/_torch/models/modeling_utils.py +++ b/tensorrt_llm/_torch/models/modeling_utils.py @@ -963,7 +963,7 @@ def load_single_module(name, module): module_name, module_weights, n, p) if os.environ.get("TRT_LLM_DISABLE_LOAD_WEIGHTS_IN_PARALLEL", - False) in ["True", "true", "1", "yes", "y"]: + "True") in ["True", "true", "1", "yes", "y"]: for name, module in tqdm(list(model.named_modules()), desc="Loading weights"): load_single_module(name, module)