diff --git a/tensorrt_llm/plugin/plugin.py b/tensorrt_llm/plugin/plugin.py index 60e12e982071..f3da8341d940 100644 --- a/tensorrt_llm/plugin/plugin.py +++ b/tensorrt_llm/plugin/plugin.py @@ -738,7 +738,7 @@ def allocate_allreduce_fusion_workspace( 3 * lamport_buffers_size, ) flag_buffer = torch.tensor([0, 0, 0, lamport_buffers_size, 0], - dtype=torch.int, + dtype=torch.int64, device="cuda") buffers = [ipc_buffers, ipc_barriers, lamport_buffers, flag_buffer]