diff --git a/src/runtime/disco/nccl/nccl_context.h b/src/runtime/disco/nccl/nccl_context.h
index 730479b61ac0..b874da219fe4 100644
--- a/src/runtime/disco/nccl/nccl_context.h
+++ b/src/runtime/disco/nccl/nccl_context.h
@@ -129,6 +129,9 @@ struct CCLThreadLocalContext {
   void Clear() {
     if (group_comm) {
       NCCL_CALL(ncclCommDestroy(group_comm));
+      if (global_comm == group_comm) {
+        global_comm = nullptr;
+      }
       group_comm = nullptr;
     }
     if (global_comm) {