diff --git a/.github/workflows/ci-documentbot.yml b/.github/workflows/ci-documentbot.yml
index b8e816568a999..e859940080fe6 100644
--- a/.github/workflows/ci-documentbot.yml
+++ b/.github/workflows/ci-documentbot.yml
@@ -33,7 +33,7 @@ concurrency:
 
 jobs:
   label:
-    if: ${{ github.repository == 'apache/pulsar' }}
+    if: (github.repository == 'apache/pulsar') && (github.event.pull_request.state == 'open')
     permissions:
       pull-requests: write 
     runs-on: ubuntu-20.04