diff --git a/.github/workflows/milestone-workflow.yml b/.github/workflows/milestone-workflow.yml
index eb78bf8a8..a4de8590d 100644
--- a/.github/workflows/milestone-workflow.yml
+++ b/.github/workflows/milestone-workflow.yml
@@ -150,6 +150,7 @@ jobs:
 
   update-ruleset:
     runs-on: ubuntu-latest
+    if: github.event.action == 'created'
     steps:
       - uses: actions/checkout@v3
       - name: Install jq