diff --git a/.github/workflows/prerelease.yaml b/.github/workflows/prerelease.yaml
index fd246e8e496..05e198706c2 100644
--- a/.github/workflows/prerelease.yaml
+++ b/.github/workflows/prerelease.yaml
@@ -12,6 +12,7 @@ jobs:
         run: echo "branch=$(echo "${GITHUB_REF#refs/heads/}")" >> $GITHUB_OUTPUT
         id: extract_branch
       - uses: google-github-actions/release-please-action@v3
+        id: release_action
         with:
           token: ${{ secrets.PAT }}
           pull-request-title-pattern: "chore: prerelease ${version}"
@@ -58,6 +59,8 @@ jobs:
         id: extract_version
       - name: Trigger dispatch event
         uses: peter-evans/repository-dispatch@v3
+        # release please run 2 times, first for creating the PR and second for creating the release
+        if: ${{ steps.release_action.outputs.release_created == 'true' }}
         with:
           token: "${{ secrets.PAT }}"
           repository: rudderlabs/rudder-devops