diff --git a/action.yml b/action.yml
index f7ecf91d..f44a5ca1 100644
--- a/action.yml
+++ b/action.yml
@@ -533,7 +533,12 @@ runs:
         set -x
         echo "result=true" >> $GITHUB_OUTPUT
     - uses: actions-ecosystem/action-add-labels@18f1af5e3544586314bbe15c0273249c770b2daf # v1.1.3
-      if: ${{ (steps.reviewdog-enabled-pr.outputs.result == 'true' && steps.should-trigger.outputs.result == 'true') || steps.unverified-commits.outputs.result == '"UNVERIFIED-CHANGED"' }}
+      if: ${{ steps.unverified-commits.outputs.result == '"UNVERIFIED-CHANGED"' }}
+      with:
+        github_token: ${{ inputs.github_token }}
+        labels: unverified-commits
+    - uses: actions-ecosystem/action-add-labels@18f1af5e3544586314bbe15c0273249c770b2daf # v1.1.3
+      if: ${{ (steps.reviewdog-enabled-pr.outputs.result == 'true' && steps.should-trigger.outputs.result == 'true') }}
       with:
         github_token: ${{ inputs.github_token }}
         labels: needs-security-review