diff --git a/.github/workflows/pr-smoke-test.yml b/.github/workflows/pr-smoke-test.yml
index ceb282e2227..0efbbb9866f 100644
--- a/.github/workflows/pr-smoke-test.yml
+++ b/.github/workflows/pr-smoke-test.yml
@@ -47,7 +47,9 @@ jobs:
           npx wc-e2e test:e2e
 
       - name: Remove label from pull request.
-        if: always()
+        if: | 
+          always() && 
+          "${{ contains(github.event.label.name, 'run: smoke tests') }}"
         uses: actions/github-script@v4
         with:
           script: |