diff --git a/.github/workflows/check_backports.yml b/.github/workflows/backports-check.yml
similarity index 79%
rename from .github/workflows/check_backports.yml
rename to .github/workflows/backports-check.yml
index 66487c317e0..0270b9acb3d 100644
--- a/.github/workflows/check_backports.yml
+++ b/.github/workflows/backports-check.yml
@@ -1,3 +1,4 @@
+---
 name: Check Patchback Comment on Edit
 
 on:
@@ -8,7 +9,7 @@ on:
 jobs:
   check_patchback_comment:
     if: >
-      github.event.issue.pull_request.merged == true &&
+      $ {{ github.event.issue.pull_request.merged }} == true &&
       github.event.comment.user.login == 'patchback' &&
       contains(github.event.comment.body, '💔 cherry-picking failed')
     runs-on: ubuntu-latest
@@ -17,3 +18,5 @@ jobs:
       - name: Add Label for Backport Failure
         run: |
           gh pr edit ${{ github.event.issue.number }} -R ${{ github.repository }} --add-label 'backport-failed'
+        env:
+          GH_TOKEN: ${{ github.token }}