diff --git a/.github/workflows/tidy-dependencies.yml b/.github/workflows/tidy-dependencies.yml
index 04c874d40fd8..29931ed2a91b 100644
--- a/.github/workflows/tidy-dependencies.yml
+++ b/.github/workflows/tidy-dependencies.yml
@@ -12,18 +12,13 @@ env:
 
 jobs:
   setup-environment:
-    # disabling until permission issues is resolved
-    # see: https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/22953
-    if: ${{ false }}
     timeout-minutes: 30
     runs-on: ubuntu-latest
-    # if: ${{ contains(github.event.pull_request.labels.*.name, 'dependencies') }}
+    if: ${{ contains(github.event.pull_request.labels.*.name, 'renovatebot') }}
     steps:
       - uses: actions/checkout@v4
         with:
-          repository: "renovate-bot/open-telemetry-_-opentelemetry-collector-contrib"
           ref: ${{ github.head_ref }}
-          token: ${{ secrets.OPENTELEMETRYBOT_GITHUB_TOKEN }}
       - uses: actions/setup-go@v4
         with:
           go-version: ~1.20.11
@@ -52,3 +47,6 @@ jobs:
           git diff --exit-code || (git add . && git commit -m "go mod tidy" && git push)
         env:
           GITHUB_TOKEN: ${{ secrets.OPENTELEMETRYBOT_GITHUB_TOKEN }}
+      - uses: actions-ecosystem/action-remove-labels@v1
+        with:
+          labels: renovatebot