diff --git a/.github/workflows/r-cmd-check-paradox.yml b/.github/workflows/dev-cmd-check.yml
similarity index 59%
rename from .github/workflows/r-cmd-check-paradox.yml
rename to .github/workflows/dev-cmd-check.yml
index 19776a2b..ffc35c2a 100644
--- a/.github/workflows/r-cmd-check-paradox.yml
+++ b/.github/workflows/dev-cmd-check.yml
@@ -1,4 +1,4 @@
-# r cmd check workflow of the mlr3 ecosystem v0.1.0
+# dev cmd check workflow of the mlr3 ecosystem v0.2.0
 # https://github.com/mlr-org/actions
 on:
   workflow_dispatch:
@@ -9,13 +9,13 @@ on:
     branches:
       - main
 
-name: r-cmd-check-paradox
+name: dev-check
 
 jobs:
-  r-cmd-check:
+  check-package:
     runs-on: ${{ matrix.config.os }}
 
-    name: ${{ matrix.config.os }} (${{ matrix.config.r }})
+    name: ${{ matrix.config.dev-package }}
 
     env:
       GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
@@ -24,15 +24,12 @@ jobs:
       fail-fast: false
       matrix:
         config:
-          - {os: ubuntu-latest,   r: 'devel'}
-          - {os: ubuntu-latest,   r: 'release'}
+          - {os: ubuntu-latest, r: 'release', dev-package: 'mlr-org/mlr3'}
+          - {os: ubuntu-latest, r: 'release', dev-package: "mlr-org/paradox, 'mlr-org/mlr3learners', 'mlr-org/mlr3pipelines"}
 
     steps:
       - uses: actions/checkout@v3
 
-      - name: paradox
-        run: 'echo -e "Remotes:\n    mlr-org/paradox@s3_params,\n    mlr-org/mlr3learners@s3params_compat,\n    mlr-org/mlr3pipelines@s3params_compat" >> DESCRIPTION'
-
       - uses: r-lib/actions/setup-pandoc@v2
 
       - uses: r-lib/actions/setup-r@v2
@@ -43,4 +40,9 @@ jobs:
         with:
           extra-packages: any::rcmdcheck
           needs: check
+
+      - name: Install dev versions
+        run: pak::pkg_install(c('${{ matrix.config.dev-package }}'))
+        shell: Rscript {0}
+
       - uses: r-lib/actions/check-r-package@v2