diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index d22c2e8..241bd31 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -84,8 +84,7 @@ jobs:
         run: bin/rails test test/unit/news_test.rb
         working-directory: ${{ env.REDMINE_SRC }}
 
-      - name: Run system test if Redmine >= 5.0
-        if: ${{ env.REDMINE_VERSION_MAJOR >= 5 }}
+      - name: Run system test
         run: bin/rails test test/system/my_page_test.rb
         working-directory: ${{ env.REDMINE_SRC }}
 
diff --git a/scripts/setup-base-4.2.sh b/scripts/setup-base-4.2.sh
index 1af3bc7..533709b 100755
--- a/scripts/setup-base-4.2.sh
+++ b/scripts/setup-base-4.2.sh
@@ -15,13 +15,12 @@ sudo apt-get install -y --no-install-recommends \
 # Allow ImageMagick to read PDF files
 sudo sed -ri 's/(rights)="none" (pattern="PDF")/\1="read" \2/' /etc/ImageMagick-6/policy.xml
 
-# Set up Google Chrome for system tests
-wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | sudo apt-key add -
-echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" | sudo tee /etc/apt/sources.list.d/google-chrome.list
-sudo apt-get update
-sudo apt-get install -y --no-install-recommends google-chrome-stable
-echo GOOGLE_CHROME_OPTS_ARGS="headless,disable-gpu,no-sandbox,disable-dev-shm-usage" >> $GITHUB_ENV
-
 # Fix LoadError cannot load such file -- builder
 # https://www.redmine.org/issues/40802
 echo "gem 'builder', '~> 3.2.4'" >> $REDMINE_DIR/Gemfile.local
+
+echo GOOGLE_CHROME_OPTS_ARGS="headless,disable-gpu,no-sandbox,disable-dev-shm-usage" >> $GITHUB_ENV
+sed -i -e 's/gem "selenium-webdriver", "~> 3.142.7"/gem "selenium-webdriver", "~> 4.8.6"/' $REDMINE_DIR/Gemfile
+sed -i -e "/gem 'webdrivers'/d" $REDMINE_DIR/Gemfile
+
+cat $REDMINE_DIR/Gemfile