diff --git a/.github/workflows/build-macos-openssl.yml b/.github/workflows/build-macos-openssl.yml
index 2fc731cd..d408a6b3 100644
--- a/.github/workflows/build-macos-openssl.yml
+++ b/.github/workflows/build-macos-openssl.yml
@@ -3,11 +3,15 @@ on:
   pull_request:
     paths:
       - '.github/workflows/build-macos-openssl.yml'
+      # Contains the OpenSSL version we'll build
+      - 'cryptography-manylinux/openssl-version.sh'
   push:
     branches:
       - master
     paths:
       - '.github/workflows/build-macos-openssl.yml'
+      # Contains the OpenSSL version we'll build
+      - 'cryptography-manylinux/openssl-version.sh'
 
 jobs:
   build:
diff --git a/.github/workflows/build-openssl.yml b/.github/workflows/build-windows-openssl.yml
similarity index 87%
rename from .github/workflows/build-openssl.yml
rename to .github/workflows/build-windows-openssl.yml
index f3538521..4adf09e5 100644
--- a/.github/workflows/build-openssl.yml
+++ b/.github/workflows/build-windows-openssl.yml
@@ -2,14 +2,18 @@ name: Windows OpenSSL
 on:
   pull_request:
     paths:
-      - '.github/workflows/build-openssl.yml'
+      - '.github/workflows/build-windows-openssl.yml'
       - 'windows/openssl/**'
+      # Contains the OpenSSL version we'll build
+      - 'cryptography-manylinux/openssl-version.sh'
   push:
     branches:
       - master
     paths:
-      - '.github/workflows/build-openssl.yml'
+      - '.github/workflows/build-windows-openssl.yml'
       - 'windows/openssl/**'
+      # Contains the OpenSSL version we'll build
+      - 'cryptography-manylinux/openssl-version.sh'
 
 jobs:
   build: