diff --git a/dev/provider_packages/remove_old_releases.py b/dev/provider_packages/remove_old_releases.py
index 0d3c8d52bd67b..33ee56a751c05 100644
--- a/dev/provider_packages/remove_old_releases.py
+++ b/dev/provider_packages/remove_old_releases.py
@@ -45,6 +45,7 @@ class VersionedFile(NamedTuple):
 def split_version_and_suffix(file_name: str, suffix: str) -> VersionedFile:
     no_suffix_file = file_name[: -len(suffix)]
     no_version_file, version = no_suffix_file.rsplit("-", 1)
+    no_version_file = no_version_file.replace("_", "-")
     return VersionedFile(
         base=no_version_file + "-",
         version=version,