-
Notifications
You must be signed in to change notification settings - Fork 6
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[workspace] Add upgrade automation for all remaining dependencies (#60)
- Loading branch information
1 parent
deef51d
commit 1c728b3
Showing
10 changed files
with
217 additions
and
65 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,7 +1,7 @@ | ||
| # SPDX-License-Identifier: BSD-2-Clause | ||
|
|
||
| # To compile this file into requirements.txt, run: | ||
| # ./tools/requirements_upgrade.sh | ||
| # ./tools/upgrade.sh | ||
|
|
||
| bpy | ||
| flask |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,172 @@ | ||
| # Do not run this by hand. Instead, run the full tools/upgrade.sh. | ||
|
|
||
| import ast | ||
| import hashlib | ||
| import json | ||
| from pprint import pformat | ||
| from urllib.request import urlopen | ||
|
|
||
|
|
||
| def _get_current_bazelisk_version() -> str: | ||
| """Parses ``./bazel`` for the old version of bazelisk.""" | ||
| with open("bazel", encoding="utf-8") as f: | ||
| lines = f.read().splitlines() | ||
| prefix = "_VERSION = " | ||
| for line in lines: | ||
| if line.startswith(prefix): | ||
| return line.removeprefix(prefix).strip('"') | ||
| raise RuntimeError(f"Could not find a line starting with {prefix!r}") | ||
|
|
||
|
|
||
| def _write_bazelisk_version(new, sha256): | ||
| """Updates ``./bazel`` with the new version of bazelisk.""" | ||
| with open("bazel", encoding="utf-8") as f: | ||
| lines = f.read().splitlines() | ||
| for prefix, value in (("_VERSION = ", new), ("_SHA256 = ", sha256)): | ||
| for i in range(len(lines)): | ||
| if lines[i].startswith(prefix): | ||
| lines[i] = f'{prefix}"{value}"' | ||
| break | ||
| else: | ||
| raise RuntimeError(f"Could not find line starting with {prefix!r}") | ||
| new_content = "\n".join(lines) + "\n" | ||
| with open("bazel", "w", encoding="utf-8") as f: | ||
| f.write(new_content) | ||
|
|
||
|
|
||
| def _get_current_bazel_version() -> str: | ||
| """Parses ``.bazeliskrc`` for the old version of bazel.""" | ||
| with open(".bazeliskrc", encoding="utf-8") as f: | ||
| lines = f.read().splitlines() | ||
| line = lines[-1] | ||
| prefix = "USE_BAZEL_VERSION=" | ||
| assert line.startswith(prefix), line | ||
| return line.removeprefix(prefix) | ||
|
|
||
|
|
||
| def _write_bazel_version(new): | ||
| """Overwrites ``.bazeliskrc`` with the new version of bazel.""" | ||
| with open(".bazeliskrc", "w", encoding="utf-8") as f: | ||
| f.write("# SPDX-License-Identifier: BSD-2-Clause\n\n") | ||
| f.write(f"USE_BAZEL_VERSION={new}\n") | ||
|
|
||
|
|
||
| def _get_current_workspace_versions(): | ||
| """Parses ``workspace_versions.bzl`` for the old versions.""" | ||
| with open("tools/workspace_versions.bzl", encoding="utf-8") as f: | ||
| content = f.read() | ||
| prefix = "WORKSPACE_VERSIONS = " | ||
| assert content.startswith(prefix) | ||
| return ast.literal_eval(content.removeprefix(prefix)) | ||
|
|
||
|
|
||
| def _write_workspace_versions(new): | ||
| """Overwrites ``workspace_versions.bzl`` with the new versions. | ||
| We assume that tools/update.sh will run buildifier formatting afterwards. | ||
| """ | ||
| prefix = "WORKSPACE_VERSIONS = " | ||
| content = prefix + pformat(new, width=1, sort_dicts=False) | ||
| with open("tools/workspace_versions.bzl", "w", encoding="utf-8") as f: | ||
| f.write(content) | ||
|
|
||
|
|
||
| def _find_latest_github_release(repo) -> str: | ||
| """Finds the highest-numbered release (excluding prereleases).""" | ||
| response = urlopen(f"https://api.github.com/repos/{repo}/releases") | ||
| body = response.read() | ||
| encoding = response.info().get_content_charset("iso-8859-1") | ||
| releases = json.loads(body.decode(encoding)) | ||
| tags = sorted( | ||
| [ | ||
| release["tag_name"].lstrip("v") | ||
| for release in releases | ||
| if not release["prerelease"] | ||
| ], | ||
| key=lambda tag: tuple(int(n) for n in tag.split(".")), | ||
| reverse=True, | ||
| ) | ||
| return tags[0] | ||
|
|
||
|
|
||
| def _get_url_checksum(url) -> str: | ||
| """Returns the sha256sum string of the given url.""" | ||
| print(f"Downloading {url} ...") | ||
| hasher = hashlib.sha256() | ||
| with urlopen(url) as response: | ||
| while True: | ||
| data = response.read(4096) | ||
| if not data: | ||
| break | ||
| hasher.update(data) | ||
| return hasher.hexdigest() | ||
|
|
||
|
|
||
| def _upgrade_bazelisk(): | ||
| """Upgrades bazelisk to its latest version (if necessary).""" | ||
| old = _get_current_bazelisk_version() | ||
| new = _find_latest_github_release("bazelbuild/bazelisk") | ||
| if new == old: | ||
| print(f"bazelisk is already at the latest version {new}") | ||
| return | ||
| print(f"bazelisk will be upgraded to version {new}") | ||
| raw_download = "https://raw.githubusercontent.com/bazelbuild/bazelisk" | ||
| sha256 = _get_url_checksum(f"{raw_download}/v{new}/bazelisk.py") | ||
| _write_bazelisk_version(new, sha256) | ||
|
|
||
|
|
||
| def _upgrade_bazel(): | ||
| """Upgrades bazel to its latest version (if necessary).""" | ||
| old = _get_current_bazel_version() | ||
| new = _find_latest_github_release("bazelbuild/bazel") | ||
| if new == old: | ||
| print(f"bazel is already at the latest version {new}") | ||
| return | ||
| print(f"bazel will be upgraded to version {new}") | ||
| _write_bazel_version(new) | ||
|
|
||
|
|
||
| def _upgrade_buildifier(): | ||
| """Upgrades buildifier to its latest version (if necessary).""" | ||
| workspace_versions = _get_current_workspace_versions() | ||
| old = workspace_versions["buildifier"]["version"] | ||
| new = _find_latest_github_release("bazelbuild/buildtools") | ||
| if new == old: | ||
| print(f"buildifier is already at the latest version {new}") | ||
| return | ||
| print(f"buildifier will be upgraded to version {new}") | ||
| workspace_versions["buildifier"]["version"] = new | ||
| names = list(workspace_versions["buildifier"]["binaries"].keys()) | ||
| releases = "https://github.com/bazelbuild/buildtools/releases" | ||
| for name in names: | ||
| workspace_versions["buildifier"]["binaries"][name] = _get_url_checksum( | ||
| f"{releases}/download/v{new}/{name}" | ||
| ) | ||
| _write_workspace_versions(workspace_versions) | ||
|
|
||
|
|
||
| def _upgrade_rules_python(): | ||
| """Upgrades rules_python to its latest version (if necessary).""" | ||
| workspace_versions = _get_current_workspace_versions() | ||
| old = workspace_versions["rules_python"]["version"] | ||
| new = _find_latest_github_release("bazelbuild/rules_python") | ||
| if new == old: | ||
| print(f"rules_python is already at the latest version {new}") | ||
| return | ||
| print(f"rules_python will be upgraded to version {new}") | ||
| workspace_versions["rules_python"]["version"] = new | ||
| releases = "https://github.com/bazelbuild/rules_python/releases" | ||
| workspace_versions["rules_python"]["sha256"] = _get_url_checksum( | ||
| f"{releases}/download/{new}/rules_python-{new}.tar.gz" | ||
| ) | ||
| _write_workspace_versions(workspace_versions) | ||
|
|
||
|
|
||
| def _main(): | ||
| _upgrade_bazelisk() | ||
| _upgrade_bazel() | ||
| _upgrade_buildifier() | ||
| _upgrade_rules_python() | ||
|
|
||
|
|
||
| assert __name__ == "__main__" | ||
| _main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,15 @@ | ||
| WORKSPACE_VERSIONS = { | ||
| "buildifier": { | ||
| "version": "6.1.2", | ||
| "binaries": { | ||
| "buildifier-darwin-amd64": "e2f4a67691c5f55634fbfb3850eb97dd91be0edd059d947b6c83d120682e0216", | ||
| "buildifier-darwin-arm64": "7549b5f535219ac957aa2a6069d46fbfc9ea3f74abd85fd3d460af4b1a2099a6", | ||
| "buildifier-linux-amd64": "51bc947dabb7b14ec6fb1224464fbcf7a7cb138f1a10a3b328f00835f72852ce", | ||
| "buildifier-linux-arm64": "0ba6e8e3208b5a029164e542ddb5509e618f87b639ffe8cc2f54770022853080", | ||
| }, | ||
| }, | ||
| "rules_python": { | ||
| "version": "0.19.0", | ||
| "sha256": "ffc7b877c95413c82bfd5482c017edcf759a6250d8b24e82f41f3c8b8d9e287e", | ||
| }, | ||
| } |