pyproject-toml-copier #23
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: pyproject-toml-copier | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| plugin: | |
| required: true | |
| type: string | |
| gh-org: | |
| required: false | |
| type: string | |
| default: qiime2 | |
| jobs: | |
| pyproject-copier: | |
| runs-on: ubuntu-latest | |
| env: | |
| plugin_name: ${{ inputs.plugin }} | |
| repository: ${{ inputs.gh-org }}/${{ inputs.plugin }} | |
| repo_url: https://github.com/${{ inputs.gh-org }}/${{ inputs.plugin }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ env.repository }} | |
| - name: 'Construct env vars from action inputs and export' | |
| run: | | |
| PLUGIN_NAME=$(echo "${{ env.plugin_name }}" | sed 's/-/_/g') | |
| MODULE_NAME=$(echo "$PLUGIN_NAME" | sed 's/^q2_//') | |
| PROJECT_URLS_REPOSITORY=${{ env.repo_url }} | |
| echo "PLUGIN_NAME=$PLUGIN_NAME" >> $GITHUB_ENV | |
| echo "MODULE_NAME=$MODULE_NAME" >> $GITHUB_ENV | |
| echo "PROJECT_URLS_REPOSITORY=$PROJECT_URLS_REPOSITORY" >> $GITHUB_ENV | |
| - name: 'Construct and export env vars from setup.py' | |
| run: | | |
| PROJECT_NAME=$(grep -oP "name\s*=\s*'\K[^']+" setup.py || true) | |
| PROJECT_AUTHOR_NAME=$(grep -oP "author\s*=\s*'\K[^']+" setup.py || true) | |
| PROJECT_AUTHOR_EMAIL=$(grep -oP "author_email\s*=\s*'\K[^']+" setup.py || true) | |
| PROJECT_DESCRIPTION=$(grep -oP "description\s*=\s*'\K[^']+" setup.py || true) | |
| PROJECT_URLS_HOMEPAGE=$(grep -oP "url\s*=\s*'\K[^']+" setup.py || true) | |
| echo "PROJECT_NAME=$PROJECT_NAME" >> $GITHUB_ENV | |
| echo "PROJECT_AUTHOR_NAME=$PROJECT_AUTHOR_NAME" >> $GITHUB_ENV | |
| echo "PROJECT_AUTHOR_EMAIL=$PROJECT_AUTHOR_EMAIL" >> $GITHUB_ENV | |
| echo "PROJECT_DESCRIPTION=$PROJECT_DESCRIPTION" >> $GITHUB_ENV | |
| echo "PROJECT_URLS_HOMEPAGE=$PROJECT_URLS_HOMEPAGE" >> $GITHUB_ENV | |
| - name: 'Remove old setup files & relocate recipe file and check status' | |
| run: | | |
| rm MANIFEST.in setup.cfg setup.py versioneer.py $PLUGIN_NAME/_version.py && | |
| mkdir conda-recipe && | |
| mv ci/recipe/meta.yaml conda-recipe/meta.yaml | |
| - name: 'Update versioning in __init__.py' | |
| run: | | |
| python - <<EOF | |
| import sys | |
| init_path = "$PLUGIN_NAME/__init__.py" | |
| with open(init_path, "r", encoding="utf-8") as f: | |
| content = f.read() | |
| old_block = ( | |
| "from ._version import get_versions\n\n" | |
| "__version__ = get_versions()['version']\n" | |
| "del get_versions" | |
| ) | |
| new_block = ( | |
| "try:\n" | |
| " from ._version import __version__\n" | |
| "except ModuleNotFoundError:\n" | |
| " __version__ = '0.0.0+notfound'" | |
| ) | |
| updated_content = content.replace(old_block, new_block) | |
| with open(init_path, "w", encoding="utf-8") as f: | |
| f.write(updated_content) | |
| EOF | |
| - name: 'Update location of recipe file in ci-dev workflow' | |
| run: | | |
| python - <<EOF | |
| import sys | |
| ci_dev_path = ".github/workflows/ci-dev.yaml" | |
| with open(ci_dev_path, "r", encoding="utf-8") as f: | |
| content = f.read() | |
| old_path = ( | |
| "distro: amplicon\n" | |
| ) | |
| new_path = ( | |
| "distro: amplicon\n" | |
| " recipe-path: 'conda-recipe'" | |
| ) | |
| updated_content = content.replace(old_path, new_path) | |
| with open(ci_dev_path, "w", encoding="utf-8") as f: | |
| f.write(updated_content) | |
| EOF | |
| - name: 'Update recipe file with pyproject.toml dependencies' | |
| run: | | |
| pip install pyyaml | |
| python - <<EOF | |
| import os | |
| import yaml | |
| recipe_path = "conda-recipe/meta.yaml" | |
| if not os.path.exists(recipe_path): | |
| raise Exception(f"{recipe_path} not found.") | |
| jinja_lines = [] | |
| with open(recipe_path, "r", encoding="utf-8") as fp: | |
| for line in fp: | |
| if line.strip().startswith("{%"): | |
| continue | |
| jinja_lines.append(line) | |
| content = "".join(jinja_lines) | |
| content = content.replace("{{ version }}", "0.0.dummy") | |
| data = yaml.safe_load(content) | |
| data["source"]["path"] = ".." | |
| build_deps = ['setuptools', 'versioningit'] | |
| host_deps = ['setuptools', 'versioningit', 'wheel'] | |
| for dep in build_deps: | |
| if dep not in data['requirements']['build']: | |
| data['requirements']['build'].append(dep) | |
| for dep in host_deps: | |
| if dep not in data['requirements']['host']: | |
| data['requirements']['host'].append(dep) | |
| desired_order = ["package", "source", "build", "requirements", "test", "about"] | |
| new_data = {} | |
| for key in desired_order: | |
| if key in data: | |
| new_data[key] = data[key] | |
| output = yaml.safe_dump(new_data).replace("0.0.dummy", "{{ PLUGIN_VERSION }}") | |
| with open(recipe_path, "w", encoding="utf-8") as fp: | |
| fp.write(output) | |
| EOF | |
| - name: 'Install and run copier' | |
| run: | | |
| pip install copier | |
| copier copy \ | |
| --data project_name="$PROJECT_NAME" \ | |
| --data plugin_name="$PLUGIN_NAME" \ | |
| --data module_name="$MODULE_NAME" \ | |
| --data project_author_name="$PROJECT_AUTHOR_NAME" \ | |
| --data project_author_email="$PROJECT_AUTHOR_EMAIL" \ | |
| --data project_description="$PROJECT_DESCRIPTION" \ | |
| --data project_urls_homepage="$PROJECT_URLS_HOMEPAGE" \ | |
| --data project_urls_repository="$PROJECT_URLS_REPOSITORY" \ | |
| https://github.com/qiime2/q2-setup-template.git . | |
| - name: 'Create pull request from copier changes' | |
| uses: qiime2/create-pull-request@v5 | |
| with: | |
| token: ${{ secrets. BOT_PAT }} | |
| branch: automated/pyproject-toml-update | |
| title: "setup.py -> pyproject.toml" | |
| body: | | |
| Transition from setup.py & friends to pyproject.toml | |
| author: "q2d2 <[email protected]>" | |
| committer: "q2d2 <[email protected]>" | |
| commit-message: | | |
| Transition from setup.py & friends to pyproject.toml |