CI: [linux, musl] - don't use containers #649
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This file is autogenerated by maturin v1.7.0 | |
| # To update, run | |
| # | |
| # maturin generate-ci github -o .github/workflows/CI.yml --pytest | |
| # | |
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - '*' | |
| tags: | |
| - '*' | |
| pull_request: | |
| workflow_dispatch: | |
| permissions: | |
| contents: read | |
| jobs: | |
| linux: | |
| runs-on: ${{ matrix.platform.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - runner: ubuntu-20.04 | |
| target: x86_64 | |
| - runner: ubuntu-22.04 | |
| target: aarch64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| - name: Install aarch64 build dependencies | |
| if: ${{ startsWith(matrix.platform.target, 'aarch64') }} | |
| run: sudo apt-get update && sudo apt-get install --yes crossbuild-essential-arm64 | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| rust-toolchain: stable | |
| target: ${{ matrix.platform.target }} | |
| args: --release --out dist | |
| sccache: 'true' | |
| manylinux: auto | |
| container: 'off' | |
| env: | |
| CFLAGS_aarch64_unknown_linux_gnu: "-D__ARM_ARCH=8" | |
| CC: ${{ matrix.platform.target }}-linux-gnu-gcc | |
| CXX: ${{ matrix.platform.target }}-linux-gnu-g++ | |
| CARGO_TARGET_X86_64_UNKNOWN_LINUX_MUSL_LINKER: x86_64-linux-gnu-g++ | |
| CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER: aarch64-linux-gnu-g++ | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-linux-${{ matrix.platform.target }} | |
| path: dist | |
| - name: pytest | |
| if: ${{ startsWith(matrix.platform.target, 'x86_64') }} | |
| shell: bash | |
| run: | | |
| set -e | |
| pip install uv | |
| for version in 3.8 3.9 3.10 3.11 3.12; do | |
| uv venv --preview --python $version | |
| source .venv/bin/activate | |
| uv pip install primp --no-index --find-links dist --force-reinstall | |
| uv pip install pytest | |
| pytest | |
| done | |
| - name: pytest | |
| if: ${{ !startsWith(matrix.platform.target, 'x86') && matrix.platform.target != 'ppc64' }} | |
| uses: uraimo/run-on-arch-action@v2 | |
| with: | |
| arch: ${{ matrix.platform.target }} | |
| distro: ubuntu22.04 | |
| githubToken: ${{ github.token }} | |
| install: | | |
| apt-get update | |
| apt-get install -y --no-install-recommends python3 python3-pip | |
| run: | | |
| set -e | |
| pip install uv | |
| for version in 3.8 3.9 3.10 3.11 3.12; do | |
| uv venv --preview --python $version | |
| source .venv/bin/activate | |
| uv pip install primp --no-index --find-links dist --force-reinstall | |
| uv pip install pytest | |
| pytest | |
| done | |
| musllinux: | |
| runs-on: ${{ matrix.platform.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - runner: ubuntu-latest | |
| target: x86_64 | |
| - runner: ubuntu-latest | |
| target: aarch64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| - name: Install aarch64 build dependencies | |
| if: ${{ startsWith(matrix.platform.target, 'aarch64') }} | |
| run: sudo apt-get update && sudo apt-get install --yes crossbuild-essential-arm64 | |
| - name: Prepare musl cross-compiler | |
| run: | | |
| curl -O http://musl.cc/${{ matrix.platform.target }}-linux-musl-cross.tgz | |
| tar xzf ${{ matrix.platform.target }}-linux-musl-cross.tgz -C /opt | |
| echo "/opt/${{ matrix.platform.target }}-linux-musl-cross/bin/" >> $GITHUB_PATH | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| rust-toolchain: stable | |
| target: ${{ matrix.platform.target }} | |
| args: --release --out dist | |
| sccache: 'true' | |
| manylinux: musllinux_1_2 | |
| container: 'off' | |
| env: | |
| CC: ${{ matrix.platform.target }}-linux-musl-gcc | |
| CXX: ${{ matrix.platform.target }}-linux-musl-g++ | |
| CARGO_TARGET_X86_64_UNKNOWN_LINUX_MUSL_LINKER: x86_64-linux-musl-g++ | |
| CARGO_TARGET_AARCH64_UNKNOWN_LINUX_MUSL_LINKER: aarch64-linux-musl-g++ | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-musllinux-${{ matrix.platform.target }} | |
| path: dist | |
| - name: QEMU | |
| if: matrix.platform.target != 'x86_64' | |
| uses: docker/setup-qemu-action@v3 | |
| - name: pytest | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| image: quay.io/pypa/musllinux_1_2_${{ matrix.platform.target }}:latest | |
| options: -v ${{ github.workspace }}:/io -w /io | |
| run: | | |
| for version in 3.8 3.9 3.10 3.11 3.12; do | |
| python$version -m venv .venv | |
| source .venv/bin/activate | |
| pip install primp --no-index --find-links dist --force-reinstall | |
| pip install pytest | |
| pytest | |
| done | |
| windows: | |
| runs-on: ${{ matrix.platform.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - runner: windows-latest | |
| target: x64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| architecture: ${{ matrix.platform.target }} | |
| - name: Install nasm | |
| run: choco install nasm | |
| - name: Update CA certificates | |
| run: | | |
| Invoke-WebRequest -Uri "https://curl.se/ca/cacert.pem" -OutFile "$PackageDir\cacert.pem" | |
| certutil -addstore "Root" "$PackageDir\cacert.pem" | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| rust-toolchain: stable | |
| target: ${{ matrix.platform.target }} | |
| args: --release --out dist | |
| sccache: 'true' | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-windows-${{ matrix.platform.target }} | |
| path: dist | |
| - name: pytest | |
| if: ${{ !startsWith(matrix.platform.target, 'aarch64') }} | |
| shell: bash | |
| run: | | |
| set -e | |
| pip install uv | |
| for version in 3.8 3.9 3.10 3.11 3.12; do | |
| uv venv --preview --python $version | |
| source .venv/Scripts/activate | |
| uv pip install primp --no-index --find-links dist --force-reinstall | |
| uv pip install pytest | |
| pytest | |
| done | |
| macos: | |
| runs-on: ${{ matrix.platform.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - runner: macos-12 | |
| target: x86_64 | |
| - runner: macos-14 | |
| target: aarch64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| rust-toolchain: nightly | |
| target: ${{ matrix.platform.target }} | |
| args: --release --out dist | |
| sccache: 'true' | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-macos-${{ matrix.platform.target }} | |
| path: dist | |
| - name: pytest | |
| run: | | |
| set -e | |
| pip install uv | |
| for version in 3.8 3.9 3.10 3.11 3.12; do | |
| uv venv --preview --python $version | |
| source .venv/bin/activate | |
| uv pip install primp --no-index --find-links dist --force-reinstall | |
| uv pip install pytest | |
| pytest | |
| done | |
| sdist: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build sdist | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| command: sdist | |
| args: --out dist | |
| - name: Upload sdist | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-sdist | |
| path: dist | |
| release: | |
| name: Release | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| needs: [linux, musllinux, windows, macos, sdist] | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| - name: Publish to PyPI | |
| uses: PyO3/maturin-action@v1 | |
| env: | |
| MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }} | |
| with: | |
| command: upload | |
| args: --non-interactive --skip-existing wheels-*/* | |
| benchmark: | |
| permissions: | |
| contents: write | |
| runs-on: ubuntu-latest | |
| needs: [linux] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| - name: Download wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: wheels-linux-x86_64 | |
| - name: Install dependencies | |
| run: | | |
| pip install -r benchmark/requirements.txt | |
| pip install primp --no-index --find-links ./ --force-reinstall | |
| - name: Start Uvicorn server | |
| run: | | |
| uvicorn benchmark.server:app --host 0.0.0.0 --port 8000 & | |
| sleep 10 | |
| - name: Run benchmark | |
| run: python benchmark/benchmark.py | |
| - name: Generate image, commit to the temp branch, merge changes into main, delete temp branch | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| run: | | |
| python benchmark/generate_image.py | |
| git config --global user.name 'GitHub Actions' | |
| git config --global user.email '[email protected]' | |
| git add \*.jpg | |
| git diff --quiet && git diff --staged --quiet || git commit -m "Update generated image" | |
| git checkout -b update-generated-image | |
| git push https://${{ secrets.PUSH_TOKEN }}@github.com/deedy5/primp.git update-generated-image || echo "No changes to push" | |
| git fetch origin | |
| git checkout main | |
| git merge update-generated-image | |
| git push https://${{ secrets.PUSH_TOKEN }}@github.com/deedy5/primp.git main | |
| git push origin --delete update-generated-image |