Rebase on LLVM 16 #224
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python wheels (& publish) | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| release: | |
| types: [created] | |
| jobs: | |
| build_llvm_win: | |
| name: Build LLVM release for Windows | |
| runs-on: windows-latest | |
| steps: | |
| - name: Cache LLVM | |
| id: cache-llvm | |
| uses: actions/cache@v2 | |
| with: | |
| path: llvm/install | |
| # TODO: would be really better to add the hash of the LLVM commit cloned | |
| # TODO: add "14.16" as a variable easy to replace | |
| key: ${{ runner.os }}-llvm-release-16-msvc1416 | |
| - name: Get LLVM | |
| if: steps.cache-llvm.outputs.cache-hit != 'true' | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: 'llvm/llvm-project' | |
| ref: 'release/16.x' | |
| path: 'llvm' | |
| - uses: ilammy/msvc-dev-cmd@v1 | |
| if: steps.cache-llvm.outputs.cache-hit != 'true' | |
| with: | |
| vsversion: "2022" | |
| - name: Build LLVM | |
| if: steps.cache-llvm.outputs.cache-hit != 'true' | |
| run: | | |
| choco install ninja | |
| mkdir llvm/build | |
| mkdir llvm/install | |
| cd llvm/build | |
| cmake ../llvm -DLLVM_BUILD_EXAMPLES=OFF -DCLANG_ENABLE_ARCMT=OFF -DCLANG_ENABLE_STATIC_ANALYZER=OFF -DLLVM_BUILD_TOOLS=ON -DCLANG_BUILD_TOOLS=OFF -DLLVM_INSTALL_UTILS=ON -DLLVM_TARGETS_TO_BUILD=X86 -DLLVM_ENABLE_PROJECTS=clang -DLLVM_ENABLE_BINDINGS=OFF -DCMAKE_C_COMPILER=cl -DCMAKE_CXX_COMPILER=cl -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX="$PWD/../install" -DLLVM_ENABLE_THREADS=OFF -DLLVM_ENABLE_ZLIB=OFF -G Ninja | |
| ninja install | |
| build_llvm_manylinux: | |
| name: Build LLVM release for Linux | |
| strategy: | |
| matrix: | |
| include: | |
| - tag: "manylinux2014_x86_64" | |
| docker_host: quay.io/pypa | |
| - tag: "manylinux2014_i686" | |
| docker_host: quay.io/pypa | |
| - tag: "manylinux2014_aarch64_cross_x64" | |
| docker_host: aguinet | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Cache LLVM | |
| id: cache-llvm | |
| uses: actions/cache@v2 | |
| with: | |
| path: llvm/install | |
| key: ${{ runner.os }}-llvm-release-13-${{ matrix.tag }} | |
| - uses: actions/checkout@v2 | |
| if: steps.cache-llvm.outputs.cache-hit != 'true' | |
| - name: Get LLVM | |
| if: steps.cache-llvm.outputs.cache-hit != 'true' | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: 'llvm/llvm-project' | |
| ref: 'release/13.x' | |
| path: 'llvm' | |
| - name: Set up QEMU | |
| if: matrix.tag == 'manylinux2014_aarch64_cross_x64' && steps.cache-llvm.outputs.cache-hit != 'true' | |
| id: qemu | |
| uses: docker/setup-qemu-action@v1 | |
| with: | |
| image: tonistiigi/binfmt:latest | |
| platforms: arm64 | |
| - name: Setup AArch64 environment | |
| if: matrix.tag == 'manylinux2014_aarch64_cross_x64' && steps.cache-llvm.outputs.cache-hit != 'true' | |
| run: | | |
| echo "DOCKER_OPTS=--env CC=/opt/native/bin/clang --env CXX=/opt/native/bin/clang++ --env CMAKE_BIN=/opt/native/bin/cmake --env LDFLAGS=-fuse-ld=lld" >>$GITHUB_ENV | |
| - name: Build LLVM | |
| if: steps.cache-llvm.outputs.cache-hit != 'true' | |
| run: | | |
| docker run $DOCKER_OPTS -v $GITHUB_WORKSPACE:/pwd "${{ matrix.docker_host }}/${{ matrix.tag }}" /bin/bash /pwd/ci/build_llvm_manylinux.sh /pwd/llvm | |
| build_manylinux: | |
| runs-on: ubuntu-latest | |
| needs: build_llvm_manylinux | |
| # Split into multiple jobs to speed up the process. Let's compile two | |
| # Python versions per job. | |
| strategy: | |
| matrix: | |
| tag: | |
| - "manylinux2014_x86_64" | |
| - "manylinux2014_i686" | |
| - "manylinux2014_aarch64_cross_x64" | |
| py_vers: | |
| - "cp37-cp37m cp38-cp38 " | |
| - "cp39-cp39 cp310-cp310" | |
| - "cp311-cp311" | |
| env: | |
| PY_VERS: ${{ matrix.py_vers }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Cache LLVM | |
| id: cache-llvm | |
| uses: actions/cache@v2 | |
| with: | |
| path: llvm/install | |
| key: Linux-llvm-release-16-${{ matrix.tag }} | |
| - name: Set up QEMU | |
| if: matrix.tag == 'manylinux2014_aarch64_cross_x64' | |
| id: qemu | |
| uses: docker/setup-qemu-action@v1 | |
| with: | |
| image: tonistiigi/binfmt:latest | |
| platforms: arm64 | |
| - name: Setup AArch64 environment | |
| if: matrix.tag == 'manylinux2014_aarch64_cross_x64' | |
| run: | | |
| echo "DOCKER_OPTS=--env CC=/opt/native/bin/clang --env CXX=/opt/native/bin/clang++ --env CMAKE_BIN=/opt/native/bin/cmake --env LDFLAGS=-fuse-ld=lld" >>$GITHUB_ENV | |
| - name: Build wheels & tests | |
| working-directory: bindings/python | |
| run: | | |
| [[ ${{ matrix.tag}} == "manylinux2014_aarch64_cross_x64" ]] && DOCKER_ROOT=aguinet || DOCKER_ROOT=quay.io/pypa | |
| docker run $DOCKER_OPTS -v $GITHUB_WORKSPACE:/pwd "$DOCKER_ROOT/${{ matrix.tag }}" /bin/bash /pwd/ci/build_wheels_manylinux.sh /pwd /pwd/llvm/install $PY_VERS | |
| - uses: actions/upload-artifact@v1 | |
| with: | |
| name: pydffi-wheels | |
| path: bindings/python/wheelhouse/ | |
| build_osxwin: | |
| strategy: | |
| matrix: | |
| python-version: ["3.7", "3.8", "3.9", "3.10", "3.11"] | |
| os: | |
| - macos-latest | |
| - windows-latest | |
| runs-on: ${{ matrix.os }} | |
| needs: build_llvm_win | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: ilammy/msvc-dev-cmd@v1 | |
| with: | |
| vsversion: "2022" | |
| if: runner.os == 'Windows' | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Cache LLVM | |
| if: runner.os == 'Windows' | |
| id: cache-llvm | |
| uses: actions/cache@v2 | |
| with: | |
| path: llvm/install | |
| key: ${{ runner.os }}-llvm-release-13-msvc1416 | |
| - name: Python dependencies | |
| run: | | |
| pip install wheel | |
| - name: Install Windows dependencies | |
| run: | | |
| choco install ninja | |
| echo LLVM_CONFIG=%GITHUB_WORKSPACE%/llvm/install/bin/llvm-config.exe >> %GITHUB_ENV% | |
| echo MSSdk=1 >> %GITHUB_ENV% | |
| echo DISTUTILS_USE_SDK=1 >> %GITHUB_ENV% | |
| if: runner.os == 'Windows' | |
| shell: cmd | |
| - name: Install OSX dependencies | |
| run: | | |
| brew install cmake ninja | |
| sudo $CONDA/bin/conda install -c conda-forge llvmdev==13.0.0 clangdev==13.0.0 | |
| echo "LLVM_CONFIG=$CONDA/bin/llvm-config" >> $GITHUB_ENV | |
| if: runner.os == 'macOS' | |
| - name: Build wheel | |
| working-directory: bindings/python | |
| run: | | |
| python ./setup.py bdist_wheel | |
| - name: Install Windows | |
| if: runner.os == 'Windows' | |
| working-directory: bindings/python | |
| run: | | |
| pip install (get-item ./dist/*.whl).FullName | |
| - name: Install OSX | |
| if: runner.os == 'macOS' | |
| working-directory: bindings/python | |
| run: | | |
| pip install dist/*.whl | |
| - name: Tests | |
| run: | | |
| # Do not set bindings/python as the working directory to make sure we | |
| # use the generated wheel for tests. | |
| pip install six purectypes==0.2 | |
| python -m unittest discover bindings/python/tests | |
| - uses: actions/upload-artifact@v1 | |
| with: | |
| name: pydffi-wheels | |
| path: bindings/python/dist/ | |
| publish: | |
| if: github.event.release | |
| runs-on: ubuntu-latest | |
| needs: [build_manylinux, build_osxwin] | |
| steps: | |
| - name: Set up Python | |
| uses: actions/setup-python@v1 | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| pip install twine | |
| - uses: actions/download-artifact@v1 | |
| with: | |
| name: pydffi-wheels | |
| path: wheelhouse | |
| - name: Publish to PyPI | |
| env: | |
| TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }} | |
| run: | | |
| twine upload wheelhouse/*.whl |