build-python-wheels.yml

# Build wheels for many platforms
# see: https://github.com/pypa/cibuildwheel

name: Build Python wheels

on:
  push:
    branches:
    - main
    paths:
    - 'nlpo3-python/**'
    - '!nlpo3-python/**.md'
    - '!nlpo3-python/notebooks/**'
    - '.github/workflows/build-python-wheels.yml'
  pull_request:
    branches:
    - main
    paths:
    - 'nlpo3-python/**'
    - '!nlpo3-python/**.md'
    - '!nlpo3-python/notebooks/**'
    - '.github/workflows/build-python-wheels.yml'
  release:
    types: [published]
  # Manual run
  workflow_dispatch: {}

jobs:
  echo_github_env:
    name: Echo GitHub environment variables
    runs-on: ubuntu-latest
    steps:
    - run: |
        echo "github.event.action   : ${{ github.event.action }}"
        echo "github.event_name     : ${{ github.event_name }}"
        echo "github.ref            : ${{ github.ref }}"
        echo "github.event.ref      : ${{ github.event.ref }}"
        echo "github.event.ref_type : ${{ github.event.ref_type }}"

  # Check whether to build the wheels and the source tarball
  check_build_trigger:
    name: Check build trigger
    runs-on: ubuntu-latest
    # Not for forks
    if: github.repository == 'pythainlp/nlpo3'
    outputs:
      build: ${{ steps.check_build_trigger.outputs.build }}
    steps:
    - name: Checkout source code
      uses: actions/checkout@v4
      with:
        ref: ${{ github.event.pull_request.head.sha }}
    - id: check_build_trigger
      name: Check build trigger
      run: bash build_tools/github/check_build_trigger.sh
      # To trigger the build steps, add "[cd build]" to commit message

  build_wheels:
    name: Build ${{ matrix.python-version }} on ${{ matrix.os }} ${{ matrix.bitness }}-bit
    runs-on: ${{ matrix.os }}
    needs: check_build_trigger
    if: needs.check_build_trigger.outputs.build
    strategy:
      # Ensure that a wheel builder finishes even if another fails
      fail-fast: false
      # For build identier, see:
      # https://cibuildwheel.pypa.io/en/stable/options/#build-skip
      matrix:
        # See more build combinations at "Make CIBW_BUILD list" steps below
        os: [macos-latest, ubuntu-latest, windows-latest]
        python-version: ["3.13", "3.12", "3.11", "3.10", "3.9", "3.8", "3.7", "pypy3.10", "pypy3.9", "pypy3.8", "pypy3.7"]
        bitness: [64, 32]
        include:
        - os: windows-latest
          bitness: 64
          platform_id: win_amd64
        - os: windows-latest
          bitness: 32
          platform_id: win32
        exclude:
        - os: macos-latest
          bitness: 32
        - os: macos-latest
          python-version: "3.7"
        - os: macos-latest
          python-version: "pypy3.7"
    env:
      CP_VER: ""
      CIBW_BUILD: ""

    steps:
    # cibuildwheel needs a specific Python implementation ID
    - name: Make Python implementation ID (non-Windows)
      id: convert-version-id
      if: startsWith(matrix.os, 'windows-') == false
      run: |
        PYTHON_VERSION=${{ matrix.python-version }}
        if [[ "$PYTHON_VERSION" == pypy* ]]; then
          CP_VER="pp${PYTHON_VERSION:4}"
          CP_VER="${CP_VER//./}"
        else
          CP_VER="cp${PYTHON_VERSION//./}"
        fi
        echo "Python version: $CP_VER"
        echo "CP_VER=$CP_VER" >> $GITHUB_ENV

    - name: Make Python implementation ID (Windows)
      id: convert-version-id-win
      if: startsWith(matrix.os, 'windows-')
      shell: powershell
      run: |
        $PYTHON_VERSION = "${{ matrix.python-version }}"
        if ($PYTHON_VERSION -like "pypy*") {
          $CP_VER = "pp" + $PYTHON_VERSION.Substring(4).Replace(".", "")
        } else {
          $CP_VER = "cp" + $PYTHON_VERSION.Replace(".", "")
        }
        echo "Python version: $CP_VER"
        echo "CP_VER=$CP_VER" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append

    - name: Make CIBW_BUILD list (macOS)
      if: startsWith(matrix.os, 'macos-')
      run: echo "CIBW_BUILD=${{ env.CP_VER }}-macosx*" >> $GITHUB_ENV

    - name: Make CIBW_BUILD list (Linux 64-bit)
      if: startsWith(matrix.os, 'ubuntu-') && matrix.bitness == 64
      run: |
        CP_VER=${{ env.CP_VER }}
        CIBW_BUILD="$CP_VER-manylinux_x86_64 $CP_VER-manylinux_aarch64"
        if [[ "$CP_VER" != pp* ]]; then
          CIBW_BUILD="$CIBW_BUILD $CP_VER-musllinux_x86_64 $CP_VER-musllinux_aarch64"
        fi
        echo "CIBW_BUILD: $CIBW_BUILD"
        echo "CIBW_BUILD=$CIBW_BUILD" >> $GITHUB_ENV
      
    - name: Make CIBW_BUILD list (Linux 32-bit)
      if: startsWith(matrix.os, 'ubuntu-') && matrix.bitness == 32
      run: |
        CP_VER=${{ env.CP_VER }}
        CIBW_BUILD="$CP_VER-manylinux_i686"
        echo "CIBW_BUILD: $CIBW_BUILD"
        echo "CIBW_BUILD=$CIBW_BUILD" >> $GITHUB_ENV

    - name: Make CIBW_BUILD list (Windows)
      if: startsWith(matrix.os, 'windows-')
      run: echo "CIBW_BUILD=${{ env.CP_VER }}-${{ matrix.platform_id }}" >> $GITHUB_ENV

    - name: Checkout source code
      uses: actions/checkout@v4

    - name: Setup Python
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
        cache: "pip"
    - name: Install Python dependencies
      run: python -m pip install --upgrade pip

    - name: Setup Rust toolchain
      if: startsWith(matrix.os, 'ubuntu-') == false
      uses: actions-rust-lang/setup-rust-toolchain@v1
      # For Linux, Rust will be installed inside a cibuildwheel container later

    - name: Setup rustup target
      if: startsWith(matrix.os, 'macos-')
      run: rustup target add x86_64-apple-darwin
      # For cross-compile x86 on GitHub arm64 runner

    - name: Build Python wheels
      uses: pypa/cibuildwheel@v2.21.3
      with:
        package-dir: nlpo3-python
        output-dir: wheelhouse
      env:
        CIBW_BUILD_VERBOSITY: 1
        # See CIBW_ARCHS and other build selectors at:
        # https://cibuildwheel.readthedocs.io/en/stable/options/#build-skip
        CIBW_ARCHS_MACOS: "x86_64 universal2 arm64"
        CIBW_ENVIRONMENT_MACOS: |
          MACOSX_DEPLOYMENT_TARGET=10.9
          PATH="$HOME/.cargo/bin:$PATH"
          CC=/usr/bin/clang
          CXX=/usr/bin/clang++
        CIBW_ARCHS_LINUX: "auto aarch64"
        CIBW_ENVIRONMENT_LINUX: PATH="$HOME/.cargo/bin:$PATH"
        CIBW_BEFORE_BUILD_LINUX: |
          pip install --upgrade setuptools-rust
          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
        # It is needed to install Rust for Linux,
        # because cibuildwheel on Linux runs inside a container
        # and the container does not have Rust.

    - name: Store artifacts
      uses: actions/upload-artifact@v3
      with:
        path: ./wheelhouse/*.whl

  build_sdist:
    name: Build Python source distribution
    runs-on: ubuntu-latest
    needs: check_build_trigger
    if: needs.check_build_trigger.outputs.build
    steps:
    - name: Checkout source code
      uses: actions/checkout@v4
    - name: Setup Python
      uses: actions/setup-python@v5
      with:
        python-version: "3.13"
        cache: "pip"
    - name: Build source distribution
      run: |
        cd nlpo3-python
        bash ../build_tools/github/build_source.sh
    - name: Store artifacts
      uses: actions/upload-artifact@v3
      with:
        path: nlpo3-python/dist/*.tar.gz

  publish_pypi:
    name: Publish Python package to PyPI
    runs-on: ubuntu-latest
    needs: [build_wheels, build_sdist]
    # Upload to PyPI on every tag starting with 'v'
    #if: github.event_name == 'push' && startsWith(github.event.ref, 'v')
    # Alternatively, to publish when a GitHub Release is created, use the following rule:
    if: github.event_name == 'release' && github.event.action == 'published'
    steps:
    - name: Retrieve artifacts
      uses: actions/download-artifact@v3
      with:
        name: artifact
        path: dist
    - name: Publish package
      uses: pypa/gh-action-pypi-publish@v1.12.2
      with:
        skip-existing: true
        user: __token__
        password: ${{ secrets.PYPI_API_TOKEN }}