use cibuildwheel to create wheels

- matrix py versions and platforms to minimize build time
  - emulated aarch64 builds are very slow
- only build universal2 for macos
  - setuptools-rust ignores ARCHFLAGS when only arm64 given

Author: jstewmon

.github/workflows/ci.yml

@@ -192,160 +192,68 @@ jobs:
           path: js/
           name: wasm-pkg
 
-  build-python-wheels-linux:
-    # Linux wheels can't be built directly but instead need to be built
-    # via a "manylinux" container as specified by PEPs 513, 571, and 599
-    name: "Build Linux Wheels"
-    needs: "test"
-#    if: "${{ github.ref == 'refs/heads/master' }}"
+  build-wheels:
+    name: >
+      Build Wheel
+      (${{ matrix.platform.os }}, ${{ matrix.platform.name }}, ${{ matrix.py }})
+#    needs: test
+    runs-on: ${{ matrix.platform.os }}
     strategy:
+      fail-fast: false
       matrix:
-        manylinux:
-          - arch: "manylinux2010_i686"
-            img: "quay.io/pypa/manylinux2010_i686:2020-12-31-4928808"
-          - arch: "manylinux2010_x86_64"
-            img: "quay.io/pypa/manylinux2010_x86_64:2020-12-31-4928808"
-          - arch: "manylinux2014_i686"
-            img: "quay.io/pypa/manylinux2014_i686:2020-12-31-56195b3"
-          - arch: "manylinux2014_x86_64"
-            img: "quay.io/pypa/manylinux2014_x86_64:2020-12-31-56195b3"
-    runs-on: "ubuntu-latest"
-    steps:
-      # Check out the code
-      - uses: "actions/checkout@v2"
-      # Set the current month and year (used for cache key)
-      - name: "Get Date"
-        id: get-date
-        # Outputs e.g. "202007"
-        # tbh I have yet to find the docs where this output format is
-        # defined, but I copied this from the official cache action's README.
-        run: |
-          echo "::set-output name=date::$(/bin/date -u '+%Y%m')"
-        shell: bash
-
-      # Generate the lockfile
-      - name: "Generate Cargo Lockfile"
-        run: "cargo generate-lockfile"
-
-      # Cache build dependencies
-      - name: "Cache Build Fragments"
-        id: "cache-build-fragments"
-        uses: "actions/cache@v2"
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            target
-          # This should partial match the caches generated for the tests,
-          # which include a python version at the end.
-          key: "${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}-${{ matrix.manylinux.arch }}"
-
-      # Cache `cargo install` built binaries
-      - name: "Cache Built Binaries"
-        id: "cache-binaries"
-        uses: "actions/cache@v2"
-        with:
-          path: "~/.cargo/bin"
-          # In theory, this should rebuild binaries once a month
-          key: "${{ runner.os }}-cargo-binaries-${{steps.get-date.outputs.date}}"
-
-      - name: "Build Wheels"
-        run: "make build-py-wheel-manylinux"
-        env:
-          MANYLINUX_IMG: "${{ matrix.manylinux.img }}"
-
-      - uses: "actions/upload-artifact@v2"
-        with:
-          path: "dist/*.whl"
-          name: "py-linux-wheels-${{ matrix.manylinux.arch }}"
+        platform:
+        - {os: ubuntu-latest, name: manylinux}
+        - {os: ubuntu-latest, name: musllinux}
+        - {os: macos-latest, name: macosx}
+        - {os: windows-latest, name: win}
+        py:
+        - cp36
+        - cp37
+        - cp38
+        - cp39
+        - cp310
 
-  build-python-wheels-mac-windows:
-    name: "Build MacOS and Windows Python Wheels"
-    needs: "test"
-    if: "${{ github.ref == 'refs/heads/master' }}"
-    strategy:
-      matrix:
-        os: [macos-latest, windows-latest]
-        python-version: ["3.6", "3.7", "3.8", "3.9", "3.10"]
-    runs-on: "${{ matrix.os }}"
     steps:
-      # Check out the code
-      - uses: "actions/checkout@v2"
+      - uses: actions/checkout@v2
 
-      # Install python
-      - name: "Set up python"
-        uses: "actions/setup-python@v2"
+      - uses: actions/setup-python@v2
+        name: Install Python
         with:
-          python-version: "${{ matrix.python-version }}"
-
-      - name: "Get Python Path"
-        id: get-py-path
-        shell: bash
-        run: |
-          echo "::set-output name=path::$(which python)"
-
-      # Set the current month and year (used for cache key)
-      - name: "Get Date"
-        id: get-date
-        # Outputs e.g. "202007"
-        # tbh I have yet to find the docs where this output format is
-        # defined, but I copied this from the official cache action's README.
-        run: |
-          echo "::set-output name=date::$(/bin/date -u '+%Y%m')"
-        shell: bash
-
-      # Generate the lockfile
-      - name: "Generate Cargo Lockfile"
-        run: "cargo generate-lockfile"
-
-      # Cache build dependencies
-      - name: "Cache Build Fragments"
-        id: "cache-build-fragments"
-        uses: "actions/cache@v2"
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            target
-          # Use the OS, the python version, and the hashed cargo lockfile as the
-          # cache key. The Python version shouldn't be necessary, but I have
-          # seen some weird failures in Windows CI where it gets the built
-          # python targets confused. The Python version is included at the
-          # end so it can be partially matched by cache keys in contexts
-          # where we're not iterating over python envs.
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}-${{ matrix.python-version }}
+          python-version: '3.10'
 
-      # Cache `cargo install` built binaries
-      - name: "Cache Built Binaries"
-        id: "cache-binaries"
-        uses: "actions/cache@v2"
+      - name: Set up QEMU
+        if: runner.os == 'Linux'
+        uses: docker/setup-qemu-action@v1
         with:
-          path: "~/.cargo/bin"
-          # In theory, this should rebuild binaries once a month
-          key: "${{ runner.os }}-cargo-binaries-${{steps.get-date.outputs.date}}"
-
-      - name: "Perform Setup"
-        run: "make setup"
-        shell: bash
-        env:
-          WINDOWS: "${{ contains(runner.os, 'windows') }}"
-          PYTHON: ${{ steps.get-py-path.outputs.path }}
+          platforms: all
 
-      - name: "Build Python Wheel"
-        run: "make build-py-wheel"
+      - name: Build wheels
+        uses: pypa/[email protected]
         env:
-          WINDOWS: "${{ contains(runner.os, 'windows') }}"
-          PYTHON: ${{ steps.get-py-path.outputs.path }}
-
-      - uses: "actions/upload-artifact@v2"
+          # configure cibuildwheel to build native archs ('auto'), and some
+          # emulated ones
+          CIBW_ARCHS_LINUX: x86_64 aarch64
+          # cross-compiling wheels for discrete architectures not working OOTB
+          # see: https://github.com/PyO3/setuptools-rust/issues/206
+          CIBW_ARCHS_MACOS: x86_64 universal2
+          CIBW_ARCHS_WINDOWS: AMD64
+          CIBW_BEFORE_ALL_LINUX: >
+            curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain stable -y
+          CIBW_BEFORE_ALL_MACOS: >
+            rustup target add aarch64-apple-darwin
+          CIBW_ENVIRONMENT_LINUX: PATH=/root/.cargo/bin:$PATH
+          CIBW_BUILD: ${{ matrix.py }}-${{ matrix.platform.name }}_*
+          CIBW_TEST_COMMAND: python {project}/tests/test_py.py
+
+      - uses: actions/upload-artifact@v2
         with:
-          path: "dist/*.whl"
-          name: "py-${{ matrix.python-version }}-${{ runner.os }}-wheels"
+          name: py-wheels
+          path: ./wheelhouse/*.whl
 
   distribute:
     name: "Distribute Cargo, WASM, and Python Sdist Packages"
     needs:
-      ["build", "build-python-wheels-mac-windows", "build-python-wheels-linux"]
+      ["build", "build-wheels"]
     runs-on: ubuntu-latest
     if: "${{ github.ref == 'refs/heads/master' }}"
     steps:
@@ -478,99 +386,25 @@ jobs:
               }
             })
 
-  distribute-py-wheels-mac-windows:
-    name: "Distribute Mac and Windows Python Wheels"
-    needs: ["distribute", "build-python-wheels-mac-windows"]
+  distribute-py-wheels:
+    name: "Distribute Python Wheels"
+    needs: ["distribute"]
     if: "${{ github.ref == 'refs/heads/master' }}"
-    strategy:
-      matrix:
-        os: [macos-latest, windows-latest]
-        python-version: ["3.6", "3.7", "3.8", "3.9", "3.10"]
-    runs-on: "${{ matrix.os }}"
-    steps:
-      # Check out the code
-      - uses: "actions/checkout@v2"
-
-      # Install python
-      - name: "Set up python"
-        uses: "actions/setup-python@v2"
-        with:
-          python-version: "3.8"
-
-      - name: "Pull cargo version tracking file"
-        uses: "actions/download-artifact@v1"
-        with:
-          name: "new-cargo"
-
-      - name: "Check for new cargo version"
-        id: cargo-version
-        shell: bash
-        run: |
-          echo "::set-output name=new::$(cat ./new-cargo/tmp-new-cargo-ver)"
-
-      - name: "Pull Python Wheels"
-        if: "${{ steps.cargo-version.outputs.new == 'true' }}"
-        uses: "actions/download-artifact@v1"
-        with:
-          name: "py-${{ matrix.python-version }}-${{ runner.os }}-wheels"
-          path: dist-py
-
-      - name: "Publish Wheels"
-        if: "${{ steps.cargo-version.outputs.new == 'true' }}"
-        shell: bash
-        run: |
-          pip install twine
-          twine upload --skip-existing dist-py/*
-        env:
-          TWINE_USERNAME: "__token__"
-          TWINE_PASSWORD: "${{ secrets.PYPI_TOKEN }}"
-
-  distribute-py-wheels-linux:
-    name: "Distribute Linux Python Wheels"
-    needs: ["distribute", "build-python-wheels-linux"]
+#    needs: [build_wheels, build_sdist]
     runs-on: ubuntu-latest
-    if: "${{ github.ref == 'refs/heads/master' }}"
-    strategy:
-      matrix:
-        manylinux:
-          - arch: "manylinux2010_i686"
-          - arch: "manylinux2010_x86_64"
-          - arch: "manylinux2014_i686"
-          - arch: "manylinux2014_x86_64"
+    # upload to PyPI on every tag starting with 'v'
+#    if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v')
+    # alternatively, to publish when a GitHub Release is created, use the following rule:
+    # if: github.event_name == 'release' && github.event.action == 'published'
     steps:
-      # Check out the code
-      - uses: "actions/checkout@v2"
-
-      # Install python
-      - name: "Set up python"
-        uses: "actions/setup-python@v2"
+      - uses: actions/download-artifact@v2
         with:
-          python-version: "3.10"
+          name: py-wheels
+          path: dist
 
-      - name: "Pull cargo version tracking file"
-        uses: "actions/download-artifact@v1"
+      - uses: pypa/[email protected]
         with:
-          name: "new-cargo"
-
-      - name: "Check for new cargo version"
-        id: cargo-version
-        shell: bash
-        run: |
-          echo "::set-output name=new::$(cat ./new-cargo/tmp-new-cargo-ver)"
-
-      - name: "Pull Python Wheel"
-        if: "${{ steps.cargo-version.outputs.new == 'true' }}"
-        uses: "actions/download-artifact@v1"
-        with:
-          name: "py-linux-wheels-${{ matrix.manylinux.arch }}"
-          path: dist-py
-
-      - name: "Publish Python Wheels"
-        if: "${{ steps.cargo-version.outputs.new == 'true' }}"
-        shell: bash
-        run: |
-          pip install twine
-          twine upload --skip-existing dist-py/*manylinux*
-        env:
-          TWINE_USERNAME: "__token__"
-          TWINE_PASSWORD: "${{ secrets.PYPI_TOKEN }}"
+          user: __token__
+          password: ${{ secrets.pypi_password }}
+          skip_existing: true
+          # To test: repository_url: https://test.pypi.org/legacy/

pyproject.toml

@@ -1,5 +1,5 @@
 [build-system]
-requires = ["setuptools", "wheel", "setuptools-rust"]
+requires = ["setuptools", "wheel", "setuptools-rust>=1.1.2"]
 
 [tool.black]
 line-length = 80