diff --git a/.github/workflows/dist.yml b/.github/workflows/dist.yml index 3d4028dfe78..8cc8249e3c6 100644 --- a/.github/workflows/dist.yml +++ b/.github/workflows/dist.yml @@ -155,41 +155,48 @@ jobs: if: env.CAN_DEPLOY == 'true' build_wheels: - name: Build wheels on ${{ matrix.os }}, arch ${{ matrix.arch }} + name: wheels ${{ matrix.build }}*_${{ matrix.arch }} runs-on: ${{ matrix.os }} needs: sdists_for_pypi strategy: fail-fast: false matrix: + os: [ubuntu-latest] + arch: [x86_64, i686, aarch64] + build: [manylinux, musllinux] include: - - os: ubuntu-latest - arch: x86_64 - - os: ubuntu-latest - arch: i686 - os: macos-13 arch: x86_64 + build: macosx - os: macos-14 arch: arm64 + build: macosx env: CAN_DEPLOY: ${{ secrets.SAGEMATH_PYPI_API_TOKEN != '' }} # SPKGs to install as system packages SPKGS: _bootstrap _prereq # Non-Python packages to install as spkgs TARGETS_PRE: gmp mpfr mpc bliss coxeter3 mcqd meataxe sirocco boost_cropped tdlib + CIBW_BUILD: "*${{ matrix.build }}*" # Disable building PyPy wheels on all platforms - # Disable musllinux until #33083 provides alpine package information - CIBW_SKIP: "pp* *-musllinux*" + CIBW_SKIP: "pp*" # CIBW_ARCHS: ${{ matrix.arch }} # https://cibuildwheel.readthedocs.io/en/stable/options/#requires-python CIBW_PROJECT_REQUIRES_PYTHON: ">=3.9, <3.13" # Environment during wheel build - CIBW_ENVIRONMENT: "PATH=$(pwd)/prefix/bin:$PATH CPATH=$(pwd)/prefix/include:$CPATH LIBRARY_PATH=$(pwd)/prefix/lib:$LIBRARY_PATH LD_LIBRARY_PATH=$(pwd)/prefix/lib:$LD_LIBRARY_PATH PKG_CONFIG_PATH=$(pwd)/prefix/share/pkgconfig:$PKG_CONFIG_PATH ACLOCAL_PATH=/usr/share/aclocal PIP_CONSTRAINT=$(pwd)/constraints.txt" + CIBW_ENVIRONMENT: "PATH=$(pwd)/prefix/bin:$PATH CPATH=$(pwd)/prefix/include:$CPATH LIBRARY_PATH=$(pwd)/prefix/lib:$LIBRARY_PATH LD_LIBRARY_PATH=$(pwd)/prefix/lib:$LD_LIBRARY_PATH PKG_CONFIG_PATH=$(pwd)/prefix/share/pkgconfig:$PKG_CONFIG_PATH ACLOCAL_PATH=/usr/share/aclocal PIP_CONSTRAINT=$(pwd)/constraints.txt PIP_FIND_LINKS=file://$(pwd)/wheelhouse SAGE_NUM_THREADS=6" # Use 'build', not 'pip wheel' CIBW_BUILD_FRONTEND: build steps: - uses: actions/checkout@v4 + - name: Set up QEMU + if: runner.os == 'Linux' && matrix.arch != 'x86_64' && matrix.arch != 'i686' + uses: docker/setup-qemu-action@v3 + with: + platforms: all + - uses: actions/download-artifact@v4 with: name: dist @@ -209,7 +216,7 @@ jobs: eval $(sage-print-system-package-command auto --sudo --yes --no-install-recommends --spkg install _bootstrap) ./bootstrap - - name: Build platform wheels + - name: Unpack and prepare # We build the wheels from the sdists so that MANIFEST filtering becomes effective. # But we must run cibuildwheel with the unpacked source directory, not a tarball, # so that SAGE_ROOT is copied into the build containers. @@ -223,21 +230,37 @@ jobs: # # omit sagemath-{meataxe,sirocco} for now -- needs sagemath-modules run: | - "${{ steps.python.outputs.python-path }}" -m pip install pipx + "${{ steps.python.outputs.python-path }}" -m pip install cibuildwheel==2.18.0 export PATH=build/bin:$PATH - export CIBW_BEFORE_ALL="( $(sage-print-system-package-command debian --yes --no-install-recommends install $(sage-get-system-packages debian $SPKGS)) || $(sage-print-system-package-command fedora --yes --no-install-recommends install $(sage-get-system-packages fedora $SPKGS | sed s/pkg-config/pkgconfig/)) || ( $(sage-print-system-package-command homebrew --yes --no-install-recommends install $(sage-get-system-packages homebrew $SPKGS)) || echo error ignored) ) && if cp /host/sage-\$AUDITWHEEL_PLAT/config.status . 2>/dev/null; then chmod +x config.status; fi && if [ -x ./config.status ]; then ./config.status; else ./configure --enable-build-as-root ${{ startsWith(matrix.os, 'ubuntu') && '--prefix=/host/sage-\$AUDITWHEEL_PLAT' || '' }} && cp config.status prefix/; fi && MAKE=\"make -j6\" make V=0 $TARGETS_PRE && (echo \"sage_conf @ file://\$(pwd)/pkgs/sage-conf\" && echo \"sage_setup @ file://\$(pwd)/pkgs/sage-setup\") > constraints.txt" + echo CIBW_BEFORE_ALL="( $(sage-print-system-package-command debian --yes --no-install-recommends install $(sage-get-system-packages debian $SPKGS)) || $(sage-print-system-package-command fedora --yes --no-install-recommends install $(sage-get-system-packages fedora $SPKGS | sed s/pkg-config/pkgconfig/)) || ( $(sage-print-system-package-command homebrew --yes --no-install-recommends install $(sage-get-system-packages homebrew $SPKGS)) || $(sage-print-system-package-command alpine --yes --no-install-recommends install $(sage-get-system-packages alpine $SPKGS)) || echo error ignored) ) && if cp /host/sage-\$AUDITWHEEL_PLAT/config.status . 2>/dev/null; then chmod +x config.status; fi && if [ -x ./config.status ]; then ./config.status; else ./configure --enable-build-as-root ${{ startsWith(matrix.os, 'ubuntu') && '--prefix=/host/sage-\$AUDITWHEEL_PLAT' || '' }} && cp config.status prefix/; fi && MAKE=\"make -j6\" make V=0 $TARGETS_PRE && (echo \"sage_conf @ file://\$(pwd)/pkgs/sage-conf\" && echo \"sage_setup @ file://\$(pwd)/pkgs/sage-setup\") > constraints.txt" >> "$GITHUB_ENV" mkdir -p unpacked - for pkg in sagemath*objects sagemath*categories sagemath*bliss sagemath*coxeter3 sagemath*mcqd sagemath*tdlib; do - case "$pkg:${{ matrix.arch }}" in - sagemath*tdlib:i686) continue;; # broken - boost-related - esac - (cd unpacked && tar xfz - ) < dist/$pkg*.tar.gz - "${{ steps.python.outputs.python-path }}" -m pipx run cibuildwheel==2.18.0 unpacked/$pkg* + for sdist in dist/$pkg*.tar.gz; do + (cd unpacked && tar xfz - ) < $sdist done + - name: sagemath-objects + run: | + "${{ steps.python.outputs.python-path }}" -m cibuildwheel unpacked/sagemath*objects* + + - name: sagemath-categories + run: | + "${{ steps.python.outputs.python-path }}" -m cibuildwheel unpacked/sagemath*categories* + + - name: sagemath-bliss + run: | + "${{ steps.python.outputs.python-path }}" -m cibuildwheel unpacked/sagemath*bliss* + + - name: sagemath-coxeter3 + run: | + "${{ steps.python.outputs.python-path }}" -m cibuildwheel unpacked/sagemath*coxeter3* + + - name: sagemath-mcqd + run: | + "${{ steps.python.outputs.python-path }}" -m cibuildwheel unpacked/sagemath*mcqd* + - uses: actions/upload-artifact@v4 with: - name: ${{ matrix.os }}-${{ matrix.arch }}-wheels + name: ${{ matrix.os }}-${{ matrix.build }}-${{ matrix.arch }}-wheels path: ./wheelhouse/*.whl upload_wheels: @@ -250,7 +273,7 @@ jobs: - uses: actions/download-artifact@v4 with: - pattern: "*-*-wheels" + pattern: "*-*-*-wheels" path: wheelhouse merge-multiple: true