Prepare source distributions and wheels #24
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Prepare source distributions and wheels | |
| on: | |
| push: | |
| tags: | |
| # Match all release tags including beta, rc | |
| - '[0-9]+.[0-9]+' | |
| - '[0-9]+.[0-9]+.[0-9]+' | |
| - '[0-9]+.[0-9]+.beta[0-9]+' | |
| - '[0-9]+.[0-9]+.[0-9]+.beta[0-9]+' | |
| - '[0-9]+.[0-9]+.rc[0-9]+' | |
| - '[0-9]+.[0-9]+.[0-9]+.rc[0-9]+' | |
| workflow_dispatch: | |
| # Allow to run manually | |
| jobs: | |
| release_dist: | |
| # This job first checks whether "configure --enable-download-from-upstream-url" | |
| # (the default since #32390) is needed. | |
| # | |
| # In this way, we check that all necessary package tarballs | |
| # have already been uploaded to the Sage server at the time | |
| # of pushing a release tag. | |
| # | |
| # It also uses "bootstrap -D", thus checking that the "configure" | |
| # tarball has been uploaded to the Sage server at the time | |
| # of pushing a release tag. | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install bootstrap prerequisites | |
| run: | | |
| sudo DEBIAN_FRONTEND=noninteractive apt-get update | |
| sudo DEBIAN_FRONTEND=noninteractive apt-get install $(build/bin/sage-get-system-packages debian _bootstrap) | |
| - name: make dist (--disable-download-from-upstream-url) | |
| id: make_dist | |
| run: | | |
| ./bootstrap -D && ./configure --disable-download-from-upstream-url && make dist | |
| env: | |
| MAKE: make -j8 | |
| - name: make download (--disable-download-from-upstream-url) | |
| id: make_download | |
| run: | | |
| make -k download DOWNLOAD_PACKAGES=":all: --no-file huge" | |
| env: | |
| MAKE: make -j8 | |
| - name: Reconfigure with --enable-download-from-upstream-url | |
| if: (success() || failure()) && (steps.make_dist.outcome != 'success' || steps.make_download.outcome != 'success') | |
| run: | | |
| ./configure | |
| - name: make dist (--enable-download-from-upstream-url) | |
| if: (success() || failure()) && steps.make_dist.outcome != 'success' | |
| run: | | |
| make dist | |
| env: | |
| MAKE: make -j8 | |
| - name: make download (--enable-download-from-upstream-url) | |
| if: (success() || failure()) && steps.make_download.outcome != 'success' | |
| run: | | |
| make -k download DOWNLOAD_PACKAGES=":all: --no-file huge --allow-upstream" | |
| env: | |
| MAKE: make -j8 | |
| - name: Remove what cannot be distributed | |
| if: success() || failure() | |
| run: | | |
| rm -f upstream/*do-not-distribute* | |
| - uses: actions/upload-artifact@v3 | |
| if: success() || failure() | |
| with: | |
| path: | | |
| dist/*.tar.gz | |
| upstream | |
| name: release_dist | |
| release: | |
| needs: release_dist | |
| runs-on: ubuntu-latest | |
| if: (success() || failure()) && github.repository == 'sagemath/sage' && startsWith(github.ref, 'refs/tags/') && !contains(github.ref, 'beta') && !contains(github.ref, 'rc') | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: release_dist | |
| - uses: softprops/action-gh-release@v1 | |
| with: | |
| generate_release_notes: true | |
| files: | | |
| dist/* | |
| upstream/* | |
| permissions: | |
| contents: write | |
| sdists_for_pypi: | |
| runs-on: ubuntu-latest | |
| env: | |
| CAN_DEPLOY: ${{ secrets.SAGEMATH_PYPI_API_TOKEN != '' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install bootstrap prerequisites | |
| run: | | |
| sudo DEBIAN_FRONTEND=noninteractive apt-get update | |
| sudo DEBIAN_FRONTEND=noninteractive apt-get install $(build/bin/sage-get-system-packages debian _bootstrap) | |
| - name: make pypi-sdists | |
| run: | | |
| ./bootstrap | |
| ./configure | |
| make pypi-sdists V=0 | |
| (mkdir dist && mv upstream/sage*.tar.gz dist/) | |
| ls -l dist | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| path: "dist/*.tar.gz" | |
| name: dist | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.SAGEMATH_PYPI_API_TOKEN }} | |
| skip-existing: true | |
| verbose: true | |
| if: env.CAN_DEPLOY == 'true' | |
| build_wheels: | |
| name: Build wheels on ${{ matrix.os }}, arch ${{ matrix.arch }} | |
| runs-on: ${{ matrix.os }} | |
| needs: sdists_for_pypi | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - os: ubuntu-latest | |
| arch: x86_64 | |
| - os: ubuntu-latest | |
| arch: i686 | |
| - os: macos-latest | |
| arch: auto | |
| env: | |
| # SPKGs to install as system packages | |
| SPKGS: _bootstrap _prereq | |
| # Non-Python packages to install as spkgs | |
| TARGETS_PRE: gmpy2-build-deps | |
| # Disable building PyPy wheels on all platforms | |
| # Disable musllinux until #33083 provides alpine package information | |
| CIBW_SKIP: "pp* *-musllinux*" | |
| # | |
| CIBW_ARCHS: ${{ matrix.arch }} | |
| # https://cibuildwheel.readthedocs.io/en/stable/options/#requires-python | |
| CIBW_PROJECT_REQUIRES_PYTHON: ">=3.9, <3.12" | |
| # Environment during wheel build | |
| CIBW_ENVIRONMENT: "PATH=$(pwd)/local/bin:$PATH CPATH=$(pwd)/local/include:$CPATH LIBRARY_PATH=$(pwd)/local/lib:$LIBRARY_PATH PKG_CONFIG_PATH=$(pwd)/local/share/pkgconfig:$PKG_CONFIG_PATH ACLOCAL_PATH=/usr/share/aclocal" | |
| # Use 'build', not 'pip wheel' | |
| CIBW_BUILD_FRONTEND: build | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: dist | |
| path: dist | |
| - name: Build platform wheels | |
| # We build the wheels from the sdists so that MANIFEST filtering becomes effective. | |
| # But we must run cibuildwheel with the unpacked source directory, not a tarball, | |
| # so that SAGE_ROOT is copied into the build containers. | |
| # | |
| # In the CIBW_BEFORE_ALL phase, we install libraries using the Sage distribution. | |
| # https://cibuildwheel.readthedocs.io/en/stable/options/#before-all | |
| # This is unfortunately repeated for each of the packages that we build wheels for | |
| # because CIBW starts with a fresh container on each invocation. | |
| run: | | |
| export PATH=build/bin:$PATH | |
| export CIBW_BEFORE_ALL="( $(sage-print-system-package-command debian --yes --no-install-recommends install $(sage-get-system-packages debian $SPKGS)) || $(sage-print-system-package-command fedora --yes --no-install-recommends install $(sage-get-system-packages fedora $SPKGS | sed s/pkg-config/pkgconfig/)) || ( $(sage-print-system-package-command homebrew --yes --no-install-recommends install $(sage-get-system-packages homebrew $SPKGS)) || echo error ignored) ) && ./bootstrap && ./configure --enable-build-as-root && make -j4 V=0 $TARGETS_PRE" | |
| mkdir -p unpacked | |
| for pkg in sagemath-objects sagemath-categories; do | |
| (cd unpacked && tar xfz - ) < dist/$pkg*.tar.gz | |
| pipx run cibuildwheel==2.16.2 unpacked/$pkg* | |
| done | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: ./wheelhouse/*.whl | |
| upload_wheels: | |
| needs: build_wheels | |
| runs-on: ubuntu-latest | |
| env: | |
| CAN_DEPLOY: ${{ secrets.SAGEMATH_PYPI_API_TOKEN != '' }} | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheels | |
| path: wheelhouse | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.SAGEMATH_PYPI_API_TOKEN }} | |
| packages-dir: wheelhouse/ | |
| skip-existing: true | |
| verbose: true | |
| if: env.CAN_DEPLOY == 'true' |