Wheels #41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Wheels | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 8 * * *" | |
| permissions: read-all | |
| jobs: | |
| Build-Wheels: | |
| timeout-minutes: 60 | |
| runs-on: [self-hosted, CPU] | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - name: Prune stale docker containers | |
| run: | | |
| # If cibuildwheel crashes (or, say, is OOM-killed), it leaves behind a | |
| # docker container. Eventually these consume all the disk space on | |
| # this machine. | |
| docker container prune -f | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| # The LATEST_DATE here should be kept in sync with the one in Patch setup.py | |
| - id: check-version | |
| name: Check latest version | |
| run: | | |
| export PACKAGE_DATE=$(python3 -m pip install --user --index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/Triton-Nightly/pypi/simple/ --dry-run triton-nightly== |& grep -oP '(?<=, )[0-9\.]+dev[0-9]+(?=\))' | grep -oP '(?<=dev)[0-9]+') | |
| export LATEST_DATE=$(TZ=UTC0 git show --quiet --date='format-local:%Y%m%d%H%M%S' --format="%cd") | |
| if cmp -s <(echo $PACKAGE_DATE) <(echo $LATEST_DATE); then | |
| echo "new_commit=false" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "new_commit=true" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Patch setup.py | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' }} | |
| run: | | |
| echo "" >> python/setup.cfg | |
| echo "[build_ext]" >> python/setup.cfg | |
| echo "base-dir=/project" >> python/setup.cfg | |
| - name: Build wheels | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' }} | |
| run: | | |
| export LATEST_DATE=$(TZ=UTC0 git show --quiet --date='format-local:%Y%m%d%H%M%S' --format="%cd") | |
| # Pass MAX_JOBS=4 because, at time of writing, the VM "only" has 32GB | |
| # of RAM and OOMs while building if we give it the default number of | |
| # workers (2 * NUM_CPUs). | |
| export CIBW_ENVIRONMENT="MAX_JOBS=4 \ | |
| TRITON_WHEEL_NAME=triton-nightly \ | |
| TRITON_WHEEL_VERSION_SUFFIX=-$LATEST_DATE \ | |
| TRITON_BUILD_WITH_CLANG_LLD=1" | |
| export CIBW_MANYLINUX_X86_64_IMAGE="quay.io/pypa/manylinux_2_28_x86_64:latest" | |
| #export CIBW_MANYLINUX_PYPY_X86_64_IMAGE="quay.io/pypa/manylinux_2_28_x86_64:latest" | |
| # many_linux_2_28 image comes with GCC 12.2.1, but not clang. | |
| # With this install, it gets clang 16.0.6. | |
| export CIBW_BEFORE_ALL="dnf install clang lld -y"; | |
| export CIBW_SKIP="cp{35,36,37}-*" | |
| export CIBW_BUILD="cp3*-manylinux_x86_64" | |
| python3 -m cibuildwheel python --output-dir wheelhouse | |
| - name: Install Azure CLI | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' }} | |
| run: | | |
| curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash | |
| - name: Azure login | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' }} | |
| uses: azure/login@v2 | |
| with: | |
| client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| - id: generate-token | |
| name: Generate token | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' }} | |
| run: | | |
| AZ_TOKEN=$(az account get-access-token --query accessToken) | |
| echo "::add-mask::$AZ_TOKEN" | |
| echo "access_token=$AZ_TOKEN" >> "$GITHUB_OUTPUT" | |
| - name: Publish wheels to Azure DevOps | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' }} | |
| run: | | |
| python3 -m pip install twine | |
| python3 -m twine upload -r Triton-Nightly -u TritonArtifactsSP -p ${{ steps.generate-token.outputs.access_token }} --config-file utils/nightly.pypirc --non-interactive --verbose wheelhouse/* | |
| - name: Azure Logout | |
| if: ${{ steps.check-version.outputs.new_commit == 'true' && (success() || failure()) }} | |
| run: | | |
| az logout | |
| az cache purge | |
| az account clear |