Build wheels on/for Ryzen AI #280
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build wheels on/for Ryzen AI | |
| on: | |
| pull_request: | |
| workflow_dispatch: | |
| merge_group: | |
| schedule: | |
| # At 04:00. (see https://crontab.guru) | |
| - cron: '0 4 * * *' | |
| defaults: | |
| run: | |
| shell: bash | |
| concurrency: | |
| # A PR number if a pull request and otherwise the commit hash. This cancels | |
| # queued and in-progress runs for the same PR (presubmit) or commit | |
| # (postsubmit). | |
| group: ci-build-test-ryzenai-experimental-${{ github.event.number || github.sha }} | |
| cancel-in-progress: true | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| XILINXD_LICENSE_FILE: /opt/xilinx/Xilinx.lic | |
| jobs: | |
| build-repo: | |
| name: Build and upload mlir_aie wheels | |
| runs-on: amd7940hs | |
| permissions: | |
| id-token: write | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "true" | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Build mlir-aie distro | |
| run: | | |
| pip cache purge | |
| python -m venv aie-venv | |
| source aie-venv/bin/activate | |
| pip install -r python/requirements.txt | |
| VERSION=$(utils/clone-llvm.sh --get-wheel-version) | |
| pip -q download mlir==$VERSION \ | |
| -f https://github.com/Xilinx/mlir-aie/releases/expanded_assets/mlir-distro | |
| unzip -q mlir-*.whl | |
| # I have no clue why but the system clock on GHA containers is like 12 hours ahead. | |
| # That means wheels have file with time stamps in the future which makes ninja loop | |
| # forever when configuring. Set the time to some arbitrary stamp in the past just to be safe. | |
| find mlir -exec touch -a -m -t 201108231405.14 {} \; | |
| export PATH=/opt/Xilinx/Vitis/2023.2/bin:/opt/Xilinx/Vitis/2023.2/aietools/bin:$PATH | |
| export MLIR_INSTALL_ABS_PATH=$PWD/mlir | |
| export MLIR_AIE_SOURCE_DIR=$PWD | |
| export WHEELHOUSE_DIR=$PWD/wheelhouse | |
| export CMAKE_MODULE_PATH=$PWD/cmake/modulesXilinx | |
| export XRT_ROOT=/opt/xilinx/xrt | |
| export AIE_PROJECT_COMMIT=$(git rev-parse --short HEAD) | |
| export DATETIME=$(date +"%Y%m%d%H") | |
| pushd utils/mlir_aie_wheels | |
| pip install wheel auditwheel patchelf importlib_metadata | |
| CIBW_ARCHS=x86_64 pip wheel . -v -w $WHEELHOUSE_DIR --no-build-isolation | |
| popd | |
| auditwheel repair -w $WHEELHOUSE_DIR/repaired_wheel $WHEELHOUSE_DIR/mlir_aie-*.whl --plat manylinux_2_35_x86_64 --exclude libcdo_driver.so --exclude libmlir_float16_utils.so | |
| WHL_FN=$(ls $WHEELHOUSE_DIR/repaired_wheel/mlir_aie*whl) | |
| mv "$WHL_FN" "`echo $WHL_FN | sed "s/cp310-cp310/py3-none/"`" | |
| - name: Upload mlir_aie | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| path: wheelhouse/repaired_wheel/mlir_aie*whl | |
| name: mlir_aie | |
| - name: Release current commit | |
| if: github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' | |
| uses: ncipollo/[email protected] | |
| with: | |
| artifacts: wheelhouse/repaired_wheel/mlir_aie*whl | |
| token: "${{ secrets.GITHUB_TOKEN }}" | |
| tag: 'latest-wheels' | |
| name: 'latest-wheels' | |
| removeArtifacts: false | |
| allowUpdates: true | |
| replacesArtifacts: true | |
| makeLatest: true | |
| build-wheel: | |
| name: Build wheel | |
| runs-on: amd7940hs | |
| needs: build-repo | |
| permissions: | |
| id-token: write | |
| contents: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: [ | |
| # "3.8", "3.9", | |
| "3.10", | |
| # "3.11", "3.12" | |
| ] | |
| steps: | |
| - name: Get the project repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 2 | |
| submodules: "true" | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| # unpacks default artifact into dist/ | |
| # if `name: artifact` is omitted, the action will create extra parent dir | |
| name: mlir_aie | |
| path: . | |
| - name: Build mlir-aie python bindings | |
| run: | | |
| # faster to do this twice instead of upload the directory with ~4000 files in it... | |
| VERSION=$(utils/clone-llvm.sh --get-wheel-version) | |
| pip -q download mlir==$VERSION \ | |
| -f https://github.com/Xilinx/mlir-aie/releases/expanded_assets/mlir-distro | |
| unzip -q mlir-*.whl | |
| # I have no clue why but the system clock on GHA containers is like 12 hours ahead. | |
| # That means wheels have file with time stamps in the future which makes ninja loop | |
| # forever when configuring. Set the time to some arbitrary stamp in the past just to be safe. | |
| find mlir -exec touch -a -m -t 201108231405.14 {} \; | |
| unzip -q mlir_aie-*.whl | |
| find mlir_aie -exec touch -a -m -t 201108231405.14 {} \; | |
| python -m venv aie-venv | |
| source aie-venv/bin/activate | |
| pip install -r python/requirements.txt | |
| source aie-venv/bin/activate | |
| export MLIR_INSTALL_ABS_PATH=$PWD/mlir | |
| export MLIR_AIE_INSTALL_ABS_PATH=$PWD/mlir_aie | |
| export WHEELHOUSE_DIR=$PWD/wheelhouse | |
| export CMAKE_MODULE_PATH=$PWD/cmake/modulesXilinx | |
| export PATH=/opt/Xilinx/Vitis/2023.2/bin:/opt/Xilinx/Vitis/2023.2/aietools/bin:$PATH | |
| export XRT_ROOT=/opt/xilinx/xrt | |
| export AIE_PROJECT_COMMIT=$(git rev-parse --short HEAD) | |
| export DATETIME=$(date +"%Y%m%d%H") | |
| cp python/requirements.txt utils/mlir_aie_wheels/python_bindings | |
| pushd utils/mlir_aie_wheels/python_bindings | |
| pip install wheel auditwheel patchelf | |
| CIBW_ARCHS=x86_64 pip wheel . -v -w $WHEELHOUSE_DIR --no-build-isolation | |
| DEBUG=1 CIBW_ARCHS=x86_64 pip wheel . -v -w $WHEELHOUSE_DIR --no-build-isolation | |
| popd | |
| auditwheel repair -w $WHEELHOUSE_DIR/repaired_wheel $WHEELHOUSE_DIR/aie_python_bindings*whl --plat manylinux_2_35_x86_64 | |
| - uses: geekyeggo/delete-artifact@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| name: mlir_aie | |
| - name: Upload wheels | |
| if: github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| path: wheelhouse/repaired_wheel/aie_python_bindings*.whl | |
| name: ryzen_ai_wheel | |
| - name: Release current commit | |
| if: github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' | |
| uses: ncipollo/[email protected] | |
| with: | |
| artifacts: wheelhouse/repaired_wheel/aie_python_bindings*.whl | |
| token: "${{ secrets.GITHUB_TOKEN }}" | |
| tag: 'latest-wheels' | |
| name: 'latest-wheels' | |
| removeArtifacts: false | |
| allowUpdates: true | |
| replacesArtifacts: true | |
| makeLatest: true |