Build #254
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build | |
| on: | |
| workflow_run: | |
| workflows: [ "Test" ] | |
| types: | |
| - completed | |
| branches: [ main ] | |
| workflow_dispatch: | |
| branches: | |
| - main | |
| jobs: | |
| build: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ ubuntu-20.04, macos-latest ] | |
| arch: [ AArch64, X86 ] | |
| py_version: [ "3.11" ] | |
| exclude: | |
| - os: macos-latest | |
| arch: X86 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| # Used to host cibuildwheel | |
| - uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.py_version }} | |
| - name: Install Ninja | |
| uses: llvm/actions/install-ninja@6a57890d0e3f9f35dfc72e7e48bc5e1e527cdd6c # Jan 17 | |
| - name: Ccache for C++ compilation | |
| uses: hendrikmuhs/ccache-action@621a41397ed83711c72862638d9ff6e63fca3041 # v1.2.3 | |
| with: | |
| key: ${{ matrix.os }}-${{ matrix.arch }}-torch-mlir | |
| # LLVM needs serious cache size | |
| max-size: 6G | |
| - name: Install cross-compilation toolchain if necessary | |
| if: contains(matrix.os, 'ubuntu') && contains(matrix.arch, 'AArch64') | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y binutils-aarch64-linux-gnu \ | |
| g++-aarch64-linux-gnu gcc-aarch64-linux-gnu | |
| - name: Get host llvmtblgen/mlirtblgen if necessary | |
| if: contains(matrix.os, 'ubuntu') && contains(matrix.arch, 'AArch64') | |
| run: | | |
| TORCH_MLIR_COMMIT=$(git ls-tree HEAD externals/torch-mlir --object-only --abbrev=8) | |
| wget "https://github.com/nod-ai/PI/releases/download/torch-mlir-${TORCH_MLIR_COMMIT}/torch-mlir-${TORCH_MLIR_COMMIT}-${{ matrix.os }}-X86.tar.xz" -O host-torch-mlir-install.tar.xz | |
| mkdir host-torch-mlir-install && tar -xvf host-torch-mlir-install.tar.xz -C host-torch-mlir-install | |
| echo "TORCH_MLIR_HOST_MAIN_INSTALL_DIR=${PWD}/host-torch-mlir-install/torch_mlir_install" | tee -a $GITHUB_ENV | |
| - name: Choose compiler and set env vars | |
| run: | | |
| PY_VERSION=$(echo ${{ matrix.py_version }} | sed 's/\.//g') | |
| if [ x"${{ matrix.os }}" == x"macos-latest" ]; then | |
| echo "CXX_COMPILER=clang++" | tee -a $GITHUB_ENV | |
| echo "C_COMPILER=clang" | tee -a $GITHUB_ENV | |
| echo "LLVM_DEFAULT_TARGET_TRIPLE=arm64-apple-darwin21.6.0" | tee -a $GITHUB_ENV | |
| echo "LLVM_HOST_TRIPLE=arm64-apple-darwin21.6.0" | tee -a $GITHUB_ENV | |
| echo "ARCH=AArch64" | tee -a $GITHUB_ENV | |
| echo "PY_BUILD_EXT_SUFFIX=.cpython-${PY_VERSION}-darwin.so" | tee -a $GITHUB_ENV | |
| echo "PLAT_NAME=macosx_12_0_arm64" | tee -a $GITHUB_ENV | |
| elif [ x"${{ matrix.os }}" == x"ubuntu-20.04" ] && [ x"${{ matrix.arch }}" == x"AArch64" ]; then | |
| echo "CXX_COMPILER=aarch64-linux-gnu-g++" | tee -a $GITHUB_ENV | |
| echo "C_COMPILER=aarch64-linux-gnu-gcc" | tee -a $GITHUB_ENV | |
| echo "LLVM_DEFAULT_TARGET_TRIPLE=aarch64-linux-gnu" | tee -a $GITHUB_ENV | |
| echo "LLVM_HOST_TRIPLE=aarch64-linux-gnu" | tee -a $GITHUB_ENV | |
| echo "ARCH=AArch64" | tee -a $GITHUB_ENV | |
| echo "PY_BUILD_EXT_SUFFIX=.cpython-${PY_VERSION}-aarch64-linux-gnu.so" | tee -a $GITHUB_ENV | |
| echo "PLAT_NAME=linux_aarch64" | tee -a $GITHUB_ENV | |
| else | |
| echo "CXX_COMPILER=g++" | tee -a $GITHUB_ENV | |
| echo "C_COMPILER=gcc" | tee -a $GITHUB_ENV | |
| echo "LLVM_DEFAULT_TARGET_TRIPLE=x86_64-unknown-linux-gnu" | tee -a $GITHUB_ENV | |
| echo "LLVM_HOST_TRIPLE=x86_64-unknown-linux-gnu" | tee -a $GITHUB_ENV | |
| echo "ARCH=X86" | tee -a $GITHUB_ENV | |
| echo "PY_BUILD_EXT_SUFFIX=.cpython-${PY_VERSION}-x86_64-linux-gnu.so" | tee -a $GITHUB_ENV | |
| echo "PLAT_NAME=linux_x86_64" | tee -a $GITHUB_ENV | |
| fi | |
| - name: Build wheels | |
| run: | | |
| CMAKE_ARGS="\ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DCMAKE_CXX_COMPILER=$CXX_COMPILER \ | |
| -DCMAKE_C_COMPILER=$C_COMPILER \ | |
| -DLLVM_CCACHE_BUILD=ON \ | |
| -DLLVM_DEFAULT_TARGET_TRIPLE=$LLVM_DEFAULT_TARGET_TRIPLE \ | |
| -DLLVM_ENABLE_ZLIB=OFF \ | |
| -DLLVM_ENABLE_ZSTD=OFF \ | |
| -DLLVM_HOST_TRIPLE=$LLVM_HOST_TRIPLE \ | |
| -DLLVM_TARGETS_TO_BUILD=$ARCH \ | |
| -DLLVM_TARGET_ARCH=$ARCH \ | |
| -DLLVM_USE_HOST_TOOLS=ON \ | |
| -DPY_BUILD_EXT_SUFFIX=$PY_BUILD_EXT_SUFFIX" | |
| if [ x"${{ matrix.os }}" == x"macos-latest" ]; then | |
| CMAKE_ARGS="${CMAKE_ARGS} \ | |
| -DCMAKE_OSX_ARCHITECTURES=arm64 \ | |
| -DMACOSX_DEPLOYMENT_TARGET=12.0" | |
| elif [ x"${{ matrix.os }}" == x"ubuntu-20.04" ] && [ x"${{ matrix.arch }}" == x"AArch64" ]; then | |
| CMAKE_ARGS="${CMAKE_ARGS} \ | |
| -DLLVM_TABLEGEN=$TORCH_MLIR_HOST_MAIN_INSTALL_DIR/bin/llvm-tblgen \ | |
| -DMLIR_LINALG_ODS_YAML_GEN=$TORCH_MLIR_HOST_MAIN_INSTALL_DIR/bin/mlir-linalg-ods-yaml-gen \ | |
| -DMLIR_LINALG_ODS_YAML_GEN_EXE=$TORCH_MLIR_HOST_MAIN_INSTALL_DIR/bin/mlir-linalg-ods-yaml-gen \ | |
| -DMLIR_PDLL_TABLEGEN=$TORCH_MLIR_HOST_MAIN_INSTALL_DIR/bin/mlir-pdll \ | |
| -DMLIR_TABLEGEN=$TORCH_MLIR_HOST_MAIN_INSTALL_DIR/bin/mlir-tblgen" | |
| fi | |
| echo $CMAKE_ARGS | |
| export CMAKE_GENERATOR=Ninja | |
| export CMAKE_ARGS=$CMAKE_ARGS | |
| export TORCH_MLIR_DISTRO_ARCHITECTURE=$ARCH | |
| pip install -r requirements.txt | |
| python3 setup.py bdist_wheel --plat-name=$PLAT_NAME --dist-dir wheelhouse | |
| PIVERSION="$(python setup.py --version)" | |
| mkdir -p ${{ github.sha }} | |
| mv wheelhouse/pi-$PIVERSION-*.whl ${{ github.sha }}/ | |
| - name: Upload an artifact | |
| uses: actions/upload-artifact@v3 | |
| if: github.event_name == 'push' || github.event_name == 'workflow_dispatch' | |
| with: | |
| if-no-files-found: error | |
| name: build_artifact | |
| path: ${{ github.sha }} | |
| upload-tarballs: | |
| runs-on: ubuntu-20.04 | |
| permissions: | |
| contents: write | |
| needs: [ build ] | |
| if: github.event_name == 'workflow_dispatch' | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: build_artifact | |
| path: ${{ github.sha }} | |
| - name: Set up a release page | |
| id: setup_release | |
| run: | | |
| PI_VERSION="$(python setup.py --version)" | |
| tag_name="$PI_VERSION" | |
| release_title="PI $PI_VERSION" | |
| echo "PI $PI_VERSION created at $(date)" > body.md | |
| echo "tag_name=${tag_name}" | tee -a $GITHUB_OUTPUT | |
| echo "release_title=${release_title}" | tee -a $GITHUB_OUTPUT | |
| - name: Upload tarballs | |
| uses: ncipollo/release-action@v1 | |
| with: | |
| artifacts: "${{ github.sha }}/*.whl" | |
| bodyFile: body.md | |
| token: "${{ secrets.PI_CI }}" | |
| tag: "${{ steps.setup_release.outputs.tag_name }}" | |
| name: "${{ steps.setup_release.outputs.release_title }}" | |
| removeArtifacts: false | |
| allowUpdates: true | |
| replacesArtifacts: true |