CPack for proof-producer added #108
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - 'master' | |
| tags: | |
| - '**' | |
| jobs: | |
| handle-syncwith: | |
| if: github.event_name == 'pull_request' | |
| name: Call Reusable SyncWith Handler | |
| uses: NilFoundation/ci-cd/.github/workflows/[email protected] | |
| with: | |
| ci-cd-ref: 'v1.1.2' | |
| secrets: inherit | |
| build-linux: | |
| runs-on: [ "self-hosted", "aws_autoscaling"] | |
| needs: | |
| - handle-syncwith | |
| # skipped status occurs on push event | |
| if: ${{ needs.handle-syncwith.result == 'success' || needs.handle-syncwith.result == 'skipped' }} | |
| env: | |
| CONTAINER_TMP: /opt/ | |
| HOST_TMP: /home/runner/work/_temp/ | |
| DEBIAN_FRONTEND: noninteractive | |
| BOOST_VERSION: "1.80.0" | |
| container: | |
| image: ubuntu:22.04 | |
| volumes: | |
| - /home/runner/work/_temp/:/opt/ | |
| steps: | |
| - name: Install dependencies | |
| run: | | |
| env && \ | |
| apt update && \ | |
| apt install -y \ | |
| build-essential \ | |
| libssl-dev \ | |
| cmake \ | |
| git \ | |
| unzip \ | |
| libicu-dev \ | |
| curl \ | |
| pkg-config \ | |
| wget \ | |
| \ | |
| libspdlog-dev \ | |
| liblz4-dev \ | |
| libgnutls28-dev \ | |
| libprotobuf-dev \ | |
| libyaml-cpp-dev \ | |
| libsctp-dev \ | |
| ragel \ | |
| xfslibs-dev \ | |
| systemtap-sdt-dev \ | |
| libc-ares-dev \ | |
| libhwloc-dev | |
| - name: Print toolchain information | |
| run: | | |
| git --version | |
| cc --version | |
| cmake --version | |
| - name: Checkout sources | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'recursive' | |
| fetch-depth: 0 | |
| - name: Checkout modules to specified refs | |
| if: needs.handle-syncwith.outputs.prs-refs != '' | |
| uses: NilFoundation/ci-cd/actions/[email protected] | |
| # TODO: figure out the mapping of volumes and use variable here, not hardcoded path | |
| with: | |
| paths: | | |
| /__w/proof-producer/proof-producer/** | |
| !/__w/proof-producer/proof-producer/**/.git/** | |
| refs: ${{ needs.handle-syncwith.outputs.prs-refs }} | |
| - name: Install Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| # Workaround: https://github.com/actions/checkout/issues/1169 | |
| - name: Mark directory as safe | |
| run: | | |
| git config --system --add safe.directory $PWD | |
| - name: Install boost | |
| uses: MarkusJx/[email protected] | |
| id: install-boost | |
| with: | |
| # A list of supported versions can be found here: | |
| # https://github.com/MarkusJx/prebuilt-boost/blob/main/versions-manifest.json | |
| boost_version: ${{ env.BOOST_VERSION }} | |
| boost_install_dir: ${{ env.CONTAINER_TMP }} | |
| platform_version: 22.04 | |
| toolset: gcc | |
| arch: x86 | |
| - name: Set VERSION variable | |
| # required for building deb packages | |
| # TODO: replace with getting version from git tag or commit SHA1 | |
| run: echo "VERSION=$(cat VERSION)" >> $GITHUB_ENV | |
| - name: Configure CMake | |
| env: | |
| BOOST_ROOT: "${{ steps.install-boost.outputs.BOOST_ROOT }}" | |
| run: | | |
| cmake -G "Unix Makefiles" \ | |
| -B build \ | |
| -DCMAKE_BUILD_TYPE=Release | |
| - name: Build proof-producers (single- and multithreaded) | |
| # working-directory: build | |
| env: | |
| BOOST_ROOT: "${{ steps.install-boost.outputs.BOOST_ROOT }}" | |
| run: | | |
| cd build | |
| make | |
| cd .. | |
| # make -j $(nproc) -k | |
| - name: Create .deb package | |
| # always build deb packages to check that they're buildable | |
| # although, push them only on tags (see later) | |
| run: | | |
| mkdir -p .debpkg/usr/bin | |
| cp ./build/bin/proof-generator/proof-generator .debpkg/usr/bin | |
| cp ./build/bin/proof-generator-multithreaded/proof-generator-multithreaded .debpkg/usr/bin | |
| chmod +x .debpkg/usr/bin/proof-generator | |
| chmod +x .debpkg/usr/bin/proof-generator-multithreaded | |
| mkdir -p .debpkg/DEBIAN | |
| - uses: jiro4989/build-deb-action@v3 | |
| with: | |
| package: proof-generator | |
| package_root: .debpkg | |
| maintainer: =nil; Foundation | |
| version: ${{ env.VERSION }} | |
| arch: 'amd64' | |
| desc: 'zkllvm proof-generator' | |
| - name: Install aws tools | |
| # these steps run only on tag push => deb package release | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" | |
| unzip awscliv2.zip | |
| ./aws/install | |
| pip3 install mkrepo | |
| - name: Upload packages to repository | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }} | |
| run: | | |
| PROOF_GENERATOR_PACKAGE=`ls proof-generator*.deb | cut -d'/' -f2` | |
| POOL="ubuntu/pool/main/p/proof-generator" | |
| aws s3api put-object --bucket deb.nil.foundation --key $POOL/$PROOF_GENERATOR_PACKAGE --body $PROOF_GENERATOR_PACKAGE | |
| mkrepo s3://deb.nil.foundation/ubuntu/ |