Build bindings (run_tests=, use-server-rc=, server-tag=) #258
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build binding | |
| run-name: Build bindings (run_tests=${{ inputs.run_tests }}, use-server-rc=${{ inputs.use-server-rc }}, server-tag=${{ inputs.server-tag }}) | |
| # Builds manylinux bindings and source distribution | |
| # If running tests, publish results in commit status | |
| # Publishes bindings and source distribution on Github Actions if no tests are run or tests pass | |
| on: | |
| push: | |
| branches: ["stage", "master"] | |
| pull_request: | |
| branches: ["stage", "master"] | |
| types: [ | |
| # Default triggers | |
| opened, | |
| synchronize, | |
| reopened, | |
| # Additional triggers | |
| labeled, | |
| unlabeled | |
| ] | |
| inputs: | |
| # If we only want to check that the builds pass on an arbitrary branch | |
| run_tests: | |
| description: "Run integration tests" | |
| required: true | |
| type: boolean | |
| default: true | |
| use-server-rc: | |
| type: boolean | |
| required: true | |
| default: false | |
| description: 'Test against server release candidate?' | |
| # If we are creating a backport and want to test an arbitrary branch against an older server version | |
| server-tag: | |
| required: true | |
| default: 'latest' | |
| description: 'Server docker image tag' | |
| workflow_call: | |
| inputs: | |
| # The dev tests test the artifacts against a server release | |
| # The stage tests and release workflow only need to build the artifacts | |
| run_tests: | |
| description: "Run integration tests" | |
| required: true | |
| type: boolean | |
| default: true | |
| commit_sha: | |
| type: string | |
| required: false | |
| # Calling workflow doesn't actually use these 2 options | |
| # But we need to set default values for workflow calls | |
| use-server-rc: | |
| required: false | |
| default: true | |
| type: boolean | |
| server-tag: | |
| type: string | |
| required: false | |
| default: 'latest' | |
| secrets: | |
| DOCKER_HUB_BOT_USERNAME: | |
| required: false | |
| DOCKER_HUB_BOT_PW: | |
| required: false | |
| MAC_M1_SELF_HOSTED_RUNNER_PW: | |
| required: false | |
| workflow_dispatch: | |
| inputs: | |
| # If we only want to check that the builds pass on an arbitrary branch | |
| run_tests: | |
| description: "Run integration tests" | |
| required: true | |
| type: boolean | |
| default: true | |
| use-server-rc: | |
| type: boolean | |
| required: true | |
| default: false | |
| description: 'Test against server release candidate?' | |
| # If we are creating a backport and want to test an arbitrary branch against an older server version | |
| server-tag: | |
| required: true | |
| default: 'latest' | |
| description: 'Server docker image tag' | |
| jobs: | |
| manylinux: | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # nodejs versions to build bindings on | |
| nodejs: [ | |
| ["v108", 18], | |
| ["v115", 20], | |
| ["v127", 22], | |
| ["v131", 23] | |
| ] | |
| platform: [ | |
| "x86_64", | |
| #"aarch64" | |
| ] | |
| steps: | |
| - name: Show job status for commit | |
| uses: myrotvorets/[email protected] | |
| with: | |
| sha: ${{ github.sha }} | |
| context: "Build bindings (${{ matrix.nodejs[0] }}-manylinux_${{ matrix.platform }})" | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| ref: ${{ inputs.commit_sha }} | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.nodejs[1] }} | |
| architecture: 'x64' | |
| - name: print | |
| run: uname -m | |
| - name: Set up QEMU for cross compiling arm64 | |
| if: ${{ matrix.platform == 'aarch64' }} | |
| uses: docker/setup-qemu-action@v3 | |
| with: | |
| platforms: all | |
| - if: ${{ contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKER_HUB_BOT_USERNAME }} | |
| password: ${{ secrets.DOCKER_HUB_BOT_PW }} | |
| - name: Run Aerospike server release candidate with latest tag | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| run: docker run -d --name aerospike -p 3000-3002:3000-3002 aerospike/aerospike-server-rc:latest | |
| - name: Run Aerospike server | |
| if: ${{ !contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| run: | | |
| npm i @types/mocha @types/yargs @types/semver @types/chai; | |
| docker run -d -v $(pwd)/.github/assets/aerospike.conf:/etc/mail/aerospike.conf --name aerospike -p 3000-3002:3000-3002 aerospike/aerospike-server --config-file /etc/mail/aerospike.conf | |
| # - name: Set config.conf to use Docker IP address of Aerospike server | |
| # # config.conf should be copied into the cibuildwheel Docker container | |
| # run: | | |
| # export SERVER_DOCKER_IP=$(docker container inspect -f '{{ .NetworkSettings.IPAddress }}' aerospike) | |
| # # Install crudini | |
| # pip install crudini -c ../.github/workflows/requirements.txt | |
| # sed -i "s/127.0.0.1:3000//" config.conf | |
| # crudini --set config.conf enterprise-edition hosts ${SERVER_DOCKER_IP}:3000 | |
| # working-directory: test | |
| - name: Enable tests | |
| run: echo "TEST_COMMAND=cd ts-test; | |
| npm install typescript --save-dev; | |
| npx tsc; | |
| cd ..; | |
| npm run test dist/ -- --h 127.0.0.1 --port 3000" >> $GITHUB_ENV | |
| # - name: Disable tests (only run basic import test) | |
| # if: ${{ !inputs.run_tests }} | |
| # run: echo "TEST_COMMAND=node -e 'aerospike = require(\".\/lib\/aerospike\")'" >> $GITHUB_ENV | |
| - uses: uraimo/run-on-arch-action@v2 | |
| name: Build client arm | |
| if: ${{ matrix.platform == 'aarch64' }} | |
| id: runcmd | |
| with: | |
| arch: aarch64 | |
| distro: ubuntu-22.04 | |
| # Set an output parameter `uname` for use in subsequent steps | |
| run: | | |
| apt update | |
| apt install -y g++ libssl-dev zlib1g-dev make build-essential libuv1-dev wget curl | |
| ./scripts/build-c-client.sh | |
| wget https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.3/install.sh | bash; | |
| source ~/.bashrc; | |
| nvm i 22 | |
| npm install | |
| - name: Build client x64 | |
| if: ${{ matrix.platform != 'aarch64' }} | |
| run: | | |
| sudo apt update | |
| sudo apt install g++ libssl-dev zlib1g-dev; | |
| sudo apt-get install -y make; | |
| sudo apt install build-essential; | |
| ./scripts/build-c-client.sh | |
| npm install | |
| env: | |
| CFLAGS: '-Werror' | |
| - name: Test client | |
| run: | | |
| ${{ env.TEST_COMMAND }} | |
| - name: Send binding to test jobs | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.nodejs[0] }}-manylinux_${{ matrix.platform }}.build | |
| path: ./lib/binding/node-*-linux-*/ | |
| - name: Set final commit status | |
| uses: myrotvorets/[email protected] | |
| if: always() | |
| with: | |
| sha: ${{ github.sha }} | |
| status: ${{ job.status }} | |
| context: "Build bindings (${{ matrix.nodejs[0] }}-manylinux_${{ matrix.platform }})" | |
| macOS-x86: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| nodejs: [ | |
| ["v108", 18], | |
| ["v115", 20], | |
| ["v127", 22], | |
| ['v131', 23] | |
| ] | |
| runs-on: macos-13 | |
| steps: | |
| - name: Show job status for commit | |
| uses: myrotvorets/[email protected] | |
| with: | |
| sha: ${{ github.sha }} | |
| context: "Build bindings (${{ matrix.nodejs[0] }}-macosx_x86_64)" | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| ref: ${{ inputs.commit_sha }} | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.nodejs[1] }} | |
| architecture: 'x64' | |
| # - name: Install Docker Engine | |
| # run: brew install colima | |
| # | |
| # - name: Install Docker client | |
| # run: brew install docker | |
| # | |
| # - name: Start Docker Engine | |
| # run: colima start | |
| # | |
| # - if: ${{ contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| # uses: docker/login-action@v3 | |
| # with: | |
| # username: ${{ secrets.DOCKER_HUB_BOT_USERNAME }} | |
| # password: ${{ secrets.DOCKER_HUB_BOT_PW }} | |
| # | |
| # - name: Run Aerospike server release candidate with latest tag | |
| # if: ${{ contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| # run: docker run -d --name aerospike -p 3000-3002:3000-3002 aerospike/aerospike-server-rc:latest | |
| # | |
| # - name: Run Aerospike server | |
| # if: ${{ !contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| # run: docker run -d --name aerospike -p 3000-3002:3000-3002 aerospike/aerospike-server | |
| # | |
| # - name: Enable tests | |
| # run: echo "TEST_COMMAND=npm test -- --h 127.0.0.1 --port 3000 --t 30000" >> $GITHUB_ENV | |
| # - name: Disable tests (only run basic import test) | |
| # if: ${{ !inputs.run_tests }} | |
| # run: echo "TEST_COMMAND=node -e 'aerospike = require(\".\/lib\/aerospike\")'" >> $GITHUB_ENV | |
| - name: Build client | |
| run: | | |
| ./scripts/build-c-client.sh | |
| npm install | |
| env: | |
| CFLAGS: '-Werror' | |
| # - name: Test client | |
| # run: | | |
| # ${{ env.TEST_COMMAND }} | |
| - name: Save macOS binding | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.nodejs[0] }}-macosx_x86_64.build | |
| path: ./lib/binding/*/ | |
| - name: Set final commit status | |
| uses: myrotvorets/[email protected] | |
| if: always() | |
| with: | |
| status: ${{ job.status }} | |
| sha: ${{ github.sha }} | |
| context: "Build bindings (${{ matrix.nodejs[0] }}-macosx_x86_64)" | |
| # macOS-m1: | |
| # runs-on: [ | |
| # self-hosted, | |
| # macOS, | |
| # ARM64 | |
| # ] | |
| # strategy: | |
| # matrix: | |
| # nodejs-version: [ | |
| # ["v108", "18"], | |
| # ["v115", "20"], | |
| # ["v127", 22] | |
| # ] | |
| # fail-fast: false | |
| # steps: | |
| # - name: Show job status for commit | |
| # uses: myrotvorets/[email protected] | |
| # with: | |
| # sha: ${{ github.sha }} | |
| # context: "Build bindings (${{ matrix.nodejs-version[1] }}-macosx_arm64)" | |
| # | |
| # - uses: actions/checkout@v4 | |
| # with: | |
| # submodules: recursive | |
| # ref: ${{ inputs.commit_sha }} | |
| # | |
| # - name: Install NVM | |
| # run: | | |
| # curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash | |
| # source ~/.zshrc | |
| # nvm -v | |
| # nvm install ${{ matrix.nodejs-version[1] }} | |
| # | |
| # | |
| # - name: Setup symlink folders | |
| # run: | | |
| # sudo rm -rf /usr/local/opt/openssl; | |
| # sudo rm -rf /usr/local/opt/libuv; | |
| # sudo mkdir -p /usr/local/opt; | |
| # sudo chown -R $(whoami) /usr/local/opt | |
| # | |
| # - name: Install brew packages | |
| # run: | | |
| # brew install [email protected] | |
| # brew install [email protected] | |
| # | |
| # - name: Set environment for building | |
| # run: | | |
| # echo "export PATH="/usr/local/bin/:/usr/local/opt/openssl/bin:$PATH" | |
| # export LDFLAGS="-L/usr/local/opt/openssl/lib" | |
| # export CPPFLAGS="-I/usr/local/opt/openssl/include" | |
| # export EXT_CFLAGS="-I/usr/local/opt/openssl/include"" >> ~/.zshrc; | |
| # source ~/.zshrc; | |
| # | |
| # - name: Setup symlink folders | |
| # run: | | |
| # sudo ln -s /usr/local/Cellar/libuv/1.47.0/ /usr/local/opt/libuv; | |
| # sudo ln -s /usr/local/Cellar/openssl@3/3.2.1/ /usr/local/opt/openssl; | |
| # | |
| # # Self-hosted runner only | |
| # # Need to be able to save Docker Hub credentials to keychain | |
| # - run: security unlock-keychain -p ${{ secrets.MAC_M1_SELF_HOSTED_RUNNER_PW }} | |
| # if: ${{ inputs.run_tests && inputs.use-server-rc }} | |
| # | |
| # - if: ${{ inputs.run_tests && inputs.use-server-rc }} | |
| # uses: docker/login-action@v3 | |
| # with: | |
| # username: ${{ secrets.DOCKER_HUB_BOT_USERNAME }} | |
| # password: ${{ secrets.DOCKER_HUB_BOT_PW }} | |
| # | |
| # - name: Use server rc | |
| # if: ${{ inputs.run_tests && inputs.use-server-rc }} | |
| # run: echo IMAGE_NAME="${{ vars.SERVER_RC_REPO_LINK }}:${{ inputs.server-tag }}" >> $GITHUB_ENV | |
| # | |
| # - name: Use server release | |
| # if: ${{ inputs.run_tests && !inputs.use-server-rc }} | |
| # run: echo IMAGE_NAME="${{ vars.SERVER_REPO_LINK }}:${{ inputs.server-tag }}" >> $GITHUB_ENV | |
| # | |
| # - name: Run server | |
| # if: ${{ inputs.run_tests }} | |
| # run: docker run -d -p 3000:3000 --name aerospike ${{ env.IMAGE_NAME }} | |
| # | |
| # - name: Build client | |
| # run: | | |
| # ./scripts/build-c-client.sh | |
| # npm install | |
| # env: | |
| # CFLAGS: '-Werror' | |
| # | |
| # - name: Enable tests | |
| # if: ${{ inputs.run_tests }} | |
| # run: echo "TEST_COMMAND=npm test -- --h 127.0.0.1 --port 3000" >> $GITHUB_ENV | |
| # | |
| # - name: Disable tests (only run basic import test) | |
| # if: ${{ !inputs.run_tests }} | |
| # run: echo "TEST_COMMAND=node -e 'aerospike = require(\".\/lib\/aerospike\")'" >> $GITHUB_ENV | |
| # | |
| # | |
| # - name: Test client | |
| # run: | | |
| # ${{ env.TEST_COMMAND }} | |
| # | |
| # - name: Save macOS wheel | |
| # uses: actions/upload-artifact@v4 | |
| # with: | |
| # name: ${{ matrix.nodejs-version[0] }}-macosx_arm64.build | |
| # path: ./lib/binding/*/ | |
| # | |
| # - name: Stop server | |
| # if: ${{ always() && inputs.run_tests }} | |
| # run: | | |
| # docker container stop aerospike | |
| # docker container prune -f | |
| # | |
| # - name: Set final commit status | |
| # uses: myrotvorets/[email protected] | |
| # if: always() | |
| # with: | |
| # sha: ${{ github.sha }} | |
| # status: ${{ job.status }} | |
| # context: "Build bindings (${{ matrix.nodejs-version[0] }}-macosx_arm64)" | |
| test-npm-install: | |
| runs-on: ubuntu-22.04 | |
| needs: [manylinux, macOS-x86] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/workflows/combine-bindings/ | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ env.LOWEST_SUPPORTED_NODEJS_VERSION }} | |
| architecture: 'x64' | |
| - name: Modify the package.json | |
| run: | | |
| sudo npm install -g json | |
| - name: Modify the package.json | |
| run: | | |
| sudo npm install -g json | |
| json -I -f package.json -e "this.scripts.install=\"npm-run-all removeExtraBinaries build\"" | |
| - name: Run tests | |
| run: | | |
| mkdir -p testDir | |
| cd testDir | |
| pwd | |
| sudo npm install .. | |
| test-yarn-install: | |
| runs-on: ubuntu-22.04 | |
| needs: [manylinux, macOS-x86] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/workflows/combine-bindings/ | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ env.LOWEST_SUPPORTED_NODEJS_VERSION }} | |
| architecture: 'x64' | |
| - name: Modify the package.json | |
| run: | | |
| sudo npm install -g json | |
| json -I -f package.json -e "this.scripts.install=\"npm-run-all removeExtraBinaries build\"" | |
| - name: Run tests | |
| run: | | |
| mkdir -p testDir | |
| yarn link | |
| cd testDir | |
| npm install --global yarn | |
| yarn add link:.. | |
| test-pnpm-install: | |
| runs-on: ubuntu-22.04 | |
| needs: [manylinux, macOS-x86] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/workflows/combine-bindings/ | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ env.LOWEST_SUPPORTED_NODEJS_VERSION }} | |
| architecture: 'x64' | |
| - name: Modify the package.json | |
| run: | | |
| sudo npm install -g json | |
| json -I -f package.json -e "this.scripts.install=\"npm-run-all removeExtraBinaries build\"" | |
| - name: Run tests | |
| run: | | |
| mkdir -p testDir | |
| cd testDir | |
| npm install --global pnpm | |
| SHELL=bash pnpm setup | |
| source /home/runner/.bashrc | |
| pnpm install .. | |
| test-bun-install: | |
| runs-on: ubuntu-latest | |
| needs: [manylinux, macOS-x86] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/workflows/combine-bindings/ | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ env.LOWEST_SUPPORTED_NODEJS_VERSION }} | |
| architecture: 'x64' | |
| - name: Modify the package.json | |
| run: | | |
| sudo npm install -g json | |
| json -I -f package.json -e "this.scripts.install=\"npm-run-all removeExtraBinaries build\"" | |
| - name: Run tests | |
| run: | | |
| npm install -g bun | |
| bun link | |
| mkdir -p testDir | |
| cd testDir | |
| bun link aerospike | |
| # test-typescript-install: | |
| # runs-on: ubuntu-22.04 | |
| # needs: [manylinux, macOS-x86] | |
| # steps: | |
| # - uses: actions/checkout@v2 | |
| # with: | |
| # submodules: recursive | |
| # | |
| # - uses: ./.github/workflows/combine-bindings/ | |
| # | |
| # - uses: actions/setup-node@v4 | |
| # with: | |
| # node-version: ${{ env.LOWEST_SUPPORTED_NODEJS_VERSION }} | |
| # architecture: 'x64' | |
| # | |
| # - if: ${{ contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| # uses: docker/login-action@v3 | |
| # with: | |
| # username: ${{ secrets.DOCKER_HUB_BOT_USERNAME }} | |
| # password: ${{ secrets.DOCKER_HUB_BOT_PW }} | |
| # | |
| # | |
| # - name: Run Aerospike server release candidate with latest tag | |
| # if: ${{ contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| # run: docker run -d --name aerospike -p 3000-3002:3000-3002 aerospike/aerospike-server-rc:latest | |
| # | |
| # - name: Run Aerospike server | |
| # if: ${{ !contains(github.event.pull_request.labels.*.name, 'new-server-features') }} | |
| # run: | | |
| # cd ts-test; | |
| # npm i --save-dev @types/mocha; | |
| # npm i --save-dev @types/yargs; | |
| # npm i --save-dev @types/semver; | |
| # npm i --save-dev @types/chai; | |
| # tsc; | |
| # cd ..; | |
| # npm install; | |
| # docker run -d --name aerospike -p 3000-3002:3000-3002 aerospike/aerospike-server | |
| # | |
| # | |
| # | |
| # - name: Wait for database to be ready | |
| # # Should be ready after 3 seconds | |
| # run: sleep 15 | |
| # | |
| # - name: Modify the package.json | |
| # run: | | |
| # sudo npm install -g json | |
| # json -I -f package.json -e "this.scripts.install=\"npm-run-all removeExtraBinaries build\"" | |
| # | |
| # - name: Run tests | |
| # run: | | |
| # mkdir my-aerospike-project | |
| # cd my-aerospike-project | |
| # npm init -y | |
| # npm install typescript ts-node --save-dev | |
| # npm install .. | |
| # cp ../examples/typescript.ts index.ts | |
| # npx tsc index.ts | |
| # node index.js |