conda.yml

name: Build conda nightly
on:
  push:
    branches:
      - main
  pull_request:
    paths:
      - Cargo.toml
      - Cargo.lock
      - pyproject.toml
      - continuous_integration/recipe/**
      - .github/workflows/conda.yml
  schedule:
    - cron: '0 0 * * 0'

# When this workflow is queued, automatically cancel any previous running
# or pending jobs from the same branch
concurrency:
  group: conda-${{ github.head_ref }}
  cancel-in-progress: true

# Required shell entrypoint to have properly activated conda environments
defaults:
  run:
    shell: bash -l {0}

jobs:
  conda:
    name: "Build conda nightlies (python: ${{ matrix.python }}, arch: ${{ matrix.arch }})"
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python: ["3.8", "3.9", "3.10"]
        arch: ["linux-64", "linux-aarch64"]
    steps:
      - name: Manage disk space
        if: matrix.arch == 'linux-aarch64'
        run: |
          sudo mkdir -p /opt/empty_dir || true
          for d in \
                    /opt/ghc \
                    /opt/hostedtoolcache \
                    /usr/lib/jvm \
                    /usr/local/.ghcup \
                    /usr/local/lib/android \
                    /usr/local/share/powershell \
                    /usr/share/dotnet \
                    /usr/share/swift \
                    ; do
            sudo rsync --stats -a --delete /opt/empty_dir/ $d || true
          done
          sudo apt-get purge -y -f firefox \
                                    google-chrome-stable \
                                    microsoft-edge-stable
          sudo apt-get autoremove -y >& /dev/null
          sudo apt-get autoclean -y >& /dev/null
          sudo docker image prune --all --force
          df -h
      - name: Create swapfile
        if: matrix.arch == 'linux-aarch64'
        run: |
          sudo fallocate -l 10GiB /swapfile || true
          sudo chmod 600 /swapfile || true
          sudo mkswap /swapfile || true
          sudo swapon /swapfile || true
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
      - name: Set up Python
        uses: conda-incubator/setup-miniconda@v2.2.0
        with:
          miniforge-variant: Mambaforge
          use-mamba: true
          python-version: "3.8"
          channel-priority: strict
      - name: Install dependencies
        run: |
          mamba install -c conda-forge boa conda-verify

          which python
          pip list
          mamba list
      - name: Build conda packages
        run: |
          # suffix for nightly package versions
          export VERSION_SUFFIX=a`date +%y%m%d`

          conda mambabuild continuous_integration/recipe \
                           --python ${{ matrix.python }} \
                           --variants "{target_platform: [${{ matrix.arch }}]}" \
                           --error-overlinking \
                           --no-test \
                           --no-anaconda-upload \
                           --output-folder packages
      - name: Test conda packages
        if: matrix.arch == 'linux-64'  # can only test native platform packages
        run: |
          conda mambabuild --test packages/${{ matrix.arch }}/*.tar.bz2
      - name: Upload conda packages as artifacts
        uses: actions/upload-artifact@v3
        with:
          name: "conda nightlies (python - ${{ matrix.python }}, arch - ${{ matrix.arch }})"
          # need to install all conda channel metadata to properly install locally
          path: packages/
      - name: Upload conda packages to Anaconda
        if: |
          github.event_name == 'push'
          && github.repository == 'dask-contrib/dask-sql'
        env:
          ANACONDA_API_TOKEN: ${{ secrets.DASK_CONDA_TOKEN }}
        run: |
          # install anaconda for upload
          mamba install -c conda-forge anaconda-client

          anaconda upload --label dev packages/${{ matrix.arch }}/*.tar.bz2