-
Notifications
You must be signed in to change notification settings - Fork 3.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
4 changed files
with
671 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,43 @@ | ||
version: 4.3.0.99.{build} | ||
|
||
image: Visual Studio 2015 | ||
platform: x64 | ||
configuration: # a trick to construct a build matrix with multiple Python versions | ||
- '3.8' | ||
|
||
# only build pull requests and | ||
# commits to 'master' or any branch starting with 'release' | ||
branches: | ||
only: | ||
- master | ||
- /^release/ | ||
|
||
environment: | ||
matrix: | ||
- COMPILER: MSVC | ||
TASK: python | ||
- COMPILER: MINGW | ||
TASK: python | ||
|
||
clone_depth: 5 | ||
|
||
install: | ||
- git submodule update --init --recursive # get `external_libs` folder | ||
- set PATH=C:\mingw-w64\x86_64-8.1.0-posix-seh-rt_v6-rev0\mingw64\bin;%PATH% | ||
- set PYTHON_VERSION=%CONFIGURATION% | ||
- set CONDA_ENV="test-env" | ||
- ps: | | ||
$env:MINICONDA = "C:\Miniconda3-x64" | ||
$env:PATH = "$env:MINICONDA;$env:MINICONDA\Scripts;$env:PATH" | ||
$env:BUILD_SOURCESDIRECTORY = "$env:APPVEYOR_BUILD_FOLDER" | ||
$env:LGB_VER = (Get-Content $env:APPVEYOR_BUILD_FOLDER\VERSION.txt).trim() | ||
build: false | ||
|
||
test_script: | ||
- conda config --remove channels defaults | ||
- conda config --add channels nodefaults | ||
- conda config --add channels conda-forge | ||
- conda config --set channel_priority strict | ||
- conda init powershell | ||
- powershell.exe -ExecutionPolicy Bypass -File %APPVEYOR_BUILD_FOLDER%\.ci\test_windows.ps1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,115 @@ | ||
name: CUDA Version | ||
|
||
on: | ||
push: | ||
branches: | ||
- master | ||
pull_request: | ||
branches: | ||
- master | ||
- release/* | ||
|
||
# automatically cancel in-progress builds if another commit is pushed | ||
concurrency: | ||
group: ${{ github.workflow }}-${{ github.ref }} | ||
cancel-in-progress: true | ||
|
||
env: | ||
github_actions: 'true' | ||
os_name: linux | ||
conda_env: test-env | ||
|
||
jobs: | ||
test: | ||
name: ${{ matrix.task }} ${{ matrix.cuda_version }} ${{ matrix.method }} (linux, ${{ matrix.compiler }}, Python ${{ matrix.python_version }}) | ||
runs-on: [self-hosted, linux] | ||
timeout-minutes: 60 | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
include: | ||
- method: wheel | ||
compiler: gcc | ||
python_version: "3.11" | ||
cuda_version: "11.8.0" | ||
task: cuda | ||
- method: source | ||
compiler: gcc | ||
python_version: "3.9" | ||
cuda_version: "12.2.0" | ||
task: cuda | ||
- method: pip | ||
compiler: clang | ||
python_version: "3.10" | ||
cuda_version: "11.8.0" | ||
task: cuda | ||
steps: | ||
- name: Setup or update software on host machine | ||
run: | | ||
sudo apt-get update | ||
sudo apt-get install --no-install-recommends -y \ | ||
apt-transport-https \ | ||
ca-certificates \ | ||
curl \ | ||
git \ | ||
gnupg-agent \ | ||
lsb-release \ | ||
software-properties-common | ||
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - | ||
sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" -y | ||
curl -sL https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add - | ||
curl -sL https://nvidia.github.io/nvidia-docker/$(. /etc/os-release;echo $ID$VERSION_ID)/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list | ||
sudo apt-get update | ||
sudo apt-get install --no-install-recommends -y \ | ||
containerd.io \ | ||
docker-ce \ | ||
docker-ce-cli \ | ||
nvidia-docker2 | ||
sudo chmod a+rw /var/run/docker.sock | ||
sudo systemctl restart docker | ||
- name: Remove old folder with repository | ||
run: sudo rm -rf $GITHUB_WORKSPACE | ||
- name: Checkout repository | ||
uses: actions/checkout@v1 | ||
with: | ||
fetch-depth: 5 | ||
submodules: true | ||
- name: Setup and run tests | ||
run: | | ||
export ROOT_DOCKER_FOLDER=/LightGBM | ||
cat > docker.env <<EOF | ||
GITHUB_ACTIONS=${{ env.github_actions }} | ||
OS_NAME=${{ env.os_name }} | ||
COMPILER=${{ matrix.compiler }} | ||
TASK=${{ matrix.task }} | ||
METHOD=${{ matrix.method }} | ||
CONDA_ENV=${{ env.conda_env }} | ||
PYTHON_VERSION=${{ matrix.python_version }} | ||
BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER | ||
LGB_VER=$(head -n 1 VERSION.txt) | ||
EOF | ||
cat > docker-script.sh <<EOF | ||
export CONDA=\$HOME/miniforge | ||
export PATH=\$CONDA/bin:\$PATH | ||
nvidia-smi | ||
$ROOT_DOCKER_FOLDER/.ci/setup.sh || exit 1 | ||
$ROOT_DOCKER_FOLDER/.ci/test.sh || exit 1 | ||
EOF | ||
cuda_version="${{ matrix.cuda_version }}" | ||
cuda_major=${cuda_version%%.*} | ||
docker_img="nvcr.io/nvidia/cuda:${cuda_version}-devel" | ||
if [[ ${cuda_major} -eq 11 ]]; then | ||
docker_img="${docker_img}-ubuntu18.04" | ||
elif [[ ${cuda_major} -ge 12 ]]; then | ||
docker_img="${docker_img}-ubuntu20.04" | ||
fi | ||
docker run --env-file docker.env -v "$GITHUB_WORKSPACE":"$ROOT_DOCKER_FOLDER" --rm --gpus all "$docker_img" /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh | ||
all-cuda-jobs-successful: | ||
if: always() | ||
runs-on: ubuntu-latest | ||
needs: [test] | ||
steps: | ||
- name: Note that all tests succeeded | ||
uses: re-actors/[email protected] | ||
with: | ||
jobs: ${{ toJSON(needs) }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,113 @@ | ||
name: Python-package | ||
|
||
on: | ||
push: | ||
branches: | ||
- master | ||
pull_request: | ||
branches: | ||
- master | ||
- release/* | ||
|
||
# automatically cancel in-progress builds if another commit is pushed | ||
concurrency: | ||
group: ${{ github.workflow }}-${{ github.ref }} | ||
cancel-in-progress: true | ||
|
||
env: | ||
CONDA_ENV: test-env | ||
GITHUB_ACTIONS: 'true' | ||
|
||
jobs: | ||
test: | ||
name: ${{ matrix.task }} ${{ matrix.method }} (${{ matrix.os }}, Python ${{ matrix.python_version }}) | ||
runs-on: ${{ matrix.os }} | ||
timeout-minutes: 60 | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
include: | ||
- os: macOS-latest | ||
task: regular | ||
python_version: '3.9' | ||
- os: macOS-latest | ||
task: sdist | ||
python_version: '3.10' | ||
- os: macOS-latest | ||
task: bdist | ||
python_version: '3.7' | ||
- os: macOS-latest | ||
task: if-else | ||
python_version: '3.9' | ||
- os: macOS-latest | ||
task: mpi | ||
method: source | ||
python_version: '3.10' | ||
- os: macOS-latest | ||
task: mpi | ||
method: pip | ||
python_version: '3.11' | ||
- os: macOS-latest | ||
task: mpi | ||
method: wheel | ||
python_version: '3.8' | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v3 | ||
with: | ||
fetch-depth: 5 | ||
submodules: true | ||
- name: Setup and run tests | ||
shell: bash | ||
run: | | ||
export TASK="${{ matrix.task }}" | ||
export METHOD="${{ matrix.method }}" | ||
export PYTHON_VERSION="${{ matrix.python_version }}" | ||
if [[ "${{ matrix.os }}" == "macOS-latest" ]]; then | ||
export COMPILER="gcc" | ||
export OS_NAME="macos" | ||
elif [[ "${{ matrix.os }}" == "ubuntu-latest" ]]; then | ||
export COMPILER="clang" | ||
export OS_NAME="linux" | ||
fi | ||
export BUILD_DIRECTORY="$GITHUB_WORKSPACE" | ||
export LGB_VER=$(head -n 1 VERSION.txt) | ||
export CONDA=${HOME}/miniforge | ||
export PATH=${CONDA}/bin:${PATH} | ||
$GITHUB_WORKSPACE/.ci/setup.sh || exit 1 | ||
$GITHUB_WORKSPACE/.ci/test.sh || exit 1 | ||
test-oldest-versions: | ||
name: Python - oldest supported versions (ubuntu-latest) | ||
runs-on: ubuntu-latest | ||
timeout-minutes: 60 | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v3 | ||
with: | ||
fetch-depth: 5 | ||
submodules: true | ||
- name: Create wheel | ||
run: | | ||
docker run \ | ||
--rm \ | ||
-v $(pwd):/opt/lgb-build \ | ||
-w /opt/lgb-build \ | ||
lightgbm/vsts-agent:manylinux_2_28_x86_64 \ | ||
/bin/bash -c 'PATH=/opt/miniforge/bin:$PATH sh ./build-python.sh bdist_wheel --nomp' | ||
- name: Test compatibility | ||
run: | | ||
docker run \ | ||
--rm \ | ||
-v $(pwd):/opt/lgb-build \ | ||
-w /opt/lgb-build \ | ||
python:3.6 \ | ||
/bin/bash ./.ci/test-python-oldest.sh | ||
all-python-package-jobs-successful: | ||
if: always() | ||
runs-on: ubuntu-latest | ||
needs: [test, test-oldest-versions] | ||
steps: | ||
- name: Note that all tests succeeded | ||
uses: re-actors/[email protected] | ||
with: | ||
jobs: ${{ toJSON(needs) }} |
Oops, something went wrong.