From 518f60feb1f378ec46ede3197a296a4dc5ed0426 Mon Sep 17 00:00:00 2001
From: James Lamb <jaylamb20@gmail.com>
Date: Mon, 18 Mar 2024 15:07:11 -0500
Subject: [PATCH 1/6] try to fix r-sanitizers jobs

---
 .appveyor.yml                        |  43 ---
 .github/workflows/cuda.yml           | 115 --------
 .github/workflows/python_package.yml | 113 --------
 .github/workflows/r_package.yml      |   2 +-
 .vsts-ci.yml                         | 400 ---------------------------
 5 files changed, 1 insertion(+), 672 deletions(-)
 delete mode 100644 .appveyor.yml
 delete mode 100644 .github/workflows/cuda.yml
 delete mode 100644 .github/workflows/python_package.yml
 delete mode 100644 .vsts-ci.yml

diff --git a/.appveyor.yml b/.appveyor.yml
deleted file mode 100644
index bb15958136c3..000000000000
--- a/.appveyor.yml
+++ /dev/null
@@ -1,43 +0,0 @@
-version: 4.3.0.99.{build}
-
-image: Visual Studio 2015
-platform: x64
-configuration:  # a trick to construct a build matrix with multiple Python versions
-  - '3.8'
-
-# only build pull requests and
-# commits to 'master' or any branch starting with 'release'
-branches:
-  only:
-    - master
-    - /^release/
-
-environment:
-  matrix:
-    - COMPILER: MSVC
-      TASK: python
-    - COMPILER: MINGW
-      TASK: python
-
-clone_depth: 5
-
-install:
-  - git submodule update --init --recursive  # get `external_libs` folder
-  - set PATH=C:\mingw-w64\x86_64-8.1.0-posix-seh-rt_v6-rev0\mingw64\bin;%PATH%
-  - set PYTHON_VERSION=%CONFIGURATION%
-  - set CONDA_ENV="test-env"
-  - ps: |
-      $env:MINICONDA = "C:\Miniconda3-x64"
-      $env:PATH = "$env:MINICONDA;$env:MINICONDA\Scripts;$env:PATH"
-      $env:BUILD_SOURCESDIRECTORY = "$env:APPVEYOR_BUILD_FOLDER"
-      $env:LGB_VER = (Get-Content $env:APPVEYOR_BUILD_FOLDER\VERSION.txt).trim()
-
-build: false
-
-test_script:
-  - conda config --remove channels defaults
-  - conda config --add channels nodefaults
-  - conda config --add channels conda-forge
-  - conda config --set channel_priority strict
-  - conda init powershell
-  - powershell.exe -ExecutionPolicy Bypass -File %APPVEYOR_BUILD_FOLDER%\.ci\test_windows.ps1
diff --git a/.github/workflows/cuda.yml b/.github/workflows/cuda.yml
deleted file mode 100644
index b7f825b245b8..000000000000
--- a/.github/workflows/cuda.yml
+++ /dev/null
@@ -1,115 +0,0 @@
-name: CUDA Version
-
-on:
-  push:
-    branches:
-    - master
-  pull_request:
-    branches:
-    - master
-    - release/*
-
-# automatically cancel in-progress builds if another commit is pushed
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-env:
-  github_actions: 'true'
-  os_name: linux
-  conda_env: test-env
-
-jobs:
-  test:
-    name: ${{ matrix.task }} ${{ matrix.cuda_version }} ${{ matrix.method }} (linux, ${{ matrix.compiler }}, Python ${{ matrix.python_version }})
-    runs-on: [self-hosted, linux]
-    timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - method: wheel
-            compiler: gcc
-            python_version: "3.11"
-            cuda_version: "11.8.0"
-            task: cuda
-          - method: source
-            compiler: gcc
-            python_version: "3.9"
-            cuda_version: "12.2.0"
-            task: cuda
-          - method: pip
-            compiler: clang
-            python_version: "3.10"
-            cuda_version: "11.8.0"
-            task: cuda
-    steps:
-      - name: Setup or update software on host machine
-        run: |
-            sudo apt-get update
-            sudo apt-get install --no-install-recommends -y \
-                apt-transport-https \
-                ca-certificates \
-                curl \
-                git \
-                gnupg-agent \
-                lsb-release \
-                software-properties-common
-            curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
-            sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" -y
-            curl -sL https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
-            curl -sL https://nvidia.github.io/nvidia-docker/$(. /etc/os-release;echo $ID$VERSION_ID)/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
-            sudo apt-get update
-            sudo apt-get install --no-install-recommends -y \
-                containerd.io \
-                docker-ce \
-                docker-ce-cli \
-                nvidia-docker2
-            sudo chmod a+rw /var/run/docker.sock
-            sudo systemctl restart docker
-      - name: Remove old folder with repository
-        run: sudo rm -rf $GITHUB_WORKSPACE
-      - name: Checkout repository
-        uses: actions/checkout@v1
-        with:
-          fetch-depth: 5
-          submodules: true
-      - name: Setup and run tests
-        run: |
-            export ROOT_DOCKER_FOLDER=/LightGBM
-            cat > docker.env <<EOF
-            GITHUB_ACTIONS=${{ env.github_actions }}
-            OS_NAME=${{ env.os_name }}
-            COMPILER=${{ matrix.compiler }}
-            TASK=${{ matrix.task }}
-            METHOD=${{ matrix.method }}
-            CONDA_ENV=${{ env.conda_env }}
-            PYTHON_VERSION=${{ matrix.python_version }}
-            BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER
-            LGB_VER=$(head -n 1 VERSION.txt)
-            EOF
-            cat > docker-script.sh <<EOF
-            export CONDA=\$HOME/miniforge
-            export PATH=\$CONDA/bin:\$PATH
-            nvidia-smi
-            $ROOT_DOCKER_FOLDER/.ci/setup.sh || exit 1
-            $ROOT_DOCKER_FOLDER/.ci/test.sh || exit 1
-            EOF
-            cuda_version="${{ matrix.cuda_version }}"
-            cuda_major=${cuda_version%%.*}
-            docker_img="nvcr.io/nvidia/cuda:${cuda_version}-devel"
-            if [[ ${cuda_major} -eq 11 ]]; then
-                docker_img="${docker_img}-ubuntu18.04"
-            elif [[ ${cuda_major} -ge 12 ]]; then
-                docker_img="${docker_img}-ubuntu20.04"
-            fi
-            docker run --env-file docker.env -v "$GITHUB_WORKSPACE":"$ROOT_DOCKER_FOLDER" --rm --gpus all "$docker_img" /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh
-  all-cuda-jobs-successful:
-    if: always()
-    runs-on: ubuntu-latest
-    needs: [test]
-    steps:
-    - name: Note that all tests succeeded
-      uses: re-actors/alls-green@v1.2.2
-      with:
-        jobs: ${{ toJSON(needs) }}
diff --git a/.github/workflows/python_package.yml b/.github/workflows/python_package.yml
deleted file mode 100644
index 27aecf82b419..000000000000
--- a/.github/workflows/python_package.yml
+++ /dev/null
@@ -1,113 +0,0 @@
-name: Python-package
-
-on:
-  push:
-    branches:
-    - master
-  pull_request:
-    branches:
-    - master
-    - release/*
-
-# automatically cancel in-progress builds if another commit is pushed
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-env:
-  CONDA_ENV: test-env
-  GITHUB_ACTIONS: 'true'
-
-jobs:
-  test:
-    name: ${{ matrix.task }} ${{ matrix.method }} (${{ matrix.os }}, Python ${{ matrix.python_version }})
-    runs-on: ${{ matrix.os }}
-    timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - os: macOS-latest
-            task: regular
-            python_version: '3.9'
-          - os: macOS-latest
-            task: sdist
-            python_version: '3.10'
-          - os: macOS-latest
-            task: bdist
-            python_version: '3.7'
-          - os: macOS-latest
-            task: if-else
-            python_version: '3.9'
-          - os: macOS-latest
-            task: mpi
-            method: source
-            python_version: '3.10'
-          - os: macOS-latest
-            task: mpi
-            method: pip
-            python_version: '3.11'
-          - os: macOS-latest
-            task: mpi
-            method: wheel
-            python_version: '3.8'
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v3
-        with:
-          fetch-depth: 5
-          submodules: true
-      - name: Setup and run tests
-        shell: bash
-        run: |
-          export TASK="${{ matrix.task }}"
-          export METHOD="${{ matrix.method }}"
-          export PYTHON_VERSION="${{ matrix.python_version }}"
-          if [[ "${{ matrix.os }}" == "macOS-latest" ]]; then
-              export COMPILER="gcc"
-              export OS_NAME="macos"
-          elif [[ "${{ matrix.os }}" == "ubuntu-latest" ]]; then
-              export COMPILER="clang"
-              export OS_NAME="linux"
-          fi
-          export BUILD_DIRECTORY="$GITHUB_WORKSPACE"
-          export LGB_VER=$(head -n 1 VERSION.txt)
-          export CONDA=${HOME}/miniforge
-          export PATH=${CONDA}/bin:${PATH}
-          $GITHUB_WORKSPACE/.ci/setup.sh || exit 1
-          $GITHUB_WORKSPACE/.ci/test.sh || exit 1
-  test-oldest-versions:
-    name: Python - oldest supported versions (ubuntu-latest)
-    runs-on: ubuntu-latest
-    timeout-minutes: 60
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v3
-        with:
-          fetch-depth: 5
-          submodules: true
-      - name: Create wheel
-        run: |
-          docker run \
-            --rm \
-            -v $(pwd):/opt/lgb-build \
-            -w /opt/lgb-build \
-            lightgbm/vsts-agent:manylinux_2_28_x86_64 \
-            /bin/bash -c 'PATH=/opt/miniforge/bin:$PATH sh ./build-python.sh bdist_wheel --nomp'
-      - name: Test compatibility
-        run: |
-          docker run \
-            --rm \
-            -v $(pwd):/opt/lgb-build \
-            -w /opt/lgb-build \
-            python:3.6 \
-            /bin/bash ./.ci/test-python-oldest.sh
-  all-python-package-jobs-successful:
-    if: always()
-    runs-on: ubuntu-latest
-    needs: [test, test-oldest-versions]
-    steps:
-    - name: Note that all tests succeeded
-      uses: re-actors/alls-green@v1.2.2
-      with:
-        jobs: ${{ toJSON(needs) }}
diff --git a/.github/workflows/r_package.yml b/.github/workflows/r_package.yml
index 387b8c52eca2..43dc9ed59c03 100644
--- a/.github/workflows/r_package.yml
+++ b/.github/workflows/r_package.yml
@@ -253,7 +253,7 @@ jobs:
       - name: Install packages
         shell: bash
         run: |
-          RDscript${{ matrix.r_customization }} -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl', 'testthat'), repos = 'https://cran.rstudio.com', Ncpus = parallel::detectCores())"
+          RDscript${{ matrix.r_customization }} -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl', 'testthat'), repos = 'https://cran.r-project.org')"
           sh build-cran-package.sh --r-executable=RD${{ matrix.r_customization }}
           RD${{ matrix.r_customization }} CMD INSTALL lightgbm_*.tar.gz || exit 1
       - name: Run tests with sanitizers
diff --git a/.vsts-ci.yml b/.vsts-ci.yml
deleted file mode 100644
index bfb17ddeedcb..000000000000
--- a/.vsts-ci.yml
+++ /dev/null
@@ -1,400 +0,0 @@
-trigger:
-  branches:
-    include:
-    - master
-  tags:
-    include:
-    - v*
-pr:
-- master
-- release/*
-variables:
-  AZURE: 'true'
-  PYTHON_VERSION: '3.11'
-  CONDA_ENV: test-env
-  runCodesignValidationInjection: false
-  skipComponentGovernanceDetection: true
-  DOTNET_CLI_TELEMETRY_OPTOUT: true
-  DOTNET_SKIP_FIRST_TIME_EXPERIENCE: true
-resources:
-  containers:
-  - container: linux-artifact-builder
-    image: lightgbm/vsts-agent:manylinux_2_28_x86_64
-  - container: ubuntu-latest
-    image: 'ubuntu:22.04'
-    options: "--name ci-container -v /usr/bin/docker:/tmp/docker:ro"
-  - container: rbase
-    image: wch1/r-debug
-jobs:
-###########################################
-- job: Linux
-###########################################
-  variables:
-    COMPILER: gcc
-    SETUP_CONDA: 'false'
-    OS_NAME: 'linux'
-    PRODUCES_ARTIFACTS: 'true'
-  pool: sh-mariner
-  container: linux-artifact-builder
-  strategy:
-    matrix:
-      regular:
-        TASK: regular
-        PYTHON_VERSION: '3.9'
-      sdist:
-        TASK: sdist
-        PYTHON_VERSION: '3.7'
-      bdist:
-        TASK: bdist
-        PYTHON_VERSION: '3.8'
-      inference:
-        TASK: if-else
-      mpi_source:
-        TASK: mpi
-        METHOD: source
-        PYTHON_VERSION: '3.8'
-      gpu_source:
-        TASK: gpu
-        METHOD: source
-      swig:
-        TASK: swig
-  steps:
-  - script: |
-      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
-      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
-      echo "##vso[task.prependpath]/usr/lib64/openmpi/bin"
-      echo "##vso[task.prependpath]$CONDA/bin"
-    displayName: 'Set variables'
-  - script: |
-      echo '$(Build.SourceVersion)' > '$(Build.ArtifactStagingDirectory)/commit.txt'
-    displayName: 'Add commit hash to artifacts archive'
-  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
-    displayName: Setup
-  - bash: $(Build.SourcesDirectory)/.ci/test.sh
-    displayName: Test
-  - task: PublishBuildArtifacts@1
-    condition: and(succeeded(), in(variables['TASK'], 'regular', 'sdist', 'bdist', 'swig'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
-    inputs:
-      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
-      artifactName: PackageAssets
-      artifactType: container
-###########################################
-- job: Linux_latest
-###########################################
-  variables:
-    COMPILER: clang-17
-    DEBIAN_FRONTEND: 'noninteractive'
-    IN_UBUNTU_BASE_CONTAINER: 'true'
-    OS_NAME: 'linux'
-    SETUP_CONDA: 'true'
-  pool: sh-mariner
-  container: ubuntu-latest
-  strategy:
-    matrix:
-      regular:
-        TASK: regular
-      sdist:
-        TASK: sdist
-      bdist:
-        TASK: bdist
-        PYTHON_VERSION: '3.9'
-      inference:
-        TASK: if-else
-      mpi_source:
-        TASK: mpi
-        METHOD: source
-      mpi_pip:
-        TASK: mpi
-        METHOD: pip
-        PYTHON_VERSION: '3.10'
-      mpi_wheel:
-        TASK: mpi
-        METHOD: wheel
-        PYTHON_VERSION: '3.8'
-      gpu_source:
-        TASK: gpu
-        METHOD: source
-        PYTHON_VERSION: '3.10'
-      gpu_pip:
-        TASK: gpu
-        METHOD: pip
-        PYTHON_VERSION: '3.9'
-      gpu_wheel:
-        TASK: gpu
-        METHOD: wheel
-        PYTHON_VERSION: '3.8'
-      cpp_tests:
-        TASK: cpp-tests
-        METHOD: with-sanitizers
-  steps:
-  - script: |
-      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
-      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
-      CONDA=$HOME/miniforge
-      echo "##vso[task.setvariable variable=CONDA]$CONDA"
-      echo "##vso[task.prependpath]$CONDA/bin"
-    displayName: 'Set variables'
-  # https://github.com/microsoft/azure-pipelines-agent/issues/2043#issuecomment-687983301
-  - script: |
-      /tmp/docker exec -t -u 0 ci-container \
-      sh -c "apt-get update && apt-get -o Dpkg::Options::="--force-confold" -y install sudo"
-    displayName: 'Install sudo'
-  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
-    displayName: Setup
-  - bash: $(Build.SourcesDirectory)/.ci/test.sh
-    displayName: Test
-###########################################
-- job: QEMU_multiarch
-###########################################
-  variables:
-    COMPILER: gcc
-    OS_NAME: 'linux'
-    PRODUCES_ARTIFACTS: 'true'
-  pool:
-    vmImage: ubuntu-22.04
-  timeoutInMinutes: 180
-  strategy:
-    matrix:
-      bdist:
-        TASK: bdist
-        ARCH: aarch64
-  steps:
-  - script: |
-      sudo apt-get update
-      sudo apt-get install --no-install-recommends -y \
-        binfmt-support \
-        qemu \
-        qemu-user \
-        qemu-user-static
-    displayName: 'Install QEMU'
-  - script: |
-      docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
-    displayName: 'Enable Docker multi-architecture support'
-  - script: |
-      export ROOT_DOCKER_FOLDER=/LightGBM
-      cat > docker.env <<EOF
-      AZURE=$AZURE
-      OS_NAME=$OS_NAME
-      COMPILER=$COMPILER
-      TASK=$TASK
-      METHOD=$METHOD
-      CONDA_ENV=$CONDA_ENV
-      PYTHON_VERSION=$PYTHON_VERSION
-      BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER
-      LGB_VER=$(head -n 1 VERSION.txt)
-      PRODUCES_ARTIFACTS=$PRODUCES_ARTIFACTS
-      BUILD_ARTIFACTSTAGINGDIRECTORY=$BUILD_ARTIFACTSTAGINGDIRECTORY
-      EOF
-      cat > docker-script.sh <<EOF
-      export CONDA=\$HOME/miniforge
-      export PATH=\$CONDA/bin:/opt/rh/llvm-toolset-7.0/root/usr/bin:\$PATH
-      export LD_LIBRARY_PATH=/opt/rh/llvm-toolset-7.0/root/usr/lib64:\$LD_LIBRARY_PATH
-      $ROOT_DOCKER_FOLDER/.ci/setup.sh || exit 1
-      $ROOT_DOCKER_FOLDER/.ci/test.sh || exit 1
-      EOF
-      IMAGE_URI="lightgbm/vsts-agent:manylinux2014_aarch64"
-      docker pull "${IMAGE_URI}" || exit 1
-      PLATFORM=$(docker inspect --format='{{.Os}}/{{.Architecture}}' "${IMAGE_URI}") || exit 1
-      echo "detected image platform: ${PLATFORM}"
-      docker run \
-        --platform "${PLATFORM}" \
-        --rm \
-        --env-file docker.env \
-        -v "$(Build.SourcesDirectory)":"$ROOT_DOCKER_FOLDER" \
-        -v "$(Build.ArtifactStagingDirectory)":"$(Build.ArtifactStagingDirectory)" \
-        "${IMAGE_URI}" \
-        /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh
-    displayName: 'Setup and run tests'
-  - task: PublishBuildArtifacts@1
-    condition: and(succeeded(), in(variables['TASK'], 'bdist'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
-    inputs:
-      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
-      artifactName: PackageAssets
-      artifactType: container
-###########################################
-- job: macOS
-###########################################
-  variables:
-    COMPILER: clang
-    OS_NAME: 'macos'
-    PRODUCES_ARTIFACTS: 'true'
-  pool:
-    vmImage: 'macOS-11'
-  strategy:
-    matrix:
-      regular:
-        TASK: regular
-        PYTHON_VERSION: '3.10'
-      sdist:
-        TASK: sdist
-        PYTHON_VERSION: '3.9'
-      bdist:
-        TASK: bdist
-      swig:
-        TASK: swig
-      cpp_tests:
-        TASK: cpp-tests
-        METHOD: with-sanitizers
-        SANITIZERS: "address;undefined"
-  steps:
-  - script: |
-      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
-      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
-      CONDA=$AGENT_HOMEDIRECTORY/miniforge
-      echo "##vso[task.setvariable variable=CONDA]$CONDA"
-      echo "##vso[task.prependpath]$CONDA/bin"
-      echo "##vso[task.setvariable variable=JAVA_HOME]$JAVA_HOME_8_X64"
-    displayName: 'Set variables'
-  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
-    displayName: Setup
-  - bash: $(Build.SourcesDirectory)/.ci/test.sh
-    displayName: Test
-  - task: PublishBuildArtifacts@1
-    condition: and(succeeded(), in(variables['TASK'], 'regular', 'bdist', 'swig'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
-    inputs:
-      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
-      artifactName: PackageAssets
-      artifactType: container
-###########################################
-- job: Windows
-###########################################
-  pool:
-    vmImage: 'windows-2019'
-  strategy:
-    matrix:
-      regular:
-        TASK: regular
-        PYTHON_VERSION: '3.10'
-      sdist:
-        TASK: sdist
-        PYTHON_VERSION: '3.9'
-      bdist:
-        TASK: bdist
-      swig:
-        TASK: swig
-      cpp_tests:
-        TASK: cpp-tests
-  steps:
-  - powershell: |
-      Write-Host "##vso[task.prependpath]$env:CONDA\Scripts"
-    displayName: 'Set Variables'
-  - script: |
-      cmd /c "powershell -ExecutionPolicy Bypass -File %BUILD_SOURCESDIRECTORY%/.ci/install_opencl.ps1"
-    condition: eq(variables['TASK'], 'bdist')
-    displayName: 'Install OpenCL'
-  - script: |
-      cmd /c "conda config --remove channels defaults"
-      cmd /c "conda config --add channels nodefaults"
-      cmd /c "conda config --add channels conda-forge"
-      cmd /c "conda config --set channel_priority strict"
-      cmd /c "conda init powershell"
-      cmd /c "powershell -ExecutionPolicy Bypass -File %BUILD_SOURCESDIRECTORY%/.ci/test_windows.ps1"
-    displayName: Test
-  - task: PublishBuildArtifacts@1
-    condition: and(succeeded(), in(variables['TASK'], 'regular', 'bdist', 'swig'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
-    inputs:
-      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
-      artifactName: PackageAssets
-      artifactType: container
-###########################################
-- job: R_artifact
-###########################################
-  condition: not(startsWith(variables['Build.SourceBranch'], 'refs/pull/'))
-  pool:
-    vmImage: 'ubuntu-22.04'
-  container: rbase
-  steps:
-  - script: |
-      LGB_VER=$(head -n 1 VERSION.txt | sed "s/rc/-/g")
-      R_LIB_PATH=~/Rlib
-      export R_LIBS=${R_LIB_PATH}
-      mkdir -p ${R_LIB_PATH}
-      RDscript -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl'),  lib = '${R_LIB_PATH}', dependencies = c('Depends', 'Imports', 'LinkingTo'), repos = 'https://cran.rstudio.com', Ncpus = parallel::detectCores())" || exit 1
-      sh build-cran-package.sh --r-executable=RD || exit 1
-      mv lightgbm_${LGB_VER}.tar.gz $(Build.ArtifactStagingDirectory)/lightgbm-${LGB_VER}-r-cran.tar.gz
-    displayName: 'Build CRAN R-package'
-  - task: PublishBuildArtifacts@1
-    condition: succeeded()
-    inputs:
-      pathtoPublish: $(Build.ArtifactStagingDirectory)
-      artifactName: R-package
-      artifactType: container
-
-###########################################
-- job: Package
-###########################################
-  dependsOn:
-  - Linux
-  - Linux_latest
-  - QEMU_multiarch
-  - macOS
-  - Windows
-  - R_artifact
-  condition: and(succeeded(), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
-  pool:
-    vmImage: 'ubuntu-22.04'
-  steps:
-  # Create archives with complete source code included (with git submodules)
-  - task: ArchiveFiles@2
-    displayName: Create zip archive
-    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
-    inputs:
-      rootFolderOrFile: $(Build.SourcesDirectory)
-      includeRootFolder: false
-      archiveType: zip
-      archiveFile: '$(Build.ArtifactStagingDirectory)/archives/LightGBM-complete_source_code_zip.zip'
-      replaceExistingArchive: true
-  - task: ArchiveFiles@2
-    displayName: Create tar.gz archive
-    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
-    inputs:
-      rootFolderOrFile: $(Build.SourcesDirectory)
-      includeRootFolder: false
-      archiveType: tar
-      tarCompression: gz
-      archiveFile: '$(Build.ArtifactStagingDirectory)/archives/LightGBM-complete_source_code_tar_gz.tar.gz'
-      replaceExistingArchive: true
-  # Download all agent packages from all previous phases
-  - task: DownloadBuildArtifacts@0
-    displayName: Download package assets
-    inputs:
-      artifactName: PackageAssets
-      downloadPath: $(Build.SourcesDirectory)/binaries
-  - task: DownloadBuildArtifacts@0
-    displayName: Download R-package
-    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
-    inputs:
-      artifactName: R-package
-      downloadPath: $(Build.SourcesDirectory)/R
-  - script: |
-      python "$(Build.SourcesDirectory)/.nuget/create_nuget.py" "$(Build.SourcesDirectory)/binaries/PackageAssets"
-    displayName: 'Create NuGet configuration files'
-  - task: NuGetCommand@2
-    inputs:
-      command: pack
-      packagesToPack: '$(Build.SourcesDirectory)/.nuget/*.nuspec'
-      packDestination: '$(Build.ArtifactStagingDirectory)/nuget'
-  - task: PublishBuildArtifacts@1
-    inputs:
-      pathtoPublish: '$(Build.ArtifactStagingDirectory)/nuget'
-      artifactName: NuGet
-      artifactType: container
-  - task: GitHubRelease@0
-    displayName: 'Create GitHub Release'
-    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
-    inputs:
-      gitHubConnection: guolinke
-      repositoryName: '$(Build.Repository.Name)'
-      action: 'create'
-      target: '$(Build.SourceVersion)'
-      tagSource: 'auto'
-      title: '$(Build.SourceBranchName)'
-      assets: |
-        $(Build.SourcesDirectory)/binaries/PackageAssets/*
-        $(Build.SourcesDirectory)/R/R-package/*
-        $(Build.ArtifactStagingDirectory)/nuget/*.nupkg
-        $(Build.ArtifactStagingDirectory)/archives/*
-      assetUploadMode: 'delete'
-      isDraft: true
-      isPreRelease: false
-      addChangeLog: false

From 43109aa56654ab0a6dbb731186fa1158bde2cfcd Mon Sep 17 00:00:00 2001
From: James Lamb <jaylamb20@gmail.com>
Date: Mon, 18 Mar 2024 15:48:59 -0500
Subject: [PATCH 2/6] try compiling without sanitizers

---
 .github/workflows/r_package.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/r_package.yml b/.github/workflows/r_package.yml
index 43dc9ed59c03..dd1655673f35 100644
--- a/.github/workflows/r_package.yml
+++ b/.github/workflows/r_package.yml
@@ -253,9 +253,9 @@ jobs:
       - name: Install packages
         shell: bash
         run: |
-          RDscript${{ matrix.r_customization }} -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl', 'testthat'), repos = 'https://cran.r-project.org')"
-          sh build-cran-package.sh --r-executable=RD${{ matrix.r_customization }}
-          RD${{ matrix.r_customization }} CMD INSTALL lightgbm_*.tar.gz || exit 1
+          RDscript -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl', 'testthat'), repos = 'https://cran.r-project.org')"
+          sh build-cran-package.sh --r-executable=RD
+          RD CMD INSTALL lightgbm_*.tar.gz || exit 1
       - name: Run tests with sanitizers
         shell: bash
         run: |

From 6582aae48cd60bd3eeca121f7448ae16f1fb8ef2 Mon Sep 17 00:00:00 2001
From: James Lamb <jaylamb20@gmail.com>
Date: Mon, 18 Mar 2024 16:35:52 -0500
Subject: [PATCH 3/6] check docker resources

---
 .github/workflows/r_package.yml | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/r_package.yml b/.github/workflows/r_package.yml
index dd1655673f35..0f22e57d03d4 100644
--- a/.github/workflows/r_package.yml
+++ b/.github/workflows/r_package.yml
@@ -232,7 +232,7 @@ jobs:
     name: r-sanitizers (ubuntu-latest, R-devel, ${{ matrix.compiler }} ASAN/UBSAN)
     timeout-minutes: 60
     runs-on: ubuntu-latest
-    container: wch1/r-debug
+    #container: wch1/r-debug
     strategy:
       fail-fast: false
       matrix:
@@ -242,6 +242,10 @@ jobs:
           - r_customization: csan
             compiler: clang
     steps:
+      - name: get docker info
+        run: |
+          docker info
+          exit 1
       - name: Trust git cloning LightGBM
         run: |
           git config --global --add safe.directory "${GITHUB_WORKSPACE}"

From 15f75cc8e8ccea4be5c3784819a98ba6f26bde14 Mon Sep 17 00:00:00 2001
From: James Lamb <jaylamb20@gmail.com>
Date: Mon, 18 Mar 2024 23:39:50 -0500
Subject: [PATCH 4/6] try explicitly giving it more memory

---
 .github/workflows/r_package.yml | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/r_package.yml b/.github/workflows/r_package.yml
index 0f22e57d03d4..5f0d80476c7c 100644
--- a/.github/workflows/r_package.yml
+++ b/.github/workflows/r_package.yml
@@ -232,7 +232,11 @@ jobs:
     name: r-sanitizers (ubuntu-latest, R-devel, ${{ matrix.compiler }} ASAN/UBSAN)
     timeout-minutes: 60
     runs-on: ubuntu-latest
-    #container: wch1/r-debug
+    # ref: https://docs.github.com/en/actions/using-jobs/running-jobs-in-a-container#setting-container-resource-options
+    # ref: https://docs.docker.com/config/containers/resource_constraints/#limit-a-containers-access-to-memory
+    container:
+      image: wch1/r-debug
+      options: --cpus 2 --memory 8g
     strategy:
       fail-fast: false
       matrix:
@@ -242,10 +246,6 @@ jobs:
           - r_customization: csan
             compiler: clang
     steps:
-      - name: get docker info
-        run: |
-          docker info
-          exit 1
       - name: Trust git cloning LightGBM
         run: |
           git config --global --add safe.directory "${GITHUB_WORKSPACE}"
@@ -257,9 +257,9 @@ jobs:
       - name: Install packages
         shell: bash
         run: |
-          RDscript -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl', 'testthat'), repos = 'https://cran.r-project.org')"
-          sh build-cran-package.sh --r-executable=RD
-          RD CMD INSTALL lightgbm_*.tar.gz || exit 1
+          RDscript${{ matrix.r_customization }} -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl', 'testthat'), repos = 'https://cran.rstudio.com', Ncpus = parallel::detectCores())"
+          sh build-cran-package.sh --r-executable=RD${{ matrix.r_customization }}
+          RD${{ matrix.r_customization }} CMD INSTALL lightgbm_*.tar.gz || exit 1
       - name: Run tests with sanitizers
         shell: bash
         run: |

From fc7f740a1aa1ee500e97ded804d3ef94058f778a Mon Sep 17 00:00:00 2001
From: James Lamb <jaylamb20@gmail.com>
Date: Wed, 20 Mar 2024 15:56:44 -0500
Subject: [PATCH 5/6] I hope the new images fixed the problem

---
 .github/workflows/r_package.yml | 8 ++------
 1 file changed, 2 insertions(+), 6 deletions(-)

diff --git a/.github/workflows/r_package.yml b/.github/workflows/r_package.yml
index 5f0d80476c7c..7d79cdab1d21 100644
--- a/.github/workflows/r_package.yml
+++ b/.github/workflows/r_package.yml
@@ -232,11 +232,7 @@ jobs:
     name: r-sanitizers (ubuntu-latest, R-devel, ${{ matrix.compiler }} ASAN/UBSAN)
     timeout-minutes: 60
     runs-on: ubuntu-latest
-    # ref: https://docs.github.com/en/actions/using-jobs/running-jobs-in-a-container#setting-container-resource-options
-    # ref: https://docs.docker.com/config/containers/resource_constraints/#limit-a-containers-access-to-memory
-    container:
-      image: wch1/r-debug
-      options: --cpus 2 --memory 8g
+    container: wch1/r-debug
     strategy:
       fail-fast: false
       matrix:
@@ -319,7 +315,7 @@ jobs:
   all-r-package-jobs-successful:
     if: always()
     runs-on: ubuntu-latest
-    needs: [test, test-r-debian-clang]
+    needs: [test, test-r-sanitizers, test-r-debian-clang]
     steps:
     - name: Note that all tests succeeded
       uses: re-actors/alls-green@v1.2.2

From becdd54eb796c5dd98f9896d3990060f63a0c66b Mon Sep 17 00:00:00 2001
From: James Lamb <jaylamb20@gmail.com>
Date: Wed, 20 Mar 2024 16:21:18 -0500
Subject: [PATCH 6/6] restore all the other CI jobs

---
 .appveyor.yml                        |  43 +++
 .github/workflows/cuda.yml           | 115 ++++++++
 .github/workflows/python_package.yml | 113 ++++++++
 .vsts-ci.yml                         | 400 +++++++++++++++++++++++++++
 4 files changed, 671 insertions(+)
 create mode 100644 .appveyor.yml
 create mode 100644 .github/workflows/cuda.yml
 create mode 100644 .github/workflows/python_package.yml
 create mode 100644 .vsts-ci.yml

diff --git a/.appveyor.yml b/.appveyor.yml
new file mode 100644
index 000000000000..bb15958136c3
--- /dev/null
+++ b/.appveyor.yml
@@ -0,0 +1,43 @@
+version: 4.3.0.99.{build}
+
+image: Visual Studio 2015
+platform: x64
+configuration:  # a trick to construct a build matrix with multiple Python versions
+  - '3.8'
+
+# only build pull requests and
+# commits to 'master' or any branch starting with 'release'
+branches:
+  only:
+    - master
+    - /^release/
+
+environment:
+  matrix:
+    - COMPILER: MSVC
+      TASK: python
+    - COMPILER: MINGW
+      TASK: python
+
+clone_depth: 5
+
+install:
+  - git submodule update --init --recursive  # get `external_libs` folder
+  - set PATH=C:\mingw-w64\x86_64-8.1.0-posix-seh-rt_v6-rev0\mingw64\bin;%PATH%
+  - set PYTHON_VERSION=%CONFIGURATION%
+  - set CONDA_ENV="test-env"
+  - ps: |
+      $env:MINICONDA = "C:\Miniconda3-x64"
+      $env:PATH = "$env:MINICONDA;$env:MINICONDA\Scripts;$env:PATH"
+      $env:BUILD_SOURCESDIRECTORY = "$env:APPVEYOR_BUILD_FOLDER"
+      $env:LGB_VER = (Get-Content $env:APPVEYOR_BUILD_FOLDER\VERSION.txt).trim()
+
+build: false
+
+test_script:
+  - conda config --remove channels defaults
+  - conda config --add channels nodefaults
+  - conda config --add channels conda-forge
+  - conda config --set channel_priority strict
+  - conda init powershell
+  - powershell.exe -ExecutionPolicy Bypass -File %APPVEYOR_BUILD_FOLDER%\.ci\test_windows.ps1
diff --git a/.github/workflows/cuda.yml b/.github/workflows/cuda.yml
new file mode 100644
index 000000000000..b7f825b245b8
--- /dev/null
+++ b/.github/workflows/cuda.yml
@@ -0,0 +1,115 @@
+name: CUDA Version
+
+on:
+  push:
+    branches:
+    - master
+  pull_request:
+    branches:
+    - master
+    - release/*
+
+# automatically cancel in-progress builds if another commit is pushed
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  github_actions: 'true'
+  os_name: linux
+  conda_env: test-env
+
+jobs:
+  test:
+    name: ${{ matrix.task }} ${{ matrix.cuda_version }} ${{ matrix.method }} (linux, ${{ matrix.compiler }}, Python ${{ matrix.python_version }})
+    runs-on: [self-hosted, linux]
+    timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - method: wheel
+            compiler: gcc
+            python_version: "3.11"
+            cuda_version: "11.8.0"
+            task: cuda
+          - method: source
+            compiler: gcc
+            python_version: "3.9"
+            cuda_version: "12.2.0"
+            task: cuda
+          - method: pip
+            compiler: clang
+            python_version: "3.10"
+            cuda_version: "11.8.0"
+            task: cuda
+    steps:
+      - name: Setup or update software on host machine
+        run: |
+            sudo apt-get update
+            sudo apt-get install --no-install-recommends -y \
+                apt-transport-https \
+                ca-certificates \
+                curl \
+                git \
+                gnupg-agent \
+                lsb-release \
+                software-properties-common
+            curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
+            sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" -y
+            curl -sL https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
+            curl -sL https://nvidia.github.io/nvidia-docker/$(. /etc/os-release;echo $ID$VERSION_ID)/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
+            sudo apt-get update
+            sudo apt-get install --no-install-recommends -y \
+                containerd.io \
+                docker-ce \
+                docker-ce-cli \
+                nvidia-docker2
+            sudo chmod a+rw /var/run/docker.sock
+            sudo systemctl restart docker
+      - name: Remove old folder with repository
+        run: sudo rm -rf $GITHUB_WORKSPACE
+      - name: Checkout repository
+        uses: actions/checkout@v1
+        with:
+          fetch-depth: 5
+          submodules: true
+      - name: Setup and run tests
+        run: |
+            export ROOT_DOCKER_FOLDER=/LightGBM
+            cat > docker.env <<EOF
+            GITHUB_ACTIONS=${{ env.github_actions }}
+            OS_NAME=${{ env.os_name }}
+            COMPILER=${{ matrix.compiler }}
+            TASK=${{ matrix.task }}
+            METHOD=${{ matrix.method }}
+            CONDA_ENV=${{ env.conda_env }}
+            PYTHON_VERSION=${{ matrix.python_version }}
+            BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER
+            LGB_VER=$(head -n 1 VERSION.txt)
+            EOF
+            cat > docker-script.sh <<EOF
+            export CONDA=\$HOME/miniforge
+            export PATH=\$CONDA/bin:\$PATH
+            nvidia-smi
+            $ROOT_DOCKER_FOLDER/.ci/setup.sh || exit 1
+            $ROOT_DOCKER_FOLDER/.ci/test.sh || exit 1
+            EOF
+            cuda_version="${{ matrix.cuda_version }}"
+            cuda_major=${cuda_version%%.*}
+            docker_img="nvcr.io/nvidia/cuda:${cuda_version}-devel"
+            if [[ ${cuda_major} -eq 11 ]]; then
+                docker_img="${docker_img}-ubuntu18.04"
+            elif [[ ${cuda_major} -ge 12 ]]; then
+                docker_img="${docker_img}-ubuntu20.04"
+            fi
+            docker run --env-file docker.env -v "$GITHUB_WORKSPACE":"$ROOT_DOCKER_FOLDER" --rm --gpus all "$docker_img" /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh
+  all-cuda-jobs-successful:
+    if: always()
+    runs-on: ubuntu-latest
+    needs: [test]
+    steps:
+    - name: Note that all tests succeeded
+      uses: re-actors/alls-green@v1.2.2
+      with:
+        jobs: ${{ toJSON(needs) }}
diff --git a/.github/workflows/python_package.yml b/.github/workflows/python_package.yml
new file mode 100644
index 000000000000..27aecf82b419
--- /dev/null
+++ b/.github/workflows/python_package.yml
@@ -0,0 +1,113 @@
+name: Python-package
+
+on:
+  push:
+    branches:
+    - master
+  pull_request:
+    branches:
+    - master
+    - release/*
+
+# automatically cancel in-progress builds if another commit is pushed
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CONDA_ENV: test-env
+  GITHUB_ACTIONS: 'true'
+
+jobs:
+  test:
+    name: ${{ matrix.task }} ${{ matrix.method }} (${{ matrix.os }}, Python ${{ matrix.python_version }})
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: macOS-latest
+            task: regular
+            python_version: '3.9'
+          - os: macOS-latest
+            task: sdist
+            python_version: '3.10'
+          - os: macOS-latest
+            task: bdist
+            python_version: '3.7'
+          - os: macOS-latest
+            task: if-else
+            python_version: '3.9'
+          - os: macOS-latest
+            task: mpi
+            method: source
+            python_version: '3.10'
+          - os: macOS-latest
+            task: mpi
+            method: pip
+            python_version: '3.11'
+          - os: macOS-latest
+            task: mpi
+            method: wheel
+            python_version: '3.8'
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 5
+          submodules: true
+      - name: Setup and run tests
+        shell: bash
+        run: |
+          export TASK="${{ matrix.task }}"
+          export METHOD="${{ matrix.method }}"
+          export PYTHON_VERSION="${{ matrix.python_version }}"
+          if [[ "${{ matrix.os }}" == "macOS-latest" ]]; then
+              export COMPILER="gcc"
+              export OS_NAME="macos"
+          elif [[ "${{ matrix.os }}" == "ubuntu-latest" ]]; then
+              export COMPILER="clang"
+              export OS_NAME="linux"
+          fi
+          export BUILD_DIRECTORY="$GITHUB_WORKSPACE"
+          export LGB_VER=$(head -n 1 VERSION.txt)
+          export CONDA=${HOME}/miniforge
+          export PATH=${CONDA}/bin:${PATH}
+          $GITHUB_WORKSPACE/.ci/setup.sh || exit 1
+          $GITHUB_WORKSPACE/.ci/test.sh || exit 1
+  test-oldest-versions:
+    name: Python - oldest supported versions (ubuntu-latest)
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 5
+          submodules: true
+      - name: Create wheel
+        run: |
+          docker run \
+            --rm \
+            -v $(pwd):/opt/lgb-build \
+            -w /opt/lgb-build \
+            lightgbm/vsts-agent:manylinux_2_28_x86_64 \
+            /bin/bash -c 'PATH=/opt/miniforge/bin:$PATH sh ./build-python.sh bdist_wheel --nomp'
+      - name: Test compatibility
+        run: |
+          docker run \
+            --rm \
+            -v $(pwd):/opt/lgb-build \
+            -w /opt/lgb-build \
+            python:3.6 \
+            /bin/bash ./.ci/test-python-oldest.sh
+  all-python-package-jobs-successful:
+    if: always()
+    runs-on: ubuntu-latest
+    needs: [test, test-oldest-versions]
+    steps:
+    - name: Note that all tests succeeded
+      uses: re-actors/alls-green@v1.2.2
+      with:
+        jobs: ${{ toJSON(needs) }}
diff --git a/.vsts-ci.yml b/.vsts-ci.yml
new file mode 100644
index 000000000000..bfb17ddeedcb
--- /dev/null
+++ b/.vsts-ci.yml
@@ -0,0 +1,400 @@
+trigger:
+  branches:
+    include:
+    - master
+  tags:
+    include:
+    - v*
+pr:
+- master
+- release/*
+variables:
+  AZURE: 'true'
+  PYTHON_VERSION: '3.11'
+  CONDA_ENV: test-env
+  runCodesignValidationInjection: false
+  skipComponentGovernanceDetection: true
+  DOTNET_CLI_TELEMETRY_OPTOUT: true
+  DOTNET_SKIP_FIRST_TIME_EXPERIENCE: true
+resources:
+  containers:
+  - container: linux-artifact-builder
+    image: lightgbm/vsts-agent:manylinux_2_28_x86_64
+  - container: ubuntu-latest
+    image: 'ubuntu:22.04'
+    options: "--name ci-container -v /usr/bin/docker:/tmp/docker:ro"
+  - container: rbase
+    image: wch1/r-debug
+jobs:
+###########################################
+- job: Linux
+###########################################
+  variables:
+    COMPILER: gcc
+    SETUP_CONDA: 'false'
+    OS_NAME: 'linux'
+    PRODUCES_ARTIFACTS: 'true'
+  pool: sh-mariner
+  container: linux-artifact-builder
+  strategy:
+    matrix:
+      regular:
+        TASK: regular
+        PYTHON_VERSION: '3.9'
+      sdist:
+        TASK: sdist
+        PYTHON_VERSION: '3.7'
+      bdist:
+        TASK: bdist
+        PYTHON_VERSION: '3.8'
+      inference:
+        TASK: if-else
+      mpi_source:
+        TASK: mpi
+        METHOD: source
+        PYTHON_VERSION: '3.8'
+      gpu_source:
+        TASK: gpu
+        METHOD: source
+      swig:
+        TASK: swig
+  steps:
+  - script: |
+      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
+      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
+      echo "##vso[task.prependpath]/usr/lib64/openmpi/bin"
+      echo "##vso[task.prependpath]$CONDA/bin"
+    displayName: 'Set variables'
+  - script: |
+      echo '$(Build.SourceVersion)' > '$(Build.ArtifactStagingDirectory)/commit.txt'
+    displayName: 'Add commit hash to artifacts archive'
+  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
+    displayName: Setup
+  - bash: $(Build.SourcesDirectory)/.ci/test.sh
+    displayName: Test
+  - task: PublishBuildArtifacts@1
+    condition: and(succeeded(), in(variables['TASK'], 'regular', 'sdist', 'bdist', 'swig'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
+    inputs:
+      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
+      artifactName: PackageAssets
+      artifactType: container
+###########################################
+- job: Linux_latest
+###########################################
+  variables:
+    COMPILER: clang-17
+    DEBIAN_FRONTEND: 'noninteractive'
+    IN_UBUNTU_BASE_CONTAINER: 'true'
+    OS_NAME: 'linux'
+    SETUP_CONDA: 'true'
+  pool: sh-mariner
+  container: ubuntu-latest
+  strategy:
+    matrix:
+      regular:
+        TASK: regular
+      sdist:
+        TASK: sdist
+      bdist:
+        TASK: bdist
+        PYTHON_VERSION: '3.9'
+      inference:
+        TASK: if-else
+      mpi_source:
+        TASK: mpi
+        METHOD: source
+      mpi_pip:
+        TASK: mpi
+        METHOD: pip
+        PYTHON_VERSION: '3.10'
+      mpi_wheel:
+        TASK: mpi
+        METHOD: wheel
+        PYTHON_VERSION: '3.8'
+      gpu_source:
+        TASK: gpu
+        METHOD: source
+        PYTHON_VERSION: '3.10'
+      gpu_pip:
+        TASK: gpu
+        METHOD: pip
+        PYTHON_VERSION: '3.9'
+      gpu_wheel:
+        TASK: gpu
+        METHOD: wheel
+        PYTHON_VERSION: '3.8'
+      cpp_tests:
+        TASK: cpp-tests
+        METHOD: with-sanitizers
+  steps:
+  - script: |
+      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
+      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
+      CONDA=$HOME/miniforge
+      echo "##vso[task.setvariable variable=CONDA]$CONDA"
+      echo "##vso[task.prependpath]$CONDA/bin"
+    displayName: 'Set variables'
+  # https://github.com/microsoft/azure-pipelines-agent/issues/2043#issuecomment-687983301
+  - script: |
+      /tmp/docker exec -t -u 0 ci-container \
+      sh -c "apt-get update && apt-get -o Dpkg::Options::="--force-confold" -y install sudo"
+    displayName: 'Install sudo'
+  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
+    displayName: Setup
+  - bash: $(Build.SourcesDirectory)/.ci/test.sh
+    displayName: Test
+###########################################
+- job: QEMU_multiarch
+###########################################
+  variables:
+    COMPILER: gcc
+    OS_NAME: 'linux'
+    PRODUCES_ARTIFACTS: 'true'
+  pool:
+    vmImage: ubuntu-22.04
+  timeoutInMinutes: 180
+  strategy:
+    matrix:
+      bdist:
+        TASK: bdist
+        ARCH: aarch64
+  steps:
+  - script: |
+      sudo apt-get update
+      sudo apt-get install --no-install-recommends -y \
+        binfmt-support \
+        qemu \
+        qemu-user \
+        qemu-user-static
+    displayName: 'Install QEMU'
+  - script: |
+      docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
+    displayName: 'Enable Docker multi-architecture support'
+  - script: |
+      export ROOT_DOCKER_FOLDER=/LightGBM
+      cat > docker.env <<EOF
+      AZURE=$AZURE
+      OS_NAME=$OS_NAME
+      COMPILER=$COMPILER
+      TASK=$TASK
+      METHOD=$METHOD
+      CONDA_ENV=$CONDA_ENV
+      PYTHON_VERSION=$PYTHON_VERSION
+      BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER
+      LGB_VER=$(head -n 1 VERSION.txt)
+      PRODUCES_ARTIFACTS=$PRODUCES_ARTIFACTS
+      BUILD_ARTIFACTSTAGINGDIRECTORY=$BUILD_ARTIFACTSTAGINGDIRECTORY
+      EOF
+      cat > docker-script.sh <<EOF
+      export CONDA=\$HOME/miniforge
+      export PATH=\$CONDA/bin:/opt/rh/llvm-toolset-7.0/root/usr/bin:\$PATH
+      export LD_LIBRARY_PATH=/opt/rh/llvm-toolset-7.0/root/usr/lib64:\$LD_LIBRARY_PATH
+      $ROOT_DOCKER_FOLDER/.ci/setup.sh || exit 1
+      $ROOT_DOCKER_FOLDER/.ci/test.sh || exit 1
+      EOF
+      IMAGE_URI="lightgbm/vsts-agent:manylinux2014_aarch64"
+      docker pull "${IMAGE_URI}" || exit 1
+      PLATFORM=$(docker inspect --format='{{.Os}}/{{.Architecture}}' "${IMAGE_URI}") || exit 1
+      echo "detected image platform: ${PLATFORM}"
+      docker run \
+        --platform "${PLATFORM}" \
+        --rm \
+        --env-file docker.env \
+        -v "$(Build.SourcesDirectory)":"$ROOT_DOCKER_FOLDER" \
+        -v "$(Build.ArtifactStagingDirectory)":"$(Build.ArtifactStagingDirectory)" \
+        "${IMAGE_URI}" \
+        /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh
+    displayName: 'Setup and run tests'
+  - task: PublishBuildArtifacts@1
+    condition: and(succeeded(), in(variables['TASK'], 'bdist'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
+    inputs:
+      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
+      artifactName: PackageAssets
+      artifactType: container
+###########################################
+- job: macOS
+###########################################
+  variables:
+    COMPILER: clang
+    OS_NAME: 'macos'
+    PRODUCES_ARTIFACTS: 'true'
+  pool:
+    vmImage: 'macOS-11'
+  strategy:
+    matrix:
+      regular:
+        TASK: regular
+        PYTHON_VERSION: '3.10'
+      sdist:
+        TASK: sdist
+        PYTHON_VERSION: '3.9'
+      bdist:
+        TASK: bdist
+      swig:
+        TASK: swig
+      cpp_tests:
+        TASK: cpp-tests
+        METHOD: with-sanitizers
+        SANITIZERS: "address;undefined"
+  steps:
+  - script: |
+      echo "##vso[task.setvariable variable=BUILD_DIRECTORY]$BUILD_SOURCESDIRECTORY"
+      echo "##vso[task.setvariable variable=LGB_VER]$(head -n 1 VERSION.txt)"
+      CONDA=$AGENT_HOMEDIRECTORY/miniforge
+      echo "##vso[task.setvariable variable=CONDA]$CONDA"
+      echo "##vso[task.prependpath]$CONDA/bin"
+      echo "##vso[task.setvariable variable=JAVA_HOME]$JAVA_HOME_8_X64"
+    displayName: 'Set variables'
+  - bash: $(Build.SourcesDirectory)/.ci/setup.sh
+    displayName: Setup
+  - bash: $(Build.SourcesDirectory)/.ci/test.sh
+    displayName: Test
+  - task: PublishBuildArtifacts@1
+    condition: and(succeeded(), in(variables['TASK'], 'regular', 'bdist', 'swig'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
+    inputs:
+      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
+      artifactName: PackageAssets
+      artifactType: container
+###########################################
+- job: Windows
+###########################################
+  pool:
+    vmImage: 'windows-2019'
+  strategy:
+    matrix:
+      regular:
+        TASK: regular
+        PYTHON_VERSION: '3.10'
+      sdist:
+        TASK: sdist
+        PYTHON_VERSION: '3.9'
+      bdist:
+        TASK: bdist
+      swig:
+        TASK: swig
+      cpp_tests:
+        TASK: cpp-tests
+  steps:
+  - powershell: |
+      Write-Host "##vso[task.prependpath]$env:CONDA\Scripts"
+    displayName: 'Set Variables'
+  - script: |
+      cmd /c "powershell -ExecutionPolicy Bypass -File %BUILD_SOURCESDIRECTORY%/.ci/install_opencl.ps1"
+    condition: eq(variables['TASK'], 'bdist')
+    displayName: 'Install OpenCL'
+  - script: |
+      cmd /c "conda config --remove channels defaults"
+      cmd /c "conda config --add channels nodefaults"
+      cmd /c "conda config --add channels conda-forge"
+      cmd /c "conda config --set channel_priority strict"
+      cmd /c "conda init powershell"
+      cmd /c "powershell -ExecutionPolicy Bypass -File %BUILD_SOURCESDIRECTORY%/.ci/test_windows.ps1"
+    displayName: Test
+  - task: PublishBuildArtifacts@1
+    condition: and(succeeded(), in(variables['TASK'], 'regular', 'bdist', 'swig'), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
+    inputs:
+      pathtoPublish: '$(Build.ArtifactStagingDirectory)'
+      artifactName: PackageAssets
+      artifactType: container
+###########################################
+- job: R_artifact
+###########################################
+  condition: not(startsWith(variables['Build.SourceBranch'], 'refs/pull/'))
+  pool:
+    vmImage: 'ubuntu-22.04'
+  container: rbase
+  steps:
+  - script: |
+      LGB_VER=$(head -n 1 VERSION.txt | sed "s/rc/-/g")
+      R_LIB_PATH=~/Rlib
+      export R_LIBS=${R_LIB_PATH}
+      mkdir -p ${R_LIB_PATH}
+      RDscript -e "install.packages(c('R6', 'data.table', 'jsonlite', 'knitr', 'markdown', 'Matrix', 'RhpcBLASctl'),  lib = '${R_LIB_PATH}', dependencies = c('Depends', 'Imports', 'LinkingTo'), repos = 'https://cran.rstudio.com', Ncpus = parallel::detectCores())" || exit 1
+      sh build-cran-package.sh --r-executable=RD || exit 1
+      mv lightgbm_${LGB_VER}.tar.gz $(Build.ArtifactStagingDirectory)/lightgbm-${LGB_VER}-r-cran.tar.gz
+    displayName: 'Build CRAN R-package'
+  - task: PublishBuildArtifacts@1
+    condition: succeeded()
+    inputs:
+      pathtoPublish: $(Build.ArtifactStagingDirectory)
+      artifactName: R-package
+      artifactType: container
+
+###########################################
+- job: Package
+###########################################
+  dependsOn:
+  - Linux
+  - Linux_latest
+  - QEMU_multiarch
+  - macOS
+  - Windows
+  - R_artifact
+  condition: and(succeeded(), not(startsWith(variables['Build.SourceBranch'], 'refs/pull/')))
+  pool:
+    vmImage: 'ubuntu-22.04'
+  steps:
+  # Create archives with complete source code included (with git submodules)
+  - task: ArchiveFiles@2
+    displayName: Create zip archive
+    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
+    inputs:
+      rootFolderOrFile: $(Build.SourcesDirectory)
+      includeRootFolder: false
+      archiveType: zip
+      archiveFile: '$(Build.ArtifactStagingDirectory)/archives/LightGBM-complete_source_code_zip.zip'
+      replaceExistingArchive: true
+  - task: ArchiveFiles@2
+    displayName: Create tar.gz archive
+    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
+    inputs:
+      rootFolderOrFile: $(Build.SourcesDirectory)
+      includeRootFolder: false
+      archiveType: tar
+      tarCompression: gz
+      archiveFile: '$(Build.ArtifactStagingDirectory)/archives/LightGBM-complete_source_code_tar_gz.tar.gz'
+      replaceExistingArchive: true
+  # Download all agent packages from all previous phases
+  - task: DownloadBuildArtifacts@0
+    displayName: Download package assets
+    inputs:
+      artifactName: PackageAssets
+      downloadPath: $(Build.SourcesDirectory)/binaries
+  - task: DownloadBuildArtifacts@0
+    displayName: Download R-package
+    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
+    inputs:
+      artifactName: R-package
+      downloadPath: $(Build.SourcesDirectory)/R
+  - script: |
+      python "$(Build.SourcesDirectory)/.nuget/create_nuget.py" "$(Build.SourcesDirectory)/binaries/PackageAssets"
+    displayName: 'Create NuGet configuration files'
+  - task: NuGetCommand@2
+    inputs:
+      command: pack
+      packagesToPack: '$(Build.SourcesDirectory)/.nuget/*.nuspec'
+      packDestination: '$(Build.ArtifactStagingDirectory)/nuget'
+  - task: PublishBuildArtifacts@1
+    inputs:
+      pathtoPublish: '$(Build.ArtifactStagingDirectory)/nuget'
+      artifactName: NuGet
+      artifactType: container
+  - task: GitHubRelease@0
+    displayName: 'Create GitHub Release'
+    condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))
+    inputs:
+      gitHubConnection: guolinke
+      repositoryName: '$(Build.Repository.Name)'
+      action: 'create'
+      target: '$(Build.SourceVersion)'
+      tagSource: 'auto'
+      title: '$(Build.SourceBranchName)'
+      assets: |
+        $(Build.SourcesDirectory)/binaries/PackageAssets/*
+        $(Build.SourcesDirectory)/R/R-package/*
+        $(Build.ArtifactStagingDirectory)/nuget/*.nupkg
+        $(Build.ArtifactStagingDirectory)/archives/*
+      assetUploadMode: 'delete'
+      isDraft: true
+      isPreRelease: false
+      addChangeLog: false