Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Re-enable jenkins HIP CI #735

Open
wants to merge 6 commits into
base: master
Choose a base branch
from
+16 −29
Open

Re-enable jenkins HIP CI #735

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
34e6cbf
Re-enable jenkins HIP with MI100
streeve Jan 29, 2024
6f9e041
fixup: specify HIP CI GPU target to minimize build
streeve Feb 5, 2024
9342cab
Update HIP CI to rocm 5.6
streeve Feb 6, 2024
7b48a8c
fixup: use heffte 2.4 in HIP CI (header warning in rocm)
streeve Feb 6, 2024
1673b24
fixup: ignore valgrind in HIP CI
streeve Feb 8, 2024
2342dd2
WIP use dev open MPI
streeve May 14, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions .jenkins
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -56,14 +56,14 @@ pipeline {
}
}
}
stage('ROCM-5.2-HIPCC-DEBUG') {
stage('ROCM-5.6-HIPCC-DEBUG') {
agent {
dockerfile {
filename 'Dockerfile.hipcc'
dir 'docker'
additionalBuildArgs '--build-arg BASE=rocm/dev-ubuntu-20.04:5.2-complete'
additionalBuildArgs '--build-arg BASE=rocm/dev-ubuntu-20.04:5.6-complete'
args '-v /tmp/ccache.kokkos:/tmp/ccache --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --group-add video --env HIP_VISIBLE_DEVICES=$HIP_VISIBLE_DEVICES'
label 'rocm-docker && vega && AMD_Radeon_Instinct_MI60'
label 'rocm-docker && AMD_Radeon_Instinct_MI100'
}
}
steps {
Expand All @@ -85,6 +85,8 @@ pipeline {
-D Cabana_ENABLE_TESTING=ON \
-D Cabana_ENABLE_PERFORMANCE_TESTING=ON \
-D Cabana_ENABLE_EXAMPLES=ON \
-D VALGRIND_EXECUTABLE=False \
-D GPU_TARGETS=gfx908 \
.. && \
make -j8 && \
ctest --output-on-failure
Expand Down
37 changes: 11 additions & 26 deletions docker/Dockerfile.hipcc
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Use -complete to get both rocm and rocfft
ARG BASE=rocm/dev-ubuntu-20.04:5.2-complete
ARG BASE=rocm/dev-ubuntu-20.04:5.6-complete
FROM $BASE

ARG NPROCS=4
Expand All @@ -21,6 +21,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y \
python-dev \
autotools-dev \
libgtest-dev \
libopenmpi-dev \
&& \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
Expand All @@ -37,7 +38,7 @@ RUN KEYDUMP_URL=https://cloud.cees.ornl.gov/download && \

# Install CMake
ENV CMAKE_DIR=/opt/cmake
RUN CMAKE_VERSION=3.16.9 && \
RUN CMAKE_VERSION=3.22.4 && \
CMAKE_KEY=2D2CEF1034921684 && \
CMAKE_URL=https://github.com/Kitware/CMake/releases/download/v${CMAKE_VERSION} && \
CMAKE_SCRIPT=cmake-${CMAKE_VERSION}-Linux-x86_64.sh && \
Expand All @@ -46,33 +47,15 @@ RUN CMAKE_VERSION=3.16.9 && \
wget --quiet ${CMAKE_URL}/${CMAKE_SHA256}.asc && \
wget --quiet ${CMAKE_URL}/${CMAKE_SCRIPT} && \
gpg --verify ${CMAKE_SHA256}.asc ${CMAKE_SHA256} && \
grep ${CMAKE_SCRIPT} ${CMAKE_SHA256} | sha256sum --check && \
grep -i ${CMAKE_SCRIPT} ${CMAKE_SHA256} | sed -e s/linux/Linux/ | sha256sum --check && \
mkdir -p ${CMAKE_DIR} && \
sh ${CMAKE_SCRIPT} --skip-license --prefix=${CMAKE_DIR} && \
rm ${CMAKE_SCRIPT}
rm cmake*
ENV PATH=${CMAKE_DIR}/bin:$PATH

# Install Open MPI
ENV OPENMPI_DIR=/opt/openmpi
RUN OPENMPI_VERSION=4.0.4 && \
OPENMPI_VERSION_SHORT=4.0 && \
OPENMPI_SHA1=50861c22a4b92ca2e069cd49d756dd96c659bfa8 && \
OPENMPI_URL=https://download.open-mpi.org/release/open-mpi/v${OPENMPI_VERSION_SHORT}/openmpi-${OPENMPI_VERSION}.tar.bz2 && \
OPENMPI_ARCHIVE=openmpi-${OPENMPI_VERSION}.tar.bz2 && \
SCRATCH_DIR=/scratch && mkdir -p ${SCRATCH_DIR} && cd ${SCRATCH_DIR} && \
wget --quiet ${OPENMPI_URL} --output-document=${OPENMPI_ARCHIVE} && \
echo "${OPENMPI_SHA1} ${OPENMPI_ARCHIVE}" | sha1sum -c && \
mkdir -p openmpi && \
tar -xf ${OPENMPI_ARCHIVE} -C openmpi --strip-components=1 && \
mkdir -p build && cd build && \
../openmpi/configure --prefix=${OPENMPI_DIR} CFLAGS=-w && \
make -j${NPROCS} install && \
rm -rf ${SCRATCH_DIR}
ENV PATH=${OPENMPI_DIR}/bin:$PATH

# Install Kokkos
ARG KOKKOS_VERSION=4.1.00
ARG KOKKOS_OPTIONS="-DKokkos_ENABLE_HIP=ON -DKokkos_ENABLE_LIBDL=OFF -DKokkos_ARCH_VEGA906=ON"
ARG KOKKOS_OPTIONS="-DKokkos_ENABLE_HIP=ON -DKokkos_ENABLE_LIBDL=OFF -DKokkos_ARCH_VEGA908=ON"
ENV KOKKOS_DIR=/opt/kokkos
RUN KOKKOS_URL=https://github.com/kokkos/kokkos/archive/${KOKKOS_VERSION}.tar.gz && \
KOKKOS_ARCHIVE=kokkos-${KOKKOS_HASH}.tar.gz && \
Expand All @@ -82,7 +65,7 @@ RUN KOKKOS_URL=https://github.com/kokkos/kokkos/archive/${KOKKOS_VERSION}.tar.gz
tar -xf ${KOKKOS_ARCHIVE} -C kokkos --strip-components=1 && \
cd kokkos && \
mkdir -p build && cd build && \
cmake -D CMAKE_BUILD_TYPE=Release -D CMAKE_INSTALL_PREFIX=${KOKKOS_DIR} -D CMAKE_CXX_STANDARD=14 -D CMAKE_CXX_COMPILER=hipcc ${KOKKOS_OPTIONS} .. && \
cmake -D CMAKE_BUILD_TYPE=Release -D CMAKE_INSTALL_PREFIX=${KOKKOS_DIR} -D CMAKE_CXX_STANDARD=17 -D CMAKE_CXX_COMPILER=hipcc ${KOKKOS_OPTIONS} .. && \
make -j${NPROCS} install && \
rm -rf ${SCRATCH_DIR}

Expand All @@ -100,6 +83,7 @@ RUN ARBORX_VERSION=v1.4 && \
-D CMAKE_INSTALL_PREFIX=${ARBORX_DIR} \
-D CMAKE_BUILD_TYPE=Debug \
-D CMAKE_CXX_COMPILER=hipcc \
-D GPU_TARGETS=gfx908 \
-D CMAKE_CXX_EXTENSIONS=OFF \
-D CMAKE_PREFIX_PATH=${KOKKOS_DIR} \
.. && \
Expand Down Expand Up @@ -132,7 +116,7 @@ RUN FFTW_URL=http://www.fftw.org/fftw-${FFTW_VERSION}.tar.gz && \
rm -rf ${SCRATCH_DIR}

# Install heffte
ARG HEFFTE_VERSION=2.3.0
ARG HEFFTE_VERSION=2.4.0
ENV HEFFTE_DIR=/opt/heffte
RUN HEFFTE_URL=https://github.com/icl-utk-edu/heffte/archive/v${HEFFTE_VERSION}.tar.gz && \
HEFFTE_ARCHIVE=heffte.tar.gz && \
Expand All @@ -148,7 +132,8 @@ RUN HEFFTE_URL=https://github.com/icl-utk-edu/heffte/archive/v${HEFFTE_VERSION}.
-D CMAKE_BUILD_TYPE=Debug \
-D CMAKE_CXX_COMPILER=hipcc \
-D CMAKE_CXX_STANDARD=14 \
-D CMAKE_CXX_FLAGS="--amdgpu-target=gfx906" \
-D CMAKE_CXX_FLAGS="--amdgpu-target=gfx908" \
-D Heffte_ENABLE_TESTING=OFF \
-D Heffte_ENABLE_ROCM=ON \
-D Heffte_ENABLE_FFTW=ON \
.. && \
Expand Down
Loading