Skip to content

Commit

Permalink
Add hip configuration for CSCS CI
Browse files Browse the repository at this point in the history
  • Loading branch information
aurianer committed Nov 15, 2023
1 parent d6d9a3e commit 07b0ad8
Show file tree
Hide file tree
Showing 3 changed files with 89 additions and 2 deletions.
14 changes: 12 additions & 2 deletions .gitlab/includes/common_pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,6 @@ variables:

.test_common:
variables:
SLURM_PARTITION: normal
SLURM_JOB_NUM_NODES: 1
SLURM_NTASKS: 1

Expand All @@ -35,8 +34,19 @@ variables:
extends:
- .test_common
- .container-runner-daint-mc
variables:
SLURM_PARTITION: normal

.test_common_gpu:
.test_common_gpu_cuda:
extends:
- .test_common
- .container-runner-daint-gpu
variables:
SLURM_PARTITION: normal

.test_common_gpu_hip:
extends:
- .test_common
- .container-runner-hohgant-mi200
variables:
SLURM_PARTITION: amdgpu
76 changes: 76 additions & 0 deletions .gitlab/includes/hip_pipeline.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,76 @@
# Copyright (c) 2023 ETH Zurich
#
# SPDX-License-Identifier: BSL-1.0
# Distributed under the Boost Software License, Version 1.0. (See accompanying
# file BOOST_LICENSE_1_0.rst or copy at http://www.boost.org/LICENSE_1_0.txt)

include:
- local: '.gitlab/includes/common_pipeline.yml'
- local: '.gitlab/includes/common_spack_pipeline.yml'

.variables_gcc12_hip5_config:
variables:
ARCH: linux-ubuntu22.04-broadwell
BUILD_TYPE: Debug
COMPILER: [email protected]
CXXSTD: 20
GPU_TARGET: 'gfx90a:xnack-'
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} +rocm +stdexec amdgpu_target=${GPU_TARGET} \
malloc=system cxxstd=$CXXSTD ^[email protected] ^[email protected] ^[email protected] ^[email protected] \
^whip amdgpu_target=${GPU_TARGET} \
^[email protected]=main"

gcc12_hip5_spack_image:
stage: spack_configs
needs: [base_spack_image]
extends:
- .container-builder
- .variables_gcc12_hip5_config
before_script:
- CONFIG_TAG=`echo $SPACK_SPEC | sha256sum - | head -c 16`
- compiler=${COMPILER/@/-}
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler:$CONFIG_TAG
- echo -e "compiler=$compiler\nBASE_IMAGE=$PERSIST_IMAGE_NAME" >> compiler.env
variables:
BASE_IMAGE: $CSCS_REGISTRY_PATH/pika-spack-base:$SPACK_VERSION
DOCKERFILE: .gitlab/docker/Dockerfile.spack_compiler
DOCKER_BUILD_ARGS: '["BASE_IMAGE","ARCH","COMPILER","SPACK_SPEC"]'
artifacts:
reports:
dotenv: compiler.env

gcc12_hip5_debug_build:
stage: build
extends:
- .container-builder
- .variables_gcc12_hip5_config
- .cmake_variables_common
needs:
- gcc12_hip5_spack_image
before_script:
- build_type=`echo $BUILD_TYPE | tr '[:upper:]' '[:lower:]'`
- configuration=$CMAKE_COMMON_FLAGS-$CMAKE_FLAGS-$CI_COMMIT_SHORT_SHA
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_HIP=ON -DPIKA_WITH_MALLOC=system \
-DCMAKE_HIP_ARCHITECTURE=$GPU_TARGET -DPIKA_WITH_STDEXEC=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
dotenv: build.env

gcc12_hip5_debug_test:
extends:
- .variables_gcc12_hip5_config
- .test_common_gpu_hip
needs:
- gcc12_hip5_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(nproc) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
1 change: 1 addition & 0 deletions .gitlab/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,3 +7,4 @@
include:
- local: '.gitlab/includes/dockerhub_pipeline.yml'
- local: '.gitlab/includes/gcc11_pipeline.yml'
- local: '.gitlab/includes/hip_pipeline.yml'

0 comments on commit 07b0ad8

Please sign in to comment.