Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Report test statistics to elastic #907

Merged
merged 5 commits into from
Jan 10, 2024
Merged

Report test statistics to elastic #907

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
13c70bd
Report test statistics to elastic
msimberg Dec 19, 2023
0c349b2
Move json utilities used for elastic submission to separate file
msimberg Jan 5, 2024
c407c11
Move more elastic data collection utilities into separate file
msimberg Jan 5, 2024
ebf4a4a
Rename elastic utilities file to something more generic
msimberg Jan 5, 2024
8ae3a84
Quote variables in elastic utilities script
msimberg Jan 5, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 4 additions & 2 deletions .gitlab/docker/Dockerfile.spack_base
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,14 +23,16 @@ RUN apt-get update && apt-get -yqq install --no-install-recommends \
m4 \
moreutils \
openssl \
pipx \
pkgconf \
python3 \
python3-pip \
tar \
unzip \
vim \
xz-utils \
&& rm -Rf /var/lib/apt/lists/*
&& rm -Rf /var/lib/apt/lists/* && \
pipx install yq

# Install spack
ARG SPACK_REPO=https://github.com/spack/spack
Expand All @@ -40,6 +42,6 @@ RUN mkdir -p $SPACK_ROOT \
&& curl -OL $SPACK_REPO/archive/$SPACK_COMMIT.tar.gz \
&& tar -xzvf $SPACK_COMMIT.tar.gz -C /opt && rm -f $SPACK_COMMIT.tar.gz

ENV PATH $SPACK_ROOT/bin:$PATH
ENV PATH $SPACK_ROOT/bin:/root/.local/bin:$PATH

RUN spack external find --scope site && spack compiler find --scope site
13 changes: 8 additions & 5 deletions .gitlab/includes/clang11_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,9 @@ include:
CXXSTD: 17
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} malloc=system cxxstd=$CXXSTD ^[email protected] \
^[email protected]"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MAX_CPU_COUNT=256 -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"

clang11_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -52,12 +55,9 @@ clang11_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MAX_CPU_COUNT=256 -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -67,9 +67,12 @@ clang11_debug_test:
extends:
- .variables_clang11_config
- .test_common_mc
- .cmake_variables_common
needs:
- clang11_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
21 changes: 12 additions & 9 deletions .gitlab/includes/clang12_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,13 @@ include:
CXXSTD: 17
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} malloc=system cxxstd=$CXXSTD ^[email protected] \
^[email protected]"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON \
-DPIKA_WITH_UNITY_BUILD=ON -DPIKA_WITH_COROUTINE_COUNTERS=ON \
-DPIKA_WITH_THREAD_IDLE_RATES=ON \
-DPIKA_WITH_THREAD_CREATION_AND_CLEANUP_RATES=ON \
-DPIKA_WITH_THREAD_CUMULATIVE_COUNTS=ON -DPIKA_WITH_THREAD_QUEUE_WAITTIME=ON \
-DPIKA_WITH_THREAD_STEALING_COUNTS=ON"

clang12_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -52,16 +59,9 @@ clang12_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON \
-DPIKA_WITH_UNITY_BUILD=ON -DPIKA_WITH_COROUTINE_COUNTERS=ON \
-DPIKA_WITH_THREAD_IDLE_RATES=ON \
-DPIKA_WITH_THREAD_CREATION_AND_CLEANUP_RATES=ON \
-DPIKA_WITH_THREAD_CUMULATIVE_COUNTS=ON -DPIKA_WITH_THREAD_QUEUE_WAITTIME=ON \
-DPIKA_WITH_THREAD_STEALING_COUNTS=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -71,9 +71,12 @@ clang12_debug_test:
extends:
- .variables_clang12_config
- .test_common_mc
- .cmake_variables_common
needs:
- clang12_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
13 changes: 8 additions & 5 deletions .gitlab/includes/clang13_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,9 @@ include:
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} cxxflags=-stdlib=libc++ malloc=system \
cxxstd=$CXXSTD +stdexec ^[email protected] ^[email protected] ^fmt cxxflags=-stdlib=libc++ \
^[email protected]=main"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DCMAKE_CXX_FLAGS=-stdlib=libc++ -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON -DPIKA_WITH_STDEXEC=ON"

clang13_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -53,12 +56,9 @@ clang13_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DCMAKE_CXX_FLAGS=-stdlib=libc++ -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON -DPIKA_WITH_STDEXEC=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -68,9 +68,12 @@ clang13_debug_test:
extends:
- .variables_clang13_config
- .test_common_mc
- .cmake_variables_common
needs:
- clang13_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
17 changes: 10 additions & 7 deletions .gitlab/includes/clang14_cuda11_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,11 @@ include:
CXXSTD: 17
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} +cuda malloc=system cxxstd=$CXXSTD \
^[email protected] ^[email protected] +allow-unsupported-compilers ^[email protected]"
# PIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE is OFF to test the fallback implementation of PIKA_FORWARD.
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=20 \
-DPIKA_WITH_CUDA=ON -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON -DCMAKE_CUDA_COMPILER=c++ \
-DCMAKE_CUDA_ARCHITECTURES=80 -DPIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE=OFF"

clang14_cuda11_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -53,14 +58,9 @@ clang14_cuda11_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
# PIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE is OFF to test the fallback implementation of PIKA_FORWARD.
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=20 \
-DPIKA_WITH_CUDA=ON -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON -DCMAKE_CUDA_COMPILER=c++ \
-DCMAKE_CUDA_ARCHITECTURES=80 -DPIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE=OFF"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -70,9 +70,12 @@ clang14_cuda11_debug_test:
extends:
- .variables_clang14_cuda11_config
- .test_common_gpu_clariden_cuda
- .cmake_variables_common
needs:
- clang14_cuda11_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(nproc) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
11 changes: 7 additions & 4 deletions .gitlab/includes/clang15_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@ include:
CXXSTD: 20
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} malloc=system cxxstd=$CXXSTD ^[email protected] \
^[email protected]"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"

clang15_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -52,11 +54,9 @@ clang15_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -66,9 +66,12 @@ clang15_debug_test:
extends:
- .variables_clang15_config
- .test_common_mc
- .cmake_variables_common
needs:
- clang15_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
11 changes: 7 additions & 4 deletions .gitlab/includes/clang16_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@ include:
CXXSTD: 23
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} malloc=system cxxstd=$CXXSTD ^[email protected] \
^[email protected]"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"

clang16_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -52,11 +54,9 @@ clang16_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -66,9 +66,12 @@ clang16_debug_test:
extends:
- .variables_clang16_config
- .test_common_mc
- .cmake_variables_common
needs:
- clang16_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
13 changes: 8 additions & 5 deletions .gitlab/includes/gcc11_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,9 @@ include:
CXXSTD: 20
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} malloc=system cxxstd=$CXXSTD ^[email protected] \
^[email protected]"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MAX_CPU_COUNT=256 -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"

gcc11_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -52,12 +55,9 @@ gcc11_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MAX_CPU_COUNT=256 -DPIKA_WITH_MALLOC=system \
-DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -67,9 +67,12 @@ gcc11_debug_test:
extends:
- .variables_gcc11_config
- .test_common_mc
- .cmake_variables_common
needs:
- gcc11_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
17 changes: 10 additions & 7 deletions .gitlab/includes/gcc12_cuda12_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,11 @@ include:
GPU_TARGET: "80"
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} +cuda cuda_arch=${GPU_TARGET} malloc=system \
cxxstd=$CXXSTD ^[email protected] ^[email protected] ^[email protected] ^[email protected]"
# PIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE is OFF to test the fallback implementation of PIKA_FORWARD.
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_CUDA=ON -DPIKA_WITH_MALLOC=system \
-DCMAKE_CUDA_ARCHITECTURES=$GPU_TARGET \
-DPIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE=OFF"

gcc12_cuda12_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -53,14 +58,9 @@ gcc12_cuda12_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_CUDA=ON -DPIKA_WITH_MALLOC=system \
-DCMAKE_CUDA_ARCHITECTURES=$GPU_TARGET \
-DPIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE=OFF"
# PIKA_WITH_CXX_LAMBDA_CAPTURE_DECLTYPE is OFF to test the fallback implementation of PIKA_FORWARD.
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -72,9 +72,12 @@ gcc12_cuda12_debug_build:
# extends:
# - .variables_gcc12_cuda12_config
# - .test_common_gpu_clariden_cuda
# - .cmake_variables_common
# needs:
# - gcc12_cuda12_debug_build
# script:
# - spack arch
# - spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(nproc) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
# - export CTEST_XML=$PWD/ctest.xml
# - trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
# - spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
# image: $PERSIST_IMAGE_NAME
11 changes: 7 additions & 4 deletions .gitlab/includes/gcc12_pipeline.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@ include:
CXXSTD: 20
SPACK_SPEC: "pika@main arch=$ARCH %${COMPILER} malloc=system cxxstd=$CXXSTD ^[email protected] \
^[email protected]"
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"

gcc12_spack_image:
stage: spack_configs
Expand Down Expand Up @@ -52,11 +54,9 @@ gcc12_debug_build:
- configuration=${configuration//-D/}
- CONFIG_TAG=`echo $configuration | sha256sum - | head -c 16`
- export PERSIST_IMAGE_NAME=$CSCS_REGISTRY_PATH/pika-$compiler-$build_type-build:$CONFIG_TAG
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" > build.env
- echo -e "PERSIST_IMAGE_NAME=$PERSIST_IMAGE_NAME" >> build.env
variables:
DOCKERFILE: .gitlab/docker/Dockerfile.spack_build
CMAKE_FLAGS: "-DCMAKE_BUILD_TYPE=$BUILD_TYPE -DPIKA_WITH_CXX_STANDARD=$CXXSTD \
-DPIKA_WITH_MALLOC=system -DPIKA_WITH_SPINLOCK_DEADLOCK_DETECTION=ON"
DOCKER_BUILD_ARGS: '["BASE_IMAGE","SOURCE_DIR","BUILD_DIR","CMAKE_COMMON_FLAGS","CMAKE_FLAGS"]'
artifacts:
reports:
Expand All @@ -66,9 +66,12 @@ gcc12_debug_test:
extends:
- .variables_gcc12_config
- .test_common_mc
- .cmake_variables_common
needs:
- gcc12_debug_build
script:
- spack arch
- spack build-env $spack_spec -- bash -c "ctest --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
- export CTEST_XML=$PWD/ctest.xml
- trap "${SOURCE_DIR}/.gitlab/scripts/collect_ctest_metrics.sh ${CTEST_XML}" EXIT
- spack build-env $spack_spec -- bash -c "ctest --output-junit ${CTEST_XML} --label-exclude COMPILE_ONLY --test-dir ${BUILD_DIR} -j$(($(nproc)/2)) --timeout 120 --output-on-failure --no-compress-output --no-tests=error"
image: $PERSIST_IMAGE_NAME
Loading