From 3d8f55c0d83c24750f75a6bc5c4c5ca119a19182 Mon Sep 17 00:00:00 2001 From: Peter Doak Date: Mon, 23 Mar 2026 17:21:48 -0400 Subject: [PATCH 1/6] start using spack env to run CI --- test/test_automation/ci/run_step.sh | 3 +++ 1 file changed, 3 insertions(+) diff --git a/test/test_automation/ci/run_step.sh b/test/test_automation/ci/run_step.sh index d1c615a5b..48cf02181 100755 --- a/test/test_automation/ci/run_step.sh +++ b/test/test_automation/ci/run_step.sh @@ -3,6 +3,9 @@ set -x HOST_NAME=$(hostname -s) +. ./scratch/spack/share/spack/setup-env.sh +spack env activate -d /scratch/spack_envs/dca + case "$1" in # Configure DCA++ using cmake out-of-source builds From b69716e928f25781d83c5ed27f2c5dc519381479 Mon Sep 17 00:00:00 2001 From: Peter Doak Date: Mon, 23 Mar 2026 17:25:05 -0400 Subject: [PATCH 2/6] fix path typo --- test/test_automation/ci/run_step.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_automation/ci/run_step.sh b/test/test_automation/ci/run_step.sh index 48cf02181..e3d9f6395 100755 --- a/test/test_automation/ci/run_step.sh +++ b/test/test_automation/ci/run_step.sh @@ -3,7 +3,7 @@ set -x HOST_NAME=$(hostname -s) -. ./scratch/spack/share/spack/setup-env.sh +. /scratch/spack/share/spack/setup-env.sh spack env activate -d /scratch/spack_envs/dca case "$1" in From 5a213255d440d561b10f94136eba5c87faf11252 Mon Sep 17 00:00:00 2001 From: Peter Doak Date: Mon, 23 Mar 2026 17:34:01 -0400 Subject: [PATCH 3/6] remove cmake arguments that aren't needed --- test/test_automation/ci/run_step.sh | 23 +++++++++++------------ 1 file changed, 11 insertions(+), 12 deletions(-) diff --git a/test/test_automation/ci/run_step.sh b/test/test_automation/ci/run_step.sh index e3d9f6395..409b3236b 100755 --- a/test/test_automation/ci/run_step.sh +++ b/test/test_automation/ci/run_step.sh @@ -37,9 +37,9 @@ case "$1" in if [[ "${GH_JOBNAME}" =~ (-CUDA) ]] then echo "Set PATH to cuda-12.9 to be associated with the C and C++ compilers" - export PATH=/usr/local/cuda-12.9/bin:$PATH + export PATH=/usr/local/cuda-12.6/bin:$PATH echo "Set CUDACXX CMake environment variable to nvcc cuda 11.8" - export CUDACXX=/usr/local/cuda-12.9/bin/nvcc + export CUDACXX=/usr/local/cuda-12.6/bin/nvcc # Make current environment variables available to subsequent steps echo "PATH=$PATH" >> $GITHUB_ENV echo "CUDACXX=$CUDACXX" >> $GITHUB_ENV @@ -60,14 +60,14 @@ case "$1" in if [[ "$HOST_NAME" =~ (a30four) ]] then # use gcc-12 - export PATH=$(spack find -lp llvm | awk '/llvm/{print $3}')/bin:${PATH} - export LD_LIBRARY_PATH=$(spack find -lp gcc/yel5m4n | awk '/gcc/{print $3}')/lib64:$(spack find -lp hdf5 | awk '/hdf5/{print $3}')/lib64:$(spack find -lp llvm/navafcm | awk '/llvm/{print $3}')/lib:${LD_LIBRARY_PATH}:$(spack find -lp tree-sitter-cmake | awk '/tree-sitter-cmake/{print $3}')/lib:${LD_LIBRARY_PATH} - export CUDAHOSTCXX=clang++ - export MAGMA_ROOT=/home/epd/opt_a30/magma - export HDF5_ROOT=$(spack find --loaded -lp hdf5 | awk '/hdf5/{print $3}') - export OPENBLAS_ROOT=$(spack find --loaded -lp openblas | awk '/openblas/{print $3}') - export MPI_ROOT=$(spack find --loaded -lp openmpi | awk '/openmpi/{print $3}') - export FFTW_ROOT=$(spack find --loaded -lp fftw | awk '/fftw/{print $3}') + # export PATH=$(spack find -lp llvm | awk '/llvm/{print $3}')/bin:${PATH} + # export LD_LIBRARY_PATH=$(spack find -lp gcc/yel5m4n | awk '/gcc/{print $3}')/lib64:$(spack find -lp hdf5 | awk '/hdf5/{print $3}')/lib64:$(spack find -lp llvm/navafcm | awk '/llvm/{print $3}')/lib:${LD_LIBRARY_PATH}:$(spack find -lp tree-sitter-cmake | awk '/tree-sitter-cmake/{print $3}')/lib:${LD_LIBRARY_PATH} + # export CUDAHOSTCXX=clang++ + # export MAGMA_ROOT=/home/epd/opt_a30/magma + # export HDF5_ROOT=$(spack find --loaded -lp hdf5 | awk '/hdf5/{print $3}') + # export OPENBLAS_ROOT=$(spack find --loaded -lp openblas | awk '/openblas/{print $3}') + # export MPI_ROOT=$(spack find --loaded -lp openmpi | awk '/openmpi/{print $3}') + # export FFTW_ROOT=$(spack find --loaded -lp fftw | awk '/fftw/{print $3}') # Make current environment variables available to subsequent steps echo "PATH=$PATH" >> $GITHUB_ENV echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH" >> $GITHUB_ENV @@ -83,10 +83,9 @@ case "$1" in -DCMAKE_CUDA_FLAGS=-allow-unsupported-compiler \ -DCMAKE_CUDA_ARCHITECTURES=80 \ -DDCA_WITH_MPI=1 \ - -DCMAKE_PREFIX_PATH=${MPI_ROOT}\;${CUDA_ROOT}\;${MAGMA_ROOT}\;${HDF5_ROOT}\;${OPENBLAS_ROOT}\;${ADIOS2_ROOT}\;${FFTW_ROOT} \ -DCMAKE_BUILD_TYPE=Release \ -DTEST_RUNNER="mpiexec" \ - -DMPIEXEC_NUMPROC_FLAG="-n" -DMPIEXEC_PREFLAGS="-mca btl self,tcp" -DDCA_WITH_CUDA=1 -DDCA_WITH_ADIOS2=1 \ + -DMPIEXEC_NUMPROC_FLAG="-n" -DMPIEXEC_PREFLAGS="-mca btl self,tcp" -DDCA_WITH_CUDA=1 \ -DDCA_WITH_TESTS_FAST=1 \ ${GITHUB_WORKSPACE} ;; From a03f84d53cefaea06985374df8dc78da3640561d Mon Sep 17 00:00:00 2001 From: Peter Doak Date: Mon, 23 Mar 2026 17:36:17 -0400 Subject: [PATCH 4/6] Initial enable_language(CUDA) tests supported comp --- test/test_automation/ci/run_step.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/test/test_automation/ci/run_step.sh b/test/test_automation/ci/run_step.sh index 409b3236b..7f17c209f 100755 --- a/test/test_automation/ci/run_step.sh +++ b/test/test_automation/ci/run_step.sh @@ -80,6 +80,7 @@ case "$1" in -DCMAKE_C_COMPILER=mpicc \ -DCMAKE_CXX_COMPILER=mpic++ \ -DDCA_WITH_CUDA=1 \ + -DCMAKE_CUDA_HOST_COMPILER=g++-13 \ -DCMAKE_CUDA_FLAGS=-allow-unsupported-compiler \ -DCMAKE_CUDA_ARCHITECTURES=80 \ -DDCA_WITH_MPI=1 \ From 4dbb28901caad0e757b9f4efca5faab5250b22b5 Mon Sep 17 00:00:00 2001 From: Peter Doak Date: Mon, 23 Mar 2026 17:38:57 -0400 Subject: [PATCH 5/6] magma still isn't optional for gpu --- test/test_automation/ci/run_step.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/test/test_automation/ci/run_step.sh b/test/test_automation/ci/run_step.sh index 7f17c209f..1bd223b2e 100755 --- a/test/test_automation/ci/run_step.sh +++ b/test/test_automation/ci/run_step.sh @@ -86,6 +86,7 @@ case "$1" in -DDCA_WITH_MPI=1 \ -DCMAKE_BUILD_TYPE=Release \ -DTEST_RUNNER="mpiexec" \ + -DMAGMA_ROOT="/home/epd/opt_a30/magma" -DMPIEXEC_NUMPROC_FLAG="-n" -DMPIEXEC_PREFLAGS="-mca btl self,tcp" -DDCA_WITH_CUDA=1 \ -DDCA_WITH_TESTS_FAST=1 \ ${GITHUB_WORKSPACE} From 45b5eeed9477367dcbf1062fd88c1d4f1fe3fbc4 Mon Sep 17 00:00:00 2001 From: Peter Doak Date: Mon, 23 Mar 2026 17:41:22 -0400 Subject: [PATCH 6/6] forgotten \ --- test/test_automation/ci/run_step.sh | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/test/test_automation/ci/run_step.sh b/test/test_automation/ci/run_step.sh index 1bd223b2e..4ed79e201 100755 --- a/test/test_automation/ci/run_step.sh +++ b/test/test_automation/ci/run_step.sh @@ -36,9 +36,7 @@ case "$1" in if [[ "${GH_JOBNAME}" =~ (-CUDA) ]] then - echo "Set PATH to cuda-12.9 to be associated with the C and C++ compilers" export PATH=/usr/local/cuda-12.6/bin:$PATH - echo "Set CUDACXX CMake environment variable to nvcc cuda 11.8" export CUDACXX=/usr/local/cuda-12.6/bin/nvcc # Make current environment variables available to subsequent steps echo "PATH=$PATH" >> $GITHUB_ENV @@ -86,7 +84,7 @@ case "$1" in -DDCA_WITH_MPI=1 \ -DCMAKE_BUILD_TYPE=Release \ -DTEST_RUNNER="mpiexec" \ - -DMAGMA_ROOT="/home/epd/opt_a30/magma" + -DMAGMA_ROOT="/home/epd/opt_a30/magma" \ -DMPIEXEC_NUMPROC_FLAG="-n" -DMPIEXEC_PREFLAGS="-mca btl self,tcp" -DDCA_WITH_CUDA=1 \ -DDCA_WITH_TESTS_FAST=1 \ ${GITHUB_WORKSPACE}