#2216: Build external fmt for CUDA pipeline

DARMA-tasking · Sep 20, 2024 · 5882815 · 5882815
1 parent a5adc8a
commit 5882815
Show file tree

Hide file tree

Showing 21 changed files with 28 additions and 0 deletions.
diff --git a/ci/azure/azure-clang-10-ubuntu-mpich.yml b/ci/azure/azure-clang-10-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 4
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-clang-11-ubuntu-mpich.yml b/ci/azure/azure-clang-11-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 1

diff --git a/ci/azure/azure-clang-12-ubuntu-mpich.yml b/ci/azure/azure-clang-12-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-clang-13-ubuntu-mpich.yml b/ci/azure/azure-clang-13-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-clang-14-ubuntu-mpich.yml b/ci/azure/azure-clang-14-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-clang-9-ubuntu-mpich.yml b/ci/azure/azure-clang-9-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-clang-alpine-mpich.yml b/ci/azure/azure-clang-alpine-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 1
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-gcc-10-ubuntu-openmpi.yml b/ci/azure/azure-gcc-10-ubuntu-openmpi.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 4
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-gcc-11-ubuntu-mpich.yml b/ci/azure/azure-gcc-11-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 0
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-gcc-12-ubuntu-mpich.yml b/ci/azure/azure-gcc-12-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-gcc-8-ubuntu-mpich.yml b/ci/azure/azure-gcc-8-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 0
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 0
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-gcc-9-ubuntu-mpich.yml b/ci/azure/azure-gcc-9-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 1
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-intel-oneapi-icpc-ubuntu-mpich.yml b/ci/azure/azure-intel-oneapi-icpc-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 1
   VT_EXTENDED_TESTS: 0
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-intel-oneapi-icpx-ubuntu-mpich.yml b/ci/azure/azure-intel-oneapi-icpx-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 0
   VT_EXTENDED_TESTS: 0
   VT_TESTS_NUM_NODES: 2
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-nvidia-11-2-ubuntu-mpich.yml b/ci/azure/azure-nvidia-11-2-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 0
   VT_EXTENDED_TESTS: 0
   VT_TESTS_NUM_NODES: 4
+  VT_EXTERNAL_FMT: 1
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/azure/azure-nvidia-12-ubuntu-mpich.yml b/ci/azure/azure-nvidia-12-ubuntu-mpich.yml
@@ -44,6 +44,7 @@ variables:
   VT_POOL: 0
   VT_EXTENDED_TESTS: 0
   VT_TESTS_NUM_NODES: 4
+  VT_EXTERNAL_FMT: 0
   VT_UNITY_BUILD: 1
   VT_PRODUCTION_BUILD: 0
   VT_FCONTEXT: 0

diff --git a/ci/build_cpp.sh b/ci/build_cpp.sh
@@ -126,6 +126,7 @@ cmake -G "${CMAKE_GENERATOR:-Ninja}" \
       -Dvt_ci_build="${VT_CI_BUILD:-0}" \
       -Dvt_debug_verbose="${VT_DEBUG_VERBOSE:-0}" \
       -Dvt_tests_num_nodes="${VT_TESTS_NUM_NODES:-}" \
+      -Dvt_external_fmt="${VT_EXTERNAL_FMT:-0}" \
       -Dvt_no_color_enabled="${VT_NO_COLOR_ENABLED:-0}" \
       -DCMAKE_CXX_STANDARD="${CMAKE_CXX_STANDARD:-17}" \
       -DBUILD_SHARED_LIBS="${BUILD_SHARED_LIBS:-0}" \

diff --git a/ci/docker/ubuntu-nvidia-cpp.dockerfile b/ci/docker/ubuntu-nvidia-cpp.dockerfile
@@ -51,6 +51,12 @@ ENV LESSCHARSET=utf-8
 COPY ./ci/deps/mpich.sh mpich.sh
 RUN ./mpich.sh 3.3.2 -j4
 
+ARG external_fmt
+COPY ./ci/deps/fmt.sh fmt.sh
+RUN if test ${external_fmt} -eq 1; then \
+      ./fmt.sh 7.1.3 -j4; \
+    fi
+
 RUN mkdir -p /nvcc_wrapper/build && \
     wget https://raw.githubusercontent.com/kokkos/kokkos/master/bin/nvcc_wrapper -P /nvcc_wrapper/build && \
     chmod +x /nvcc_wrapper/build/nvcc_wrapper

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -112,6 +112,7 @@ x-vtopts: &vtopts
   VT_CI_BUILD: ${VT_CI_BUILD:-0}
   VT_DEBUG_VERBOSE: ${VT_DEBUG_VERBOSE:-0}
   VT_TESTS_NUM_NODES: ${VT_TESTS_NUM_NODES:-}
+  VT_EXTERNAL_FMT: ${VT_EXTERNAL_FMT:-0}
   VT_NO_COLOR_ENABLED: ${VT_NO_COLOR:-0}
   BUILD_SHARED_LIBS: ${VT_BUILD_SHARED_LIBS:-0}
   VT_INCLUSION_TYPE: ${VT_INCLUSION:-TPL}
@@ -138,6 +139,7 @@ services:
         ubuntu: ${UBUNTU}
         ubsan_enabled: ${VT_UBSAN:-0}
         zoltan_enabled: ${VT_ZOLTAN:-0}
+        external_fmt: ${VT_EXTERNAL_FMT:-0}
       cache_from:
         - ${REPO}:${ARCH}-ubuntu-${UBUNTU}-${HOST_COMPILER}-${COMPILER}-cpp
     ulimits: &ulimits

diff --git a/scripts/workflow-azure-template.yml b/scripts/workflow-azure-template.yml
@@ -32,6 +32,7 @@ variables:
   VT_POOL: [% vt_pool %]
   VT_EXTENDED_TESTS: [% vt_extended_tests %]
   VT_TESTS_NUM_NODES: [% vt_tests_num_nodes %]
+  VT_EXTERNAL_FMT: [% vt_external_fmt %]
   VT_UNITY_BUILD: [% vt_unity_build %]
   VT_PRODUCTION_BUILD: [% vt_production_build %]
   VT_FCONTEXT: [% vt_fcontext %]

diff --git a/scripts/workflows-azure.ini b/scripts/workflows-azure.ini
@@ -17,6 +17,7 @@ vt_fcontext = 0
 vt_zoltan = 0
 vt_ci_build = 1
 vt_tests_num_nodes = 2
+vt_external_fmt = 0
 test_lb_schema = 0
 ulimit_core = 0
 vt_code_coverage = 0
@@ -93,6 +94,7 @@ vt_diagnostics = 0
 vt_trace = 1
 vt_pool = 0
 vt_tests_num_nodes = 4
+vt_external_fmt = 1
 
 [PR-tests-gcc-8]
 test_configuration = "gcc-8, ubuntu, mpich, address sanitizer"