Set OpenMP threads manually on Perlmutter nodes (#4857)

ECP-WarpX · Apr 15, 2024 · 12349a8 · 12349a8
1 parent 5e95faf
commit 12349a8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/Tools/machines/perlmutter-nersc/perlmutter_cpu.sbatch b/Tools/machines/perlmutter-nersc/perlmutter_cpu.sbatch
@@ -33,6 +33,7 @@ INPUTS=inputs_small
 export SRUN_CPUS_PER_TASK=16  # 8 cores per chiplet, 2x SMP
 export OMP_PLACES=threads
 export OMP_PROC_BIND=spread
+export OMP_NUM_THREADS=${SRUN_CPUS_PER_TASK}
 
 srun --cpu-bind=cores \
   ${EXE} ${INPUTS} \

diff --git a/Tools/machines/perlmutter-nersc/perlmutter_gpu.sbatch b/Tools/machines/perlmutter-nersc/perlmutter_gpu.sbatch
@@ -34,6 +34,7 @@ export MPICH_OFI_NIC_POLICY=GPU
 # threads for OpenMP and threaded compressors per MPI rank
 #   note: 16 avoids hyperthreading (32 virtual cores, 16 physical)
 export SRUN_CPUS_PER_TASK=16
+export OMP_NUM_THREADS=${SRUN_CPUS_PER_TASK}
 
 # GPU-aware MPI optimizations
 GPU_AWARE_MPI="amrex.use_gpu_aware_mpi=1"