feature: detect MPI desynchronizations

src/cmake/GeosxConfig.cmake

@@ -14,6 +14,7 @@ set( PREPROCESSOR_DEFINES BOUNDS_CHECK
                           METIS
                           MKL
                           MPI
+                          MPI_DESYNC_DETECTION
                           PARMETIS
                           PETSC
                           PYGEOSX

src/cmake/GeosxOptions.cmake

@@ -92,6 +92,8 @@ endif()
 
 option( ENABLE_MPI "" ON )
 
+option( ENABLE_MPI_DESYNC_DETECTION "" OFF )
+
 option( ENABLE_CUDA "" OFF )
 
 option( ENABLE_HIP "" OFF )

src/coreComponents/common/GeosxConfig.hpp.in

@@ -44,6 +44,9 @@
 /// Enables use of MPI (CMake option ENABLE_MPI)
 #cmakedefine GEOS_USE_MPI
 
+/// Enables use of MPI (CMake option ENABLE_MPI_DESYNC_DETECTION)
+#cmakedefine GEOS_USE_MPI_DESYNC_DETECTION
+
 /// Enables use of OpenMP (CMake option ENABLE_OPENMP)
 #cmakedefine GEOS_USE_OPENMP
 

src/coreComponents/common/MemoryInfos.cpp

@@ -140,9 +140,7 @@ void MemoryLogging::memoryStatsReport() const
     return;
 
   umpire::ResourceManager & rm = umpire::ResourceManager::getInstance();
-  integer size;
-  MPI_Comm_size( MPI_COMM_WORLD, &size );
-  size_t nbRank = (std::size_t)size;
+  std::size_t const nbRank = static_cast< std::size_t >( MpiWrapper::commSize( MPI_COMM_WORLD ) );
   // Get a list of all the allocators and sort it so that it's in the same order on each rank.
   stdVector< string > allocatorNames = rm.getAllocatorNames();
   std::sort( allocatorNames.begin(), allocatorNames.end() );