From a85b8b8cd15353e1373ec09d1218eb504684a5e9 Mon Sep 17 00:00:00 2001 From: jpekkila Date: Wed, 19 Aug 2020 12:05:20 +0300 Subject: [PATCH] MPI: corners are now transferred by default because 1) with those Astaroth works with any symmetric stencil and 2) corners have very small impact on performance. Also disabled resetting the device s.t. one could potentially assign many subgrids to one GPU (f.ex. in AMR) --- src/core/device.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/core/device.cc b/src/core/device.cc index 5495286..530d738 100644 --- a/src/core/device.cc +++ b/src/core/device.cc @@ -14,7 +14,7 @@ #define MPI_DECOMPOSITION_AXES (3) #define MPI_COMPUTE_ENABLED (1) #define MPI_COMM_ENABLED (1) -#define MPI_INCL_CORNERS (0) +#define MPI_INCL_CORNERS (1) #define MPI_USE_PINNED (0) // Do inter-node comm with pinned memory #define MPI_USE_CUDA_DRIVER_PINNING (0) // Pin with cuPointerSetAttribute, otherwise cudaMallocHost @@ -114,7 +114,7 @@ AcResult acDeviceCreate(const int id, const AcMeshInfo device_config, Device* device_handle) { cudaSetDevice(id); - cudaDeviceReset(); // Would be good for safety, but messes stuff up if we want to emulate + // cudaDeviceReset(); // Would be good for safety, but messes stuff up if we want to emulate // multiple devices with a single GPU // Create Device