cwpearson/mpi_test
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

mpich on ascicgpu

Browse Source
This commit is contained in:
Carl William Pearson
2021-04-30 15:57:00 -06:00
parent 723c8fcdd9
commit 5e0e8a0f8e
1 changed files with 11 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
run-all.sh
View File

@@ -7,12 +7,14 @@ host=`hostname`
cpu_flags='' cpu_flags=''
gpu_flags='' gpu_flags=''
one_node_flags='-n 4' one_node_flags='-n 4'
two_node_flags='' two_node_flags='-n 4'
impl='' impl=''
set -x set -x
if [[ `mpirun --version | grep "Open MPI"` ]]; then if [[ `mpirun --version | grep "Open MPI"` ]]; then
impl="ompi" impl="ompi"
elif [[ `mpirun --version | grep "HYDRA"` ]]; then
impl="mpich"
fi fi
set +x set +x
@@ -23,9 +25,12 @@ if [[ "$host" =~ .*vortex.* ]]; then # vortex
elif [[ $host =~ .*ascicgpu.* ]]; then # ascicgpu elif [[ $host =~ .*ascicgpu.* ]]; then # ascicgpu
echo $host matched ascicgpu echo $host matched ascicgpu
if [[ $impl == "ompi" ]]; then # ascicgpu + Open MPI if [[ $impl == "ompi" ]]; then # ascicgpu + Open MPI
two_node_flags="$two_node_flags \ two_node_flags=" \
--mca btl_tcp_if_include 10.203.0.0/16 \ --mca btl_tcp_if_include 10.203.0.0/16 \
-np 4 -host ascicgpu030:2,ascicgpu032:2" -np 4 -host ascicgpu030:2,ascicgpu032:2"
elif [[ $impl == "mpich" ]]; then
two_node_flags=" \
-n 4 -host ascicgpu030,ascicgpu032"
fi fi
fi fi
@@ -42,8 +47,8 @@ run_cpu_1_test() {
# mvapich2 makes a bunch of spam if its build with CUDA but the above is set :( # mvapich2 makes a bunch of spam if its build with CUDA but the above is set :(
export MV2_SUPPRESS_CUDA_USAGE_WARNING=1 export MV2_SUPPRESS_CUDA_USAGE_WARNING=1
mpirun $cpu_flags $one_node_flags $1 \ mpirun $cpu_flags $one_node_flags $1 \
&& echo PASS (1 node): mpirun $cpu_flags $one_node_flags $1 \ && echo "PASS (1 node):" mpirun $cpu_flags $one_node_flags $1 \
|| echo FAIL (1 node): mpirun $cpu_flags $one_node_flags $1 || echo "FAIL (1 node):" mpirun $cpu_flags $one_node_flags $1
} }
run_cpu_2_test() { run_cpu_2_test() {
@@ -52,8 +57,8 @@ run_cpu_2_test() {
# mvapich2 makes a bunch of spam if its build with CUDA but the above is set :( # mvapich2 makes a bunch of spam if its build with CUDA but the above is set :(
export MV2_SUPPRESS_CUDA_USAGE_WARNING=1 export MV2_SUPPRESS_CUDA_USAGE_WARNING=1
mpirun $cpu_flags $two_node_flags $1 \ mpirun $cpu_flags $two_node_flags $1 \
&& echo PASS (2 node): mpirun $cpu_flags $two_node_flags $1 \ && echo "PASS (2 node):" mpirun $cpu_flags $two_node_flags $1 \
|| echo FAIL (2 node): mpirun $cpu_flags $two_node_flags $1 || echo "FAIL (2 node):" mpirun $cpu_flags $two_node_flags $1
} }