frontier fixes

frontier/download.sh

@@ -26,21 +26,27 @@ cmake -S "$KOKKOS_SRC" -B "$KOKKOS_BUILD" \
 -DCMAKE_CXX_COMPILER=CC \
 -DKokkos_ENABLE_HIP=ON \
 -DKokkos_ARCH_NATIVE=ON \
--DKokkos_ARCH_AMD_GFX90A=ON
+-DKokkos_ARCH_AMD_GFX90A=ON \
+|& tee "$LOG_DIR/kokkos-config.log"
 
 ## Build & Install Kokkos
-cmake --build "$KOKKOS_BUILD" -j "$(nproc)" -t install
+cmake --build "$KOKKOS_BUILD" -j "$(nproc)" -t install \
+|& tee "$LOG_DIR/kokkos-build.log"
 
 ## Configure Kernels
 cmake -S "$KERNELS_SRC" -B "$KERNELS_BUILD" \
 -DKokkos_DIR="$KOKKOS_INSTALL/lib64/cmake/Kokkos" \
 -DCMAKE_BUILD_TYPE=Release \
 -DCMAKE_CXX_COMPILER=CC \
--DKokkosKernels_ENABLE_TPL_ROCSPARSE=ON \
--DKokkosKernels_ENABLE_TPL_ROCBLAS=ON \
 -DKokkosKernels_ENABLE_TESTS=ON \
 -DKokkosKernels_ENABLE_PERFTESTS=ON \
--DKokkosKernels_ENABLE_BENCHMARK=ON
+-DKokkosKernels_ENABLE_BENCHMARK=ON \
+-DKokkosKernels_ENABLE_TPL_ROCSPARSE=ON \
+-DKokkosKernels_ENABLE_TPL_ROCBLAS=ON \
+|& tee "$LOG_DIR/kernels-config.log"
 
 ## Build Kernels
-cmake --build "$KERNELS_BUILD" -j "$(nproc)"
+VERBOSE=1 make -C "$KERNELS_BUILD" -j "$(nproc)" \
+KokkosKernels_Blas3_gemm_benchmark \
+KokkosKernels_sparse_spmv_benchmark \
+|& tee "$LOG_DIR/kernels-build.log"

frontier/run-worker.sh

@@ -0,0 +1,25 @@
+
+set -eou pipefail
+
+source "$( cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"/env.sh
+
+LOG_DIR="$(date +"%Y%m%d_%H%M%S")_run"
+export LOG_DIR
+mkdir -p "$LOG_DIR"
+
+srun -n 1 -t 1 /opt/rocm-5.7.0/bin/rocm-smi \
+  --showdriverversion \
+  --showproductname \
+  --showmclkrange \
+  -v \
+  --showsclkrange \
+  --showfwinfo \
+  |& tee "$LOG_DIR/rocm-smi.log"  || true
+srun -n 1 -t 1 /opt/rocm-5.7.0/bin/rocminfo |& tee "$LOG_DIR/rocminfo.log" || true
+srun -n 1 -t 1 lscpu |& tee "$LOG_DIR/lscpu.log" || true
+srun -n 1 -t 1 hostname |& tee "$LOG_DIR/hostname.log" || true
+srun -n 1 -t 1 cat /proc/cpuinfo |& tee "$LOG_DIR/cpuinfo.log" || true
+srun -n 1 -t 1 env |& tee "$LOG_DIR/env.log" || true
+
+srun -n 1 -t 60 "$KERNELS_BUILD"/perf_test/blas/blas3/KokkosKernels_Blas3_gemm_benchmark --hip 0 |& tee "$LOG_DIR/gemm.log"
+srun -n 1 -t 60 "$KERNELS_BUILD"/perf_test/sparse/KokkosKernels_sparse_spmv_benchmark -f /projects/cwpears/sparc_gpu_problems/single_gpu/matrix.mm |& tee "$LOG_DIR/spmv.log"

frontier/run.sh

@@ -1,24 +1,5 @@
 #! /bin/bash
-#SBATCH -A csc465
-#SBATCH -N 1
 
 set -eou pipefail
 
-source "$( cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"/env.sh
-
-LOG_DIR="$(date +"%Y%m%d_%H%M%S")_run"
-export LOG_DIR
-mkdir -p "$LOG_DIR"
-
-srun -n1 -t 1 /opt/rocm-5.7.0/bin/rocm-smi \
-  --showdriverversion \
-  --showproductname \
-  --showmclkrange \
-  -v \
-  --showsclkrange \
-  --showfwinfo \
-  |& tee "$LOG_DIR/rocm-smi.log"  || true
-srun -n1 -t 1 /opt/rocm-5.7.0/bin/rocminfo |& tee "$LOG_DIR/rocminfo.log" || true
-srun -n1 -t 1 lscpu |& tee "$LOG_DIR/lscpu.log" || true
-srun -n1 -t 1 hostname |& tee "$LOG_DIR/hostname.log" || true
-srun -n1 -t 1 cat /proc/cpuinfo |& tee "$LOG_DIR/cpuinfo.log" || true
+srun -N 1 -A csc465 -G 1 -n 1 -t 60 ./run-worker.sh