diff --git a/frontier/download.sh b/frontier/download.sh index 550555b..27e65a6 100755 --- a/frontier/download.sh +++ b/frontier/download.sh @@ -26,21 +26,27 @@ cmake -S "$KOKKOS_SRC" -B "$KOKKOS_BUILD" \ -DCMAKE_CXX_COMPILER=CC \ -DKokkos_ENABLE_HIP=ON \ -DKokkos_ARCH_NATIVE=ON \ --DKokkos_ARCH_AMD_GFX90A=ON +-DKokkos_ARCH_AMD_GFX90A=ON \ +|& tee "$LOG_DIR/kokkos-config.log" ## Build & Install Kokkos -cmake --build "$KOKKOS_BUILD" -j "$(nproc)" -t install +cmake --build "$KOKKOS_BUILD" -j "$(nproc)" -t install \ +|& tee "$LOG_DIR/kokkos-build.log" ## Configure Kernels cmake -S "$KERNELS_SRC" -B "$KERNELS_BUILD" \ -DKokkos_DIR="$KOKKOS_INSTALL/lib64/cmake/Kokkos" \ -DCMAKE_BUILD_TYPE=Release \ -DCMAKE_CXX_COMPILER=CC \ --DKokkosKernels_ENABLE_TPL_ROCSPARSE=ON \ --DKokkosKernels_ENABLE_TPL_ROCBLAS=ON \ -DKokkosKernels_ENABLE_TESTS=ON \ -DKokkosKernels_ENABLE_PERFTESTS=ON \ --DKokkosKernels_ENABLE_BENCHMARK=ON +-DKokkosKernels_ENABLE_BENCHMARK=ON \ +-DKokkosKernels_ENABLE_TPL_ROCSPARSE=ON \ +-DKokkosKernels_ENABLE_TPL_ROCBLAS=ON \ +|& tee "$LOG_DIR/kernels-config.log" ## Build Kernels -cmake --build "$KERNELS_BUILD" -j "$(nproc)" \ No newline at end of file +VERBOSE=1 make -C "$KERNELS_BUILD" -j "$(nproc)" \ +KokkosKernels_Blas3_gemm_benchmark \ +KokkosKernels_sparse_spmv_benchmark \ +|& tee "$LOG_DIR/kernels-build.log" \ No newline at end of file diff --git a/frontier/run-worker.sh b/frontier/run-worker.sh new file mode 100755 index 0000000..96f3db0 --- /dev/null +++ b/frontier/run-worker.sh @@ -0,0 +1,25 @@ + +set -eou pipefail + +source "$( cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"/env.sh + +LOG_DIR="$(date +"%Y%m%d_%H%M%S")_run" +export LOG_DIR +mkdir -p "$LOG_DIR" + +srun -n 1 -t 1 /opt/rocm-5.7.0/bin/rocm-smi \ + --showdriverversion \ + --showproductname \ + --showmclkrange \ + -v \ + --showsclkrange \ + --showfwinfo \ + |& tee "$LOG_DIR/rocm-smi.log" || true +srun -n 1 -t 1 /opt/rocm-5.7.0/bin/rocminfo |& tee "$LOG_DIR/rocminfo.log" || true +srun -n 1 -t 1 lscpu |& tee "$LOG_DIR/lscpu.log" || true +srun -n 1 -t 1 hostname |& tee "$LOG_DIR/hostname.log" || true +srun -n 1 -t 1 cat /proc/cpuinfo |& tee "$LOG_DIR/cpuinfo.log" || true +srun -n 1 -t 1 env |& tee "$LOG_DIR/env.log" || true + +srun -n 1 -t 60 "$KERNELS_BUILD"/perf_test/blas/blas3/KokkosKernels_Blas3_gemm_benchmark --hip 0 |& tee "$LOG_DIR/gemm.log" +srun -n 1 -t 60 "$KERNELS_BUILD"/perf_test/sparse/KokkosKernels_sparse_spmv_benchmark -f /projects/cwpears/sparc_gpu_problems/single_gpu/matrix.mm |& tee "$LOG_DIR/spmv.log" \ No newline at end of file diff --git a/frontier/run.sh b/frontier/run.sh index 89174dc..79e4974 100755 --- a/frontier/run.sh +++ b/frontier/run.sh @@ -1,24 +1,5 @@ #! /bin/bash -#SBATCH -A csc465 -#SBATCH -N 1 set -eou pipefail -source "$( cd -- "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )"/env.sh - -LOG_DIR="$(date +"%Y%m%d_%H%M%S")_run" -export LOG_DIR -mkdir -p "$LOG_DIR" - -srun -n1 -t 1 /opt/rocm-5.7.0/bin/rocm-smi \ - --showdriverversion \ - --showproductname \ - --showmclkrange \ - -v \ - --showsclkrange \ - --showfwinfo \ - |& tee "$LOG_DIR/rocm-smi.log" || true -srun -n1 -t 1 /opt/rocm-5.7.0/bin/rocminfo |& tee "$LOG_DIR/rocminfo.log" || true -srun -n1 -t 1 lscpu |& tee "$LOG_DIR/lscpu.log" || true -srun -n1 -t 1 hostname |& tee "$LOG_DIR/hostname.log" || true -srun -n1 -t 1 cat /proc/cpuinfo |& tee "$LOG_DIR/cpuinfo.log" || true \ No newline at end of file +srun -N 1 -A csc465 -G 1 -n 1 -t 60 ./run-worker.sh