more frontier results

This commit is contained in:
Carl Pearson
2023-10-10 13:23:18 -04:00
parent 6de783d752
commit f63e1bf0ea
74 changed files with 187894 additions and 21 deletions

353
results/env.r1.1465528.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=64801
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08191
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08191
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08191
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08191
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2504.frontier08191
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r1
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465528
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465528
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r10.1465527.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=18914
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08319
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08319
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08319
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08319
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2505.frontier08319
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r10
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465527
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465527
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

354
results/env.r11.1465787.txt Normal file
View File

@@ -0,0 +1,354 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=130390
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier07630
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
OLDPWD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier07630
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696904467
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696897267
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier07630
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier07630
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2500.frontier07630
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r11
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465787
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465787
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

354
results/env.r12.1467862.txt Normal file
View File

@@ -0,0 +1,354 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=103126
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/ccs/home/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJEZWZBcHBzIiwKd1YgPSAiKmRlZmF1bHQuKnpmaW5hbCIsCn0sClsiUHJnRW52LWFtZCJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL1ByZ0Vudi1hbWQvOC4zLjMubHVhIiwKZnVsbE5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCmxvYWRPcmRlciA9IDEzLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIlByZ0Vudi1hbWQvOC4zLjMiLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAzLjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKYW1kID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVm
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=198.206.223.251 27061 128.219.135.137 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=bWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJjcmF5cGUteDg2LXRyZW50byJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcmF5cGUtdGFyZ2V0cy9kZWZhdWx0L2NyYXlwZS14ODYtdHJlbnRvLmx1YSIsCmZ1bGxOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKbG9hZE9yZGVyID0gMSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUteDg2LXRyZW50byIsCndWID0gIk0uKnpmaW5hbCIsCn0sClsiZGFyc2hhbi1ydW50aW1lIl0gPSB7CmZuID0gIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNs
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier00741
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
OLDPWD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/19
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=LjcuMTkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLzIuNy4xOSIsCmxvYWRPcmRlciA9IDksCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheXBlIiwKd1YgPSAiXjAwMDAwMDAyLjAwMDAwMDAwNy4wMDAwMDAwMTkuKnpmaW5hbCIsCn0sClsiY3JheXBlLW5ldHdvcmstb2ZpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLW5ldHdvcmstb2ZpLmx1YSIsCmZ1bGxOYW1lID0gImNyYXlwZS1uZXR3b3JrLW9maSIsCmxvYWRPcmRlciA9IDMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5h
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier00741
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=LXRyZW50by8xLjAiCiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9MaW51eCIsICIvb3B0L2NyYXkvcGUvbW9kdWxlZmlsZXMvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcmF5cGUtdGFyZ2V0cy9kZWZhdWx0IgosICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMiLCAiL29wdC9jcmF5L21vZHVsZWZpbGVzIiwKfSwKc3lzdGVtQmFzZU1QQVRIID0gIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9MaW51eDovb3B0L2NyYXkvcGUvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21v
SLURM_JOB_END_TIME=1696965183
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=MDAuMDAwMDAwMDAyLjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJjcmF5LWxpYnNjaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktbGlic2NpLzIyLjEyLjEuMS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWxpYnNjaS8yMi4xMi4xLjEiLApsb2FkT3JkZXIgPSAxMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5LWxpYnNjaSIsCndWID0gIl4wMDAwMDAyMi4wMDAwMDAwMTIuMDAwMDAwMDAxLjAwMDAwMDAwMS4qemZpbmFsIiwKfSwKWyJjcmF5LW1waWNoIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbW5ldC9hbWQvNC4wL29maS8x
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1643
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=ICJeMDAwMDAwMDIuMDAwMDAwMDA2LjAwMDAwMDAwMi4qemZpbmFsLS4wMDAwMDAwMDIuMDAwMDAwMDA1LipfLjAwMDAwMDAwMi4wMDAwMDAwMjIuKl8uKl8uKmdkLjAwMDAwMDA2Ny4qYy4wMDAwMDAwMDMuKmYuKnNoYXN0YS4qemZpbmFsIiwKfSwKfSwKbXBhdGhBID0gewoKIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtenV6dHlmcS9jbGFuZy8xNS4wLjAtcm9jbTUuMy4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZz
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696957983
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier00741
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier00741
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login07
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=198.206.223.251 27061 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2005.frontier00741
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-9d655ef8-fa71-45eb-ab06-7f0f30b9ea29.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r12
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGl2ZSIsCnVzZXJOYW1lID0gImhzaS9kZWZhdWx0IiwKd1YgPSAiKmRlZmF1bHQuKnpmaW5hbCIsCn0sCmxpYmZhYnJpYyA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL2xpYmZhYnJpYy8xLjE1LjIuMCIsCmZ1bGxOYW1lID0gImxpYmZhYnJpYy8xLjE1LjIuMCIsCmxvYWRPcmRlciA9IDIsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAibGliZmFicmljIiwKd1YgPSAiXjAwMDAwMDAxLjAwMDAwMDAxNS4wMDAwMDAwMDIuKnpmaW5hbCIsCn0sClsicGVyZnRvb2xzLWJhc2UiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9wZXJmdG9vbHMtYmFzZS8yMi4xMi4wLmx1YSIs
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1467862
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IGZhbHNlLApjX3Nob3J0VGltZSA9IGZhbHNlLApkZXB0aFQgPSB7fSwKZmFtaWx5ID0gewpQcmdFbnYgPSAiUHJnRW52LWFtZCIsCmNvbXBpbGVyID0gImFtZCIsCmNyYXlwZSA9ICJjcmF5cGUiLApjcmF5cGVfY3B1ID0gImNyYXlwZS14ODYtdHJlbnRvIiwKY3JheXBlX25ldHdvcmsgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbXBpID0gImNyYXktbXBpY2giLAp9LAptVCA9IHsKRGVmQXBwcyA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL0RlZkFwcHMvZGVmYXVsdC5sdWEiLApmdWxsTmFtZSA9ICJEZWZBcHBzL2RlZmF1bHQiLApsb2FkT3JkZXIgPSAxNiwKcHJvcFQgPSB7
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=bWkiLAp3ViA9ICJeMDAwMDAwMDYuMDAwMDAwMDAxLjAwMDAwMDAwOC4qemZpbmFsIiwKfSwKWyJjcmF5LXB5dGhvbiJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcHl0aG9uLzMuOS4xMy4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcHl0aG9uLzMuOS4xMy4xIiwKbG9hZE9yZGVyID0gNywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5LXB5dGhvbiIsCndWID0gIl4wMDAwMDAwMy4wMDAwMDAwMDkuMDAwMDAwMDEzLjAwMDAwMDAwMS4qemZpbmFsIiwKfSwKY3JheXBlID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXlwZS8y
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=aWxlcy9jb3JlL2FtZC81LjMuMC5sdWEiLApmdWxsTmFtZSA9ICJhbWQvNS4zLjAiLApsb2FkT3JkZXIgPSA4LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImFtZCIsCndWID0gIl4wMDAwMDAwNS4wMDAwMDAwMDMuKnpmaW5hbCIsCn0sClsiY3JheS1kc21tbCJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktZHNtbWwvMC4yLjIubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1kc21tbC8wLjIuMiIsCmxvYWRPcmRlciA9IDEwLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktZHNtbWwiLAp3ViA9ICJeMDAwMDAw
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Jhc2UvbW9kdWxlcy9zcGFjay9saW51eC1zbGVzMTUteDg2XzY0L0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9hbWQvNC4wL29maS8xLjAvY3JheS1tcGljaC84LjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbW5ldC9hbWQvNC4wL29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbXBpbGVyL2FtZC80LjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21peF9jb21waWxlcnMiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtYTcybXg0Mi9jY2UvMTUuMC4wIgosICIvc3cvZnJv
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=ZHVsZWZpbGVzL0NvcmU6L29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcmF5cGUtdGFyZ2V0cy9kZWZhdWx0Oi9zdy9mcm9udGllci9tb2R1bGVmaWxlczovb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9Cg==
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=ZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wL2RhcnNoYW4tcnVudGltZS8zLjQuMC5sdWEiLApmdWxsTmFtZSA9ICJkYXJzaGFuLXJ1bnRpbWUvMy40LjAiLApsb2FkT3JkZXIgPSAxNCwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDIsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJkYXJzaGFuLXJ1bnRpbWUiLAp3ViA9ICIwMDAwMDAwMDMuMDAwMDAwMDA0Lip6ZmluYWwiLAp9LApoc2kgPSB7CmZuID0gIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcy9oc2kvZGVmYXVsdC5sdWEiLApmdWxsTmFtZSA9ICJoc2kvZGVmYXVsdCIsCmxvYWRPcmRlciA9IDE1LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFj
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login07
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/ccs/home/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1467862
_ModuleTable014_=bnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NyYXktbXBpY2gvOC4xLjIzLWo1NmF6dzUvY2NlLzE1LjAuMCIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jY2UvMTUuMC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9tcGkvY3JheWNsYW5nLzE0LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvcGVyZnRvb2xzLzIyLjEyLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL25ldC9vZmkvMS4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcHUveDg2
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=CmZ1bGxOYW1lID0gInBlcmZ0b29scy1iYXNlLzIyLjEyLjAiLApsb2FkT3JkZXIgPSA0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gInBlcmZ0b29scy1iYXNlIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4qemZpbmFsIiwKfSwKeHBtZW0gPSB7CmZuID0gIi9vcHQvY3JheS9tb2R1bGVmaWxlcy94cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKZnVsbE5hbWUgPSAieHBtZW0vMi42LjItMi41XzIuMjJfX2dkMDY3YzNmLnNoYXN0YSIsCmxvYWRPcmRlciA9IDUsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAieHBtZW0iLAp3ViA9
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=LjAvY3JheS1tcGljaC84LjEuMjMubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1tcGljaC84LjEuMjMiLApsb2FkT3JkZXIgPSAxMSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5LW1waWNoIiwKd1YgPSAiXjAwMDAwMDA4LjAwMDAwMDAwMS4wMDAwMDAwMjMuKnpmaW5hbCIsCn0sClsiY3JheS1wbWkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9jcmF5LXBtaS82LjEuOC5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LXBtaS82LjEuOCIsCmxvYWRPcmRlciA9IDYsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1w
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r2.1465529.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=66969
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08320
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08320
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08320
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08320
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2505.frontier08320
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r2
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465529
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465529
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r3.1465530.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=60998
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08444
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08444
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08444
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08444
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2506.frontier08444
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r3
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465530
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465530
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r4.1465531.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=44175
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier07674
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier07674
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895063
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887863
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier07674
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier07674
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2500.frontier07674
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r4
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465531
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465531
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

354
results/env.r5.1465786.txt Normal file
View File

@@ -0,0 +1,354 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=20456
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier03063
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
OLDPWD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier03063
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696903920
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696896720
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier03063
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier03063
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2111.frontier03063
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r5
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465786
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465786
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r6.1465533.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=1526
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier07936
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier07936
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895063
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887863
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier07936
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier07936
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2502.frontier07936
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r6
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465533
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465533
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r7.1465534.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=14667
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08051
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08051
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895063
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887863
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08051
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08051
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2503.frontier08051
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r7
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465534
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465534
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r8.1465535.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=10201
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier10439
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier10439
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895065
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887865
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier10439
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier10439
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2611.frontier10439
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r8
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465535
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465535
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r9.1465536.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=53951
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier05673
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier05673
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895123
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887923
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier05673
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier05673
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2309.frontier05673
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r9
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465536
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465536
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

View File

@@ -96,14 +96,14 @@ for pattern in [
"implicit_managed_GPURdHost_fine", "implicit_managed_GPURdHost_fine",
"implicit_managed_GPUWrGPU_coarse", "implicit_managed_GPUWrGPU_coarse",
"implicit_managed_GPUWrGPU_fine", "implicit_managed_GPUWrGPU_fine",
"implicit_managed_HostWrGPU_coarse", # "implicit_managed_HostWrGPU_coarse", # takes too long
"implicit_managed_HostWrGPU_fine", "implicit_managed_HostWrGPU_fine",
"implicit_managed_GPUWrHost_coarse", "implicit_managed_GPUWrHost_coarse",
"implicit_managed_GPUWrHost_fine", "implicit_managed_GPUWrHost_fine",
"implicit_mapped_GPURdHost", "implicit_mapped_GPURdHost",
"implicit_mapped_GPUWrGPU", "implicit_mapped_GPUWrGPU",
"implicit_mapped_GPUWrHost", "implicit_mapped_GPUWrHost",
"implicit_mapped_HostWrGPU", # "implicit_mapped_HostWrGPU", # segfault
"prefetch_managed_GPUToGPU", "prefetch_managed_GPUToGPU",
"prefetch_managed_GPUToHost", "prefetch_managed_GPUToHost",
"prefetch_managed_HostToGPU", "prefetch_managed_HostToGPU",
@@ -112,10 +112,15 @@ for pattern in [
for name, (x, t, terr, bw, bwerr) in series.items(): for name, (x, t, terr, bw, bwerr) in series.items():
if pattern not in name: if pattern not in name:
continue continue
fields = name.split("/")
name = f'{fields[1]} -> {fields[2]}'
plt.errorbar(x, bw, yerr=bwerr, label=name) plt.errorbar(x, bw, yerr=bwerr, label=name)
output_path = f"{pattern}.pdf" output_path = f"{pattern}.pdf"
print(f"write {output_path}") print(f"write {output_path}")
plt.xscale('log') plt.xscale('log')
plt.xlabel('transfer size [B]')
plt.ylabel('bandwidth [GB/s]')
plt.title(pattern)
lgd = plt.legend(bbox_to_anchor=(1.04, 1)) lgd = plt.legend(bbox_to_anchor=(1.04, 1))
plt.tight_layout() plt.tight_layout()
plt.savefig(output_path, bbox_extra_artists=(lgd,), bbox_inches='tight') plt.savefig(output_path, bbox_extra_artists=(lgd,), bbox_inches='tight')

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,38 @@
{
"context": {
"date": "2023-10-09T17:44:34-04:00",
"host_name": "frontier10439",
"executable": "/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build/comm_scope",
"num_cpus": 128,
"mhz_per_cpu": 1796,
"cpu_scaling_enabled": false,
"caches": [
{
"type": "Data",
"level": 1,
"size": 32768,
"num_sharing": 2
},
{
"type": "Instruction",
"level": 1,
"size": 32768,
"num_sharing": 2
},
{
"type": "Unified",
"level": 2,
"size": 524288,
"num_sharing": 2
},
{
"type": "Unified",
"level": 3,
"size": 33554432,
"num_sharing": 16
}
],
"load_avg": [0.39,3.82,18.5],
"library_build_type": "release"
},
"benchmarks": [

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.40
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.17
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.34
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.35
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.46
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.55
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.45
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.69
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.47
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.39
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.45
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.55
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 38.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 36.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 30.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 30.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 97.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 89.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 42.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 33.0c 87.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 25.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 31.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 36.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 44.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 36.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 32.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 38.0c 98.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 30.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 29.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 31.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 38.0c 87.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 26.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 40.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 89.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 45.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 42.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 32.0c 90.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 40.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 29.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 35.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 32.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 30.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 37.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 33.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 39.0c 83.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 34.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 40.0c 97.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 90.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 40.0c 98.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 33.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 37.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 42.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 35.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 34.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 35.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 32.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 43.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 30.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 32.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 28.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 42.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 32.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 32.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 31.0c 84.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 40.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 34.0c 96.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 32.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 35.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 29.0c 89.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 30.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

View File

@@ -35,7 +35,7 @@ srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \ --benchmark_repetitions=5 \
--benchmark_filter='.*hipMemcpyAsync_PinnedToGPU/0/0/.*' \ --benchmark_filter='.*hipMemcpyAsync_PinnedToGPU/0/0/.*' \
--benchmark_out_format=json \ --benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/hipMemcpyAsync_PinnedToGPU" --benchmark_out="$SCOPE_RESULTS/hipMemcpyAsync_PinnedToGPU.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \ srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \ --benchmark_repetitions=5 \

View File

@@ -31,22 +31,4 @@ srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_out_format=json \ --benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_HostWrGPU_coarse.json" --benchmark_out="$SCOPE_RESULTS/implicit_managed_HostWrGPU_coarse.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_fine/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_fine.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_coarse/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_coarse.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_mapped_GPUWrHost/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_mapped_GPUWrHost.json"
date date

46
scripts/run_12.sh Executable file
View File

@@ -0,0 +1,46 @@
#!/bin/bash
#SBATCH -A CSC465
#SBATCH -J r12
#SBATCH -o %x-%j.out
#SBATCH -t 2:00:00
#SBATCH -p batch
#SBATCH -N 1
# salloc -A CSC465 -N 1 -p batch -t 2:00:00
export ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
export SCOPE_SRC=${ROOT}/comm_scope
export SCOPE_BUILD=${ROOT}/build
export SCOPE_RESULTS=${ROOT}/run
module load PrgEnv-amd/8.3.3
export HSA_XNACK=1
mkdir -p $SCOPE_RESULTS
module list > $SCOPE_RESULTS/modules.r12.$SLURM_JOBID.txt 2>&1
env > $SCOPE_RESULTS/env.r12.$SLURM_JOBID.txt
rocm-smi > $SCOPE_RESULTS/rocm-smi.r12.$SLURM_JOBID.txt 2>&1
lscpu > $SCOPE_RESULTS/lscpu.r12.$SLURM_JOBID.txt 2>&1
date
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_fine/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_fine.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_coarse/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_coarse.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_mapped_GPUWrHost/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_mapped_GPUWrHost.json"
date