cwpearson/frontier-gpu-bandwidth
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

more frontier results

Browse Source
This commit is contained in:
Carl Pearson
2023-10-10 13:23:18 -04:00
parent 6de783d752
commit f63e1bf0ea
74 changed files with 187894 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

353
results/env.r1.1465528.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=64801
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08191
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08191
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08191
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08191
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2504.frontier08191
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r1
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465528
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465528
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r10.1465527.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=18914
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08319
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08319
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08319
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08319
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2505.frontier08319
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r10
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465527
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465527
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

354
results/env.r11.1465787.txt Normal file
View File

@@ -0,0 +1,354 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=130390
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier07630
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
OLDPWD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier07630
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696904467
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696897267
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier07630
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier07630
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2500.frontier07630
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r11
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465787
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465787
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

354
results/env.r12.1467862.txt Normal file
View File

@@ -0,0 +1,354 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=103126
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/ccs/home/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJEZWZBcHBzIiwKd1YgPSAiKmRlZmF1bHQuKnpmaW5hbCIsCn0sClsiUHJnRW52LWFtZCJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL1ByZ0Vudi1hbWQvOC4zLjMubHVhIiwKZnVsbE5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCmxvYWRPcmRlciA9IDEzLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIlByZ0Vudi1hbWQvOC4zLjMiLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAzLjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKYW1kID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVm
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=198.206.223.251 27061 128.219.135.137 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=bWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJjcmF5cGUteDg2LXRyZW50byJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcmF5cGUtdGFyZ2V0cy9kZWZhdWx0L2NyYXlwZS14ODYtdHJlbnRvLmx1YSIsCmZ1bGxOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKbG9hZE9yZGVyID0gMSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUteDg2LXRyZW50byIsCndWID0gIk0uKnpmaW5hbCIsCn0sClsiZGFyc2hhbi1ydW50aW1lIl0gPSB7CmZuID0gIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNs
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier00741
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
OLDPWD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/19
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=LjcuMTkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLzIuNy4xOSIsCmxvYWRPcmRlciA9IDksCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheXBlIiwKd1YgPSAiXjAwMDAwMDAyLjAwMDAwMDAwNy4wMDAwMDAwMTkuKnpmaW5hbCIsCn0sClsiY3JheXBlLW5ldHdvcmstb2ZpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLW5ldHdvcmstb2ZpLmx1YSIsCmZ1bGxOYW1lID0gImNyYXlwZS1uZXR3b3JrLW9maSIsCmxvYWRPcmRlciA9IDMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5h
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier00741
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=LXRyZW50by8xLjAiCiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9MaW51eCIsICIvb3B0L2NyYXkvcGUvbW9kdWxlZmlsZXMvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbG1vZC9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcmF5cGUtdGFyZ2V0cy9kZWZhdWx0IgosICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMiLCAiL29wdC9jcmF5L21vZHVsZWZpbGVzIiwKfSwKc3lzdGVtQmFzZU1QQVRIID0gIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9MaW51eDovb3B0L2NyYXkvcGUvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21v
SLURM_JOB_END_TIME=1696965183
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=MDAuMDAwMDAwMDAyLjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJjcmF5LWxpYnNjaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktbGlic2NpLzIyLjEyLjEuMS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWxpYnNjaS8yMi4xMi4xLjEiLApsb2FkT3JkZXIgPSAxMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5LWxpYnNjaSIsCndWID0gIl4wMDAwMDAyMi4wMDAwMDAwMTIuMDAwMDAwMDAxLjAwMDAwMDAwMS4qemZpbmFsIiwKfSwKWyJjcmF5LW1waWNoIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbW5ldC9hbWQvNC4wL29maS8x
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1643
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=ICJeMDAwMDAwMDIuMDAwMDAwMDA2LjAwMDAwMDAwMi4qemZpbmFsLS4wMDAwMDAwMDIuMDAwMDAwMDA1LipfLjAwMDAwMDAwMi4wMDAwMDAwMjIuKl8uKl8uKmdkLjAwMDAwMDA2Ny4qYy4wMDAwMDAwMDMuKmYuKnNoYXN0YS4qemZpbmFsIiwKfSwKfSwKbXBhdGhBID0gewoKIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtenV6dHlmcS9jbGFuZy8xNS4wLjAtcm9jbTUuMy4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZz
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696957983
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier00741
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier00741
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login07
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=198.206.223.251 27061 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2005.frontier00741
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-9d655ef8-fa71-45eb-ab06-7f0f30b9ea29.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r12
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGl2ZSIsCnVzZXJOYW1lID0gImhzaS9kZWZhdWx0IiwKd1YgPSAiKmRlZmF1bHQuKnpmaW5hbCIsCn0sCmxpYmZhYnJpYyA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL2xpYmZhYnJpYy8xLjE1LjIuMCIsCmZ1bGxOYW1lID0gImxpYmZhYnJpYy8xLjE1LjIuMCIsCmxvYWRPcmRlciA9IDIsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAibGliZmFicmljIiwKd1YgPSAiXjAwMDAwMDAxLjAwMDAwMDAxNS4wMDAwMDAwMDIuKnpmaW5hbCIsCn0sClsicGVyZnRvb2xzLWJhc2UiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9wZXJmdG9vbHMtYmFzZS8yMi4xMi4wLmx1YSIs
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1467862
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IGZhbHNlLApjX3Nob3J0VGltZSA9IGZhbHNlLApkZXB0aFQgPSB7fSwKZmFtaWx5ID0gewpQcmdFbnYgPSAiUHJnRW52LWFtZCIsCmNvbXBpbGVyID0gImFtZCIsCmNyYXlwZSA9ICJjcmF5cGUiLApjcmF5cGVfY3B1ID0gImNyYXlwZS14ODYtdHJlbnRvIiwKY3JheXBlX25ldHdvcmsgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbXBpID0gImNyYXktbXBpY2giLAp9LAptVCA9IHsKRGVmQXBwcyA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL0RlZkFwcHMvZGVmYXVsdC5sdWEiLApmdWxsTmFtZSA9ICJEZWZBcHBzL2RlZmF1bHQiLApsb2FkT3JkZXIgPSAxNiwKcHJvcFQgPSB7
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=bWkiLAp3ViA9ICJeMDAwMDAwMDYuMDAwMDAwMDAxLjAwMDAwMDAwOC4qemZpbmFsIiwKfSwKWyJjcmF5LXB5dGhvbiJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcHl0aG9uLzMuOS4xMy4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcHl0aG9uLzMuOS4xMy4xIiwKbG9hZE9yZGVyID0gNywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5LXB5dGhvbiIsCndWID0gIl4wMDAwMDAwMy4wMDAwMDAwMDkuMDAwMDAwMDEzLjAwMDAwMDAwMS4qemZpbmFsIiwKfSwKY3JheXBlID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXlwZS8y
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=aWxlcy9jb3JlL2FtZC81LjMuMC5sdWEiLApmdWxsTmFtZSA9ICJhbWQvNS4zLjAiLApsb2FkT3JkZXIgPSA4LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImFtZCIsCndWID0gIl4wMDAwMDAwNS4wMDAwMDAwMDMuKnpmaW5hbCIsCn0sClsiY3JheS1kc21tbCJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktZHNtbWwvMC4yLjIubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1kc21tbC8wLjIuMiIsCmxvYWRPcmRlciA9IDEwLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktZHNtbWwiLAp3ViA9ICJeMDAwMDAw
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Jhc2UvbW9kdWxlcy9zcGFjay9saW51eC1zbGVzMTUteDg2XzY0L0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9hbWQvNC4wL29maS8xLjAvY3JheS1tcGljaC84LjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbW5ldC9hbWQvNC4wL29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvbXBpbGVyL2FtZC80LjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21peF9jb21waWxlcnMiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtYTcybXg0Mi9jY2UvMTUuMC4wIgosICIvc3cvZnJv
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=ZHVsZWZpbGVzL0NvcmU6L29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcmF5cGUtdGFyZ2V0cy9kZWZhdWx0Oi9zdy9mcm9udGllci9tb2R1bGVmaWxlczovb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9Cg==
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=ZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wL2RhcnNoYW4tcnVudGltZS8zLjQuMC5sdWEiLApmdWxsTmFtZSA9ICJkYXJzaGFuLXJ1bnRpbWUvMy40LjAiLApsb2FkT3JkZXIgPSAxNCwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDIsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJkYXJzaGFuLXJ1bnRpbWUiLAp3ViA9ICIwMDAwMDAwMDMuMDAwMDAwMDA0Lip6ZmluYWwiLAp9LApoc2kgPSB7CmZuID0gIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcy9oc2kvZGVmYXVsdC5sdWEiLApmdWxsTmFtZSA9ICJoc2kvZGVmYXVsdCIsCmxvYWRPcmRlciA9IDE1LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFj
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login07
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/ccs/home/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1467862
_ModuleTable014_=bnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NyYXktbXBpY2gvOC4xLjIzLWo1NmF6dzUvY2NlLzE1LjAuMCIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jY2UvMTUuMC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9tcGkvY3JheWNsYW5nLzE0LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvcGVyZnRvb2xzLzIyLjEyLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL25ldC9vZmkvMS4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jcHUveDg2
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=CmZ1bGxOYW1lID0gInBlcmZ0b29scy1iYXNlLzIyLjEyLjAiLApsb2FkT3JkZXIgPSA0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gInBlcmZ0b29scy1iYXNlIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4qemZpbmFsIiwKfSwKeHBtZW0gPSB7CmZuID0gIi9vcHQvY3JheS9tb2R1bGVmaWxlcy94cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKZnVsbE5hbWUgPSAieHBtZW0vMi42LjItMi41XzIuMjJfX2dkMDY3YzNmLnNoYXN0YSIsCmxvYWRPcmRlciA9IDUsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAieHBtZW0iLAp3ViA9
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=LjAvY3JheS1tcGljaC84LjEuMjMubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1tcGljaC84LjEuMjMiLApsb2FkT3JkZXIgPSAxMSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5LW1waWNoIiwKd1YgPSAiXjAwMDAwMDA4LjAwMDAwMDAwMS4wMDAwMDAwMjMuKnpmaW5hbCIsCn0sClsiY3JheS1wbWkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29yZS9jcmF5LXBtaS82LjEuOC5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LXBtaS82LjEuOCIsCmxvYWRPcmRlciA9IDYsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1w
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r2.1465529.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=66969
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08320
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08320
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08320
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08320
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2505.frontier08320
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r2
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465529
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465529
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r3.1465530.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=60998
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08444
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08444
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696894702
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887502
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08444
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08444
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2506.frontier08444
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r3
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465530
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465530
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r4.1465531.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=44175
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier07674
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier07674
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895063
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887863
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier07674
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier07674
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2500.frontier07674
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r4
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465531
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465531
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

354
results/env.r5.1465786.txt Normal file
View File

@@ -0,0 +1,354 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=20456
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier03063
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
OLDPWD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier03063
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696903920
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696896720
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier03063
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier03063
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2111.frontier03063
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r5
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465786
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465786
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r6.1465533.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=1526
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier07936
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier07936
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895063
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887863
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier07936
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier07936
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2502.frontier07936
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r6
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465533
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465533
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r7.1465534.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=14667
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier08051
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier08051
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895063
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887863
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier08051
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier08051
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2503.frontier08051
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r7
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465534
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465534
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r8.1465535.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=10201
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier10439
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier10439
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895065
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887865
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier10439
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier10439
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2611.frontier10439
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r8
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465535
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465535
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

353
results/env.r9.1465536.txt Normal file
View File

@@ -0,0 +1,353 @@
__LMOD_REF_COUNT_PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH:1
CRAY_LMOD_MPI=cray-mpich/8.0
SLURM_MPI_TYPE=cray_shasta
LMOD_FAMILY_CRAYPE_NETWORK_VERSION=false
LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:/opt/rocm-5.3.0/hsa/lib:/opt/rocm-5.3.0/lib64:/opt/rocm-5.3.0/lib:/opt/rocm-5.3.0/llvm/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/pe/papi/6.0.0.17/lib64:/opt/cray/libfabric/1.15.2.0/lib64
LS_COLORS=no=00:fi=00:di=01;34:ln=00;36:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=41;33;01:ex=00;32:*.cmd=00;32:*.exe=01;32:*.com=01;32:*.bat=01;32:*.btm=01;32:*.dll=01;32:*.tar=00;31:*.tbz=00;31:*.tgz=00;31:*.rpm=00;31:*.deb=00;31:*.arj=00;31:*.taz=00;31:*.lzh=00;31:*.lzma=00;31:*.zip=00;31:*.zoo=00;31:*.z=00;31:*.Z=00;31:*.gz=00;31:*.bz2=00;31:*.tb2=00;31:*.tz2=00;31:*.tbz2=00;31:*.xz=00;31:*.avi=01;35:*.bmp=01;35:*.dl=01;35:*.fli=01;35:*.gif=01;35:*.gl=01;35:*.jpg=01;35:*.jpeg=01;35:*.mkv=01;35:*.mng=01;35:*.mov=01;35:*.mp4=01;35:*.mpg=01;35:*.pcx=01;35:*.pbm=01;35:*.pgm=01;35:*.png=01;35:*.ppm=01;35:*.svg=01;35:*.tga=01;35:*.tif=01;35:*.webm=01;35:*.webp=01;35:*.wmv=01;35:*.xbm=01;35:*.xcf=01;35:*.xpm=01;35:*.aiff=00;32:*.ape=00;32:*.au=00;32:*.flac=00;32:*.m4a=00;32:*.mid=00;32:*.mp3=00;32:*.mpc=00;32:*.ogg=00;32:*.voc=00;32:*.wav=00;32:*.wma=00;32:*.wv=00;32:
__LMOD_REF_COUNT_PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig:1
HOSTTYPE=x86_64
CRAY_DSMML_ROOTDIR=/opt/cray/pe/dsmml/0.2.2
SLURM_NODEID=0
CRAY_DSMML_DIR=/opt/cray/pe/dsmml/0.2.2/dsmml
SLURM_TASK_PID=53951
__LMOD_REF_COUNT_PATH=/sw/sources/hpss/bin:1;/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:2;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:1;/opt/cray/pe/mpich/8.1.23/bin:1;/opt/cray/pe/craype/2.7.19/bin:1;/opt/rocm-5.3.0/bin:1;/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:1;/opt/cray/pe/python/3.9.13.1/bin:1;/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:1;/opt/cray/pe/perftools/22.12.0/bin:1;/opt/cray/pe/papi/6.0.0.17/bin:1;/opt/cray/libfabric/1.15.2.0/bin:1;/opt/clmgr/sbin:1;/opt/clmgr/bin:1;/opt/sgi/sbin:1;/opt/sgi/bin:1;/sw/frontier/bin:1;/usr/local/bin:1;/usr/bin:1;/bin:2;/opt/bin:1;/opt/c3/bin:1;/usr/lib/mit/bin:1;/opt/puppetlabs/bin:1;/sbin:1;/opt/cray/pe/bin:1
_ModuleTable002_=cmRlciA9IDE2LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gIkRlZkFwcHMiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKWyJQcmdFbnYtYW1kIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvUHJnRW52LWFtZC84LjMuMy5sdWEiLApmdWxsTmFtZSA9ICJQcmdFbnYtYW1kLzguMy4zIiwKbG9hZE9yZGVyID0gMTMsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiUHJnRW52LWFtZC84LjMuMyIsCndWID0gIl4wMDAwMDAwOC4wMDAwMDAwMDMuMDAwMDAwMDAzLip6ZmluYWwiLAp9LAphbWQgPSB7CmZuID0gIi9vcHQv
PE_MPICH_GTL_DIR_amd_gfx90a=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_OMP_REQUIRES=
SSH_CONNECTION=134.253.242.223 59145 128.219.135.142 22
LESSCLOSE=lessclose.sh %s %s
CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:/opt/cray/pe/mpich/8.1.23/gtl/lib:/opt/cray/pe/dsmml/0.2.2/dsmml/lib:/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:/opt/cray/pe/pmi/6.1.8/lib:/opt/cray/pe/perftools/22.12.0/lib64
SLURM_PRIO_PROCESS=0
XKEYSYMDB=/usr/X11R6/lib/X11/XKeysymDB
PE_ENV=AMD
__LMOD_REF_COUNT_PE_DSMML_PKGCONFIG_LIBS=dsmml:1
__LMOD_REF_COUNT_C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
__LMOD_REF_COUNT_PE_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
LMOD_FAMILY_CRAYPE_CPU=craype-x86-trento
CRAYPAT_LD_LIBRARY_PATH=/opt/cray/pe/gcc-libs:/opt/cray/gcc-libs:/opt/cray/pe/perftools/22.12.0/lib64
CRAY_LMOD_COMPILER=amd/4.0
LMOD_MODULERCFILE=/sw/frontier/lmod/etc/rc.lua
CRAY_DSMML_PREFIX=/opt/cray/pe/dsmml/0.2.2/dsmml
PE_PRODUCT_LIST=CRAY_LIBSCI:CRAYPE:CRAY_PMI:CRAYPE_X86_TRENTO:PERFTOOLS:CRAYPAT
LMOD_FAMILY_MPI_VERSION=8.1.23
CRAYPAT_ROOT=/opt/cray/pe/perftools/22.12.0
PE_PERFTOOLS_MPICH_LIBDIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib
PE_MPICH_GTL_DIR_amd_gfx906=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
PE_LIBSCI_MODULE_NAME=cray-libsci/22.12.1.1
LANG=en_US.UTF-8
PE_LIBSCI_GENCOMPILERS_CRAY_x86_64=9.0
LMOD_SYSTEM_NAME=frontier
SLURM_SUBMIT_DIR=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth
PE_MPICH_GTL_DIR_amd_gfx908=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
MEMBERWORK=/lustre/orion/scratch/cpearson
PE_DSMML_MODULE_NAME=cray-dsmml
WINDOWMANAGER=xterm
_ModuleTable008_=cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAp3ViA9ICJNLip6ZmluYWwiLAp9LApbImNyYXlwZS14ODYtdHJlbnRvIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQvY3JheXBlLXg4Ni10cmVudG8ubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApsb2FkT3JkZXIgPSAxLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXlwZS14ODYtdHJlbnRvIiwKd1YgPSAiTS4qemZpbmFsIiwKfSwKWyJkYXJzaGFuLXJ1bnRpbWUiXSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9t
HIP_LIB_PATH=/opt/rocm-5.3.0/lib
LESS=-M -I -R
PE_MPICH_GTL_LIBS_nvidia70=-lmpi_gtl_cuda
JAVA_ROOT=/usr/lib64/jvm/java
LMOD_FAMILY_COMPILER_VERSION=5.3.0
HOSTNAME=frontier05673
LMOD_SYSTEM_DEFAULT_MODULES=craype-x86-trento:craype-network-ofi:perftools-base:xpmem:cray-pmi:PrgEnv-cray:DefApps
CSHEDIT=emacs
C_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
ENVIRONMENT=BATCH
GPG_TTY=/dev/pts/21
MPICH_OFI_NIC_POLICY=NUMA
LESS_ADVANCED_PREPROCESSOR=no
COLORTERM=truecolor
OLCF_DARSHAN_RUNTIME_ROOT=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp
_ModuleTable007_=ZWZpbGVzL2NvcmUvY3JheXBlLzIuNy4xOS5sdWEiLApmdWxsTmFtZSA9ICJjcmF5cGUvMi43LjE5IiwKbG9hZE9yZGVyID0gOSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJjcmF5cGUiLAp3ViA9ICJeMDAwMDAwMDIuMDAwMDAwMDA3LjAwMDAwMDAxOS4qemZpbmFsIiwKfSwKWyJjcmF5cGUtbmV0d29yay1vZmkiXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY3JheXBlLXRhcmdldHMvZGVmYXVsdC9jcmF5cGUtbmV0d29yay1vZmkubHVhIiwKZnVsbE5hbWUgPSAiY3JheXBlLW5ldHdvcmstb2ZpIiwKbG9hZE9yZGVyID0gMywKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1
CRAY_PERFTOOLS_VERSION=22.12.0
ROCR_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
ROCM_PATH=/opt/rocm-5.3.0
__LMOD_REF_COUNT_CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include:1
LMOD_FAMILY_CRAYPE_NETWORK=craype-network-ofi
JAVA_HOME=/usr/lib64/jvm/java
LMOD_FAMILY_CRAYPE_VERSION=2.7.19
VSCODE_GIT_ASKPASS_EXTRA_ARGS=
PE_XPMEM_PKGCONFIG_LIBS=cray-xpmem
SLURM_PROCID=0
APP2_STATE=22.12.0
SLURM_JOB_GID=27732
MACHTYPE=x86_64-suse-linux
PE_LIBSCI_FIXED_PRGENV=CRAYCLANG
__LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib:1;/opt/rocm-5.3.0/hsa/lib:1;/opt/rocm-5.3.0/lib64:1;/opt/rocm-5.3.0/lib:1;/opt/rocm-5.3.0/llvm/lib:1;/opt/cray/pe/python/3.9.13.1/lib:1;/opt/cray/pe/gcc-libs:1;/opt/cray/pe/papi/6.0.0.17/lib64:1;/opt/cray/libfabric/1.15.2.0/lib64:1
__LMOD_REF_COUNT_PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:2;/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:1;/opt/cray/pe/craype/2.7.19/pkg-config:1;/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:1;/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig:1
SLURMD_NODENAME=frontier05673
PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:PE_MPICH:PE_DSMML:PE_PMI:PE_XPMEM
_ModuleTable015_=L21vZHVsZWZpbGVzL2NwdS94ODYtdHJlbnRvLzEuMCIKLCAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4IiwgIi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlIgosICIvb3B0L2NyYXkvcGUvbG1vZC9sbW9kL21vZHVsZWZpbGVzL0NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQiCiwgIi9zdy9mcm9udGllci9tb2R1bGVmaWxlcyIsICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMiLAp9LApzeXN0ZW1CYXNlTVBBVEggPSAiL29wdC9jcmF5L3BlL21vZHVsZWZpbGVzL0xpbnV4Oi9vcHQvY3JheS9wZS9tb2R1bGVmaWxlcy9Db3JlOi9vcHQv
SLURM_JOB_END_TIME=1696895123
CRAY_MPICH_BASEDIR=/opt/cray/pe/mpich/8.1.23/ofi
PE_MPICH_GTL_DIR_nvidia80=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
_ModuleTable004_=c21tbCIsCndWID0gIl4wMDAwMDAwMC4wMDAwMDAwMDIuMDAwMDAwMDAyLip6ZmluYWwiLAp9LApbImNyYXktbGlic2NpIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1saWJzY2kvMjIuMTIuMS4xLmx1YSIsCmZ1bGxOYW1lID0gImNyYXktbGlic2NpLzIyLjEyLjEuMSIsCmxvYWRPcmRlciA9IDEyLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbGlic2NpIiwKd1YgPSAiXjAwMDAwMDIyLjAwMDAwMDAxMi4wMDAwMDAwMDEuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApbImNyYXktbXBpY2giXSA9IHsKZm4gPSAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMv
VIRTUAL_ENV=/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv
PE_LIBSCI_GENCOMPILERS_GNU_x86_64=9.1
MINICOM=-c on
SLURM_TASKS_PER_NODE=1
PAT_BUILD_PAPI_LIBDIR=/opt/cray/pe/papi/6.0.0.17/lib64
__LMOD_REF_COUNT_PYTHONPATH=/opt/cray/pe/python/3.9.13.1:1
SCOPE_BUILD=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build
C3_RSH=ssh -oConnectTimeout=10 -oForwardX11=no
PE_MPICH_PKGCONFIG_VARIABLES=PE_MPICH_GTL_DIR_@accelerator@:PE_MPICH_GTL_LIBS_@accelerator@
PE_MPICH_PKGCONFIG_LIBS=mpich
QT_SYSTEM_DIR=/usr/share/desktop-data
OSTYPE=linux
OLCF_FAMILY_CRAYPE=craype
XDG_SESSION_ID=1115
CRAY_DSMML_VER=0.2.2
__LMOD_REF_COUNT_PYTHON_PATH=/opt/cray/pe/python/3.9.13.1:1
SLURM_NNODES=1
USER=cpearson
PAGER=less
RFE_811452_DISABLE=1
CRAY_PYTHON_LEVEL=3.9.13.1
LMOD_FAMILY_PRGENV_VERSION=8.3.3
ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
OLCF_FAMILY_CRAYPE_NETWORK_VERSION=false
_ModuleTable012_=TmFtZSA9ICJ4cG1lbSIsCndWID0gIl4wMDAwMDAwMi4wMDAwMDAwMDYuMDAwMDAwMDAyLip6ZmluYWwtLjAwMDAwMDAwMi4wMDAwMDAwMDUuKl8uMDAwMDAwMDAyLjAwMDAwMDAyMi4qXy4qXy4qZ2QuMDAwMDAwMDY3LipjLjAwMDAwMDAwMy4qZi4qc2hhc3RhLip6ZmluYWwiLAp9LAp9LAptcGF0aEEgPSB7CgoiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy16dXp0eWZxL2NsYW5nLzE1LjAuMC1yb2NtNS4zLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY2xhbmcvMTUuMC4wLXJvY201LjMuMCIKLCAiL3N3
CRAY_CPU_TARGET=x86-trento
SLURM_JOB_START_TIME=1696887923
PE_LIBSCI_VOLATILE_PRGENV=AMD CRAY GNU
PKGCONFIG_ENABLED=1
__LMOD_REF_COUNT_MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:1;/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:1;/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:1;/opt/cray/pe/lmod/modulefiles/mix_compilers:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:1;/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:1;/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:1;/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:1;/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:1;/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:1;/opt/cray/pe/modulefiles/Linux:1;/opt/cray/pe/modulefiles/Core:1;/opt/cray/pe/lmod/lmod/modulefiles/Core:1;/opt/cray/pe/lmod/modulefiles/core:1;/opt/cray/pe/lmod/modulefiles/craype-targets/default:1;/sw/frontier/modulefiles:1;/opt/cray/modulefiles:1
MORE=-sl
CRAY_PERFTOOLS_PREFIX=/opt/cray/pe/perftools/22.12.0
PE_FORTRAN_PKGCONFIG_LIBS=mpichf90
__LMOD_REF_COUNT_CRAY_LD_LIBRARY_PATH=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64/lib:1;/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib:1;/opt/cray/pe/mpich/8.1.23/gtl/lib:1;/opt/cray/pe/dsmml/0.2.2/dsmml/lib:1;/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib:1;/opt/cray/pe/pmi/6.1.8/lib:1;/opt/cray/pe/perftools/22.12.0/lib64:1
OLCF_FAMILY_MPI_VERSION=8.1.23
CRAY_LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
PWD=/ccs/home/cpearson/proj/frontier-gpu-bandwidth
OLCF_FAMILY_COMPILER_VERSION=5.3.0
PE_MPICH_GTL_DIR_nvidia70=-L/opt/cray/pe/mpich/8.1.23/gtl/lib
SLURM_JOB_NODELIST=frontier05673
HOME=/ccs/home/cpearson
OLCF_FAMILY_CRAYPE_CPU=craype-x86-trento
SLURM_CLUSTER_NAME=frontier
CRAY_PMI_INCLUDE_OPTS=-I/opt/cray/pe/pmi/6.1.8/include
PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig
PELOCAL_PRGENV=true
BROWSER=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/helpers/browser.sh
VSCODE_GIT_ASKPASS_NODE=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/node
CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:/opt/rocm-5.3.0/hip:/opt/rocm-5.3.0
PE_LIBSCI_REQUIRED_PRODUCTS=PE_MPICH
SLURM_NODELIST=frontier05673
PE_LIBSCI_GENCOMPS_AMD_x86_64=40
TERM_PROGRAM=vscode
SLURM_GPUS_ON_NODE=8
HOST=login12
__LMOD_REF_COUNT_PE_PMI_PKGCONFIG_LIBS=cray-pmi:1
SSH_CLIENT=134.253.242.223 59145 22
TERM_PROGRAM_VERSION=1.82.3
LMOD_VERSION=8.7.15
XNLSPATH=/usr/share/X11/nls
PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90
SLURM_NTASKS=1
PE_LIBSCI_PKGCONFIG_LIBS=libsci_mpi:libsci
XDG_SESSION_TYPE=tty
SCOPE_RESULTS=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/run
SDK_HOME=/usr/lib64/jvm/java
CRAY_LMOD_CPU=x86-trento/1.0
PE_MPICH_GTL_LIBS_nvidia80=-lmpi_gtl_cuda
PE_LIBSCI_OMP_REQUIRES_openmp=_mp
LMOD_FAMILY_CRAYPE_CPU_VERSION=false
SLURM_JOB_CPUS_PER_NODE=56
BASH_ENV=/opt/cray/pe/lmod/lmod/init/bash
XDG_DATA_DIRS=/usr/share
__LMOD_REF_COUNT_PE_MPICH_FORTRAN_PKGCONFIG_LIBS=mpichf90:1
SLURM_TOPOLOGY_ADDR=root.s2309.frontier05673
SLURM_THREADS_PER_CORE=1
PYTHON_PATH=/opt/cray/pe/python/3.9.13.1
CRAY_LMOD_NET=ofi/1.0
PE_PMI_PKGCONFIG_LIBS=cray-pmi
__LMOD_REF_COUNT_PE_PKGCONFIG_PRODUCTS=PE_LIBSCI:1;PE_MPICH:1;PE_DSMML:1;PE_PMI:1;PE_XPMEM:1
PE_MPICH_MODULE_NAME=cray-mpich
OLCF_FAMILY_MPI=cray-mpich
CRAY_LIBSCI_DIR=/opt/cray/pe/libsci/22.12.1.1
LIBGL_DEBUG=quiet
SLURM_WORKING_CLUSTER=frontier:slurm1.frontier.olcf.ornl.gov:6817:9984:109
PE_LIBSCI_VOLATILE_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/@PRGENV@/@PE_LIBSCI_GENCOMPS@/@PE_LIBSCI_TARGET@/lib/pkgconfig
JDK_HOME=/usr/lib64/jvm/java
__LMOD_REF_COUNT_PE_MPICH_FIXED_PRGENV=AMD:1
OLCF_FAMILY_CRAYPE_VERSION=2.7.19
LMOD_SHELL_PRGM=bash
__LMOD_REF_COUNT_LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib:1
VSCODE_IPC_HOOK_CLI=/run/user/15925/vscode-ipc-256d0a63-d03f-4e14-9f9b-a9fe229fd587.sock
LIBSCI_VERSION=22.12.1.1
SLURM_JOB_NAME=r9
PROFILEREAD=true
TMPDIR=/tmp
LIBRARY_PATH=/opt/rocm-5.3.0/llvm/lib
HSA_PATH=/opt/rocm-5.3.0/hsa
PERFTOOLS_VERSION=22.12.0
SLURM_JOB_GPUS=0,1,2,3,4,5,6,7
__LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp:2;/opt/rocm-5.3.0/hip:2;/opt/rocm-5.3.0:2
LMOD_sys=Linux
_ModuleTable010_=dGggPSAyLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiaHNpL2RlZmF1bHQiLAp3ViA9ICIqZGVmYXVsdC4qemZpbmFsIiwKfSwKbGliZmFicmljID0gewpmbiA9ICIvb3B0L2NyYXkvbW9kdWxlZmlsZXMvbGliZmFicmljLzEuMTUuMi4wIiwKZnVsbE5hbWUgPSAibGliZmFicmljLzEuMTUuMi4wIiwKbG9hZE9yZGVyID0gMiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDEsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2VyTmFtZSA9ICJsaWJmYWJyaWMiLAp3ViA9ICJeMDAwMDAwMDEuMDAwMDAwMDE1LjAwMDAwMDAwMi4qemZpbmFsIiwKfSwKWyJwZXJmdG9vbHMtYmFzZSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL3BlcmZ0b29s
PE_PKGCONFIG_LIBS=darshan-runtime:libsci_mpi:libsci:mpich:dsmml
CRAY_PMI_PREFIX=/opt/cray/pe/pmi/6.1.8
SLURM_JOBID=1465536
_ModuleTable001_=X01vZHVsZVRhYmxlXyA9IHsKTVR2ZXJzaW9uID0gMywKY19yZWJ1aWxkVGltZSA9IDI5Mi4zNjM2NzIyNTY0NywKY19zaG9ydFRpbWUgPSAyLjQzNjM2MzkzNTQ3MDYsCmRlcHRoVCA9IHt9LApmYW1pbHkgPSB7ClByZ0VudiA9ICJQcmdFbnYtYW1kIiwKY29tcGlsZXIgPSAiYW1kIiwKY3JheXBlID0gImNyYXlwZSIsCmNyYXlwZV9jcHUgPSAiY3JheXBlLXg4Ni10cmVudG8iLApjcmF5cGVfbmV0d29yayA9ICJjcmF5cGUtbmV0d29yay1vZmkiLAptcGkgPSAiY3JheS1tcGljaCIsCn0sCm1UID0gewpEZWZBcHBzID0gewpmbiA9ICIvc3cvZnJvbnRpZXIvbW9kdWxlZmlsZXMvRGVmQXBwcy9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gIkRlZkFwcHMvZGVmYXVsdCIsCmxvYWRP
SLURM_CONF=/var/spool/slurmd/conf-cache/slurm.conf
CRAY_AMD_COMPILER_PREFIX=/opt/rocm-5.3.0
LOADEDMODULES=craype-x86-trento:libfabric/1.15.2.0:craype-network-ofi:perftools-base/22.12.0:xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:cray-pmi/6.1.8:cray-python/3.9.13.1:amd/5.3.0:craype/2.7.19:cray-dsmml/0.2.2:cray-mpich/8.1.23:cray-libsci/22.12.1.1:PrgEnv-amd/8.3.3:darshan-runtime/3.4.0:hsi/default:DefApps/default
CRAY_AMD_COMPILER_VERSION=5.3.0
OLCF_FAMILY_CRAYPE_CPU_VERSION=false
CRAYPE_NETWORK_TARGET=ofi
_ModuleTable006_=LAp1c2VyTmFtZSA9ICJjcmF5LXBtaSIsCndWID0gIl4wMDAwMDAwNi4wMDAwMDAwMDEuMDAwMDAwMDA4Lip6ZmluYWwiLAp9LApbImNyYXktcHl0aG9uIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1weXRob24vMy45LjEzLjEubHVhIiwKZnVsbE5hbWUgPSAiY3JheS1weXRob24vMy45LjEzLjEiLApsb2FkT3JkZXIgPSA3LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMCwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktcHl0aG9uIiwKd1YgPSAiXjAwMDAwMDAzLjAwMDAwMDAwOS4wMDAwMDAwMTMuMDAwMDAwMDAxLip6ZmluYWwiLAp9LApjcmF5cGUgPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVs
__LMOD_REF_COUNT_MANPATH=/sw/sources/hpss/man:1;/opt/cray/pe/libsci/22.12.1.1/man:1;/opt/cray/pe/man/csmlversion:1;/opt/cray/pe/mpich/8.1.23/ofi/man:1;/opt/cray/pe/mpich/8.1.23/man/mpich:1;/opt/cray/pe/dsmml/0.2.2/dsmml/man:1;/opt/cray/pe/craype/2.7.19/man:1;/opt/cray/pe/python/3.9.13.1/share/man:1;/opt/cray/pe/pmi/6.1.8/man:1;/opt/cray/pe/perftools/22.12.0/man:1;/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:1;/opt/cray/libfabric/1.15.2.0/share/man:1;/opt/cray/pe/lmod/lmod/share/man:1;/usr/local/man:1;/usr/share/man:1;/usr/man:1;/opt/c3/man:1;/opt/puppetlabs/puppet/share/man:1;/opt/clmgr/man:1;/opt/sgi/share/man:1;/opt/clmgr/share/man:1;/opt/clmgr/lib/cm-cli/man:1
_ModuleTable003_=Y3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvYW1kLzUuMy4wLmx1YSIsCmZ1bGxOYW1lID0gImFtZC81LjMuMCIsCmxvYWRPcmRlciA9IDgsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiYW1kIiwKd1YgPSAiXjAwMDAwMDA1LjAwMDAwMDAwMy4qemZpbmFsIiwKfSwKWyJjcmF5LWRzbW1sIl0gPSB7CmZuID0gIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NvcmUvY3JheS1kc21tbC8wLjIuMi5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LWRzbW1sLzAuMi4yIiwKbG9hZE9yZGVyID0gMTAsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAxLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAiY3JheS1k
SLURM_NODE_ALIASES=(null)
SLURM_JOB_QOS=normal
LMOD_ROOT=/opt/cray/pe/lmod
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.node
PAT_RT_PERFCTR_DISABLE_COMPONENTS=nvml,cuda
PE_CRAYCLANG_FIXED_PKGCONFIG_PATH=/opt/cray/pe/libsci/22.12.1.1/CRAY/9.0/x86_64/lib/pkgconfig
FROM_HEADER=
CRAY_MPICH_ROOTDIR=/opt/cray/pe/mpich/8.1.23
_ModuleTable013_=L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2xpbnV4LXNsZXMxNS14ODZfNjQvQ29yZSIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbXBpL2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tbmV0L2FtZC80LjAvb2ZpLzEuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvY29tcGlsZXIvYW1kLzQuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbWl4X2NvbXBpbGVycyIKLCAiL3N3L2Zyb250aWVyL3NwYWNrLWVudnMvYmFzZS9tb2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1hNzJteDQyL2Nj
MAIL=/var/spool/mail/cpearson
SLURM_CPUS_ON_NODE=56
SLURM_SPANK_GPU_POWER_CAP_SRC=default
VSCODE_GIT_ASKPASS_MAIN=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass-main.js
SLURM_JOB_NUM_NODES=1
_ModuleTable016_=Y3JheS9wZS9sbW9kL2xtb2QvbW9kdWxlZmlsZXMvQ29yZTovb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlOi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL2NyYXlwZS10YXJnZXRzL2RlZmF1bHQ6L3N3L2Zyb250aWVyL21vZHVsZWZpbGVzOi9vcHQvY3JheS9tb2R1bGVmaWxlcyIsCn0K
LESSKEY=/etc/lesskey.bin
_ModuleTable009_=b2R1bGVzL3NwYWNrL2NyYXktc2xlczE1LXg4Nl82NC9jcmF5LW1waWNoLzguMS4yMy1qNTZhenc1L2NjZS8xNS4wLjAvZGFyc2hhbi1ydW50aW1lLzMuNC4wLmx1YSIsCmZ1bGxOYW1lID0gImRhcnNoYW4tcnVudGltZS8zLjQuMCIsCmxvYWRPcmRlciA9IDE0LApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMiwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImRhcnNoYW4tcnVudGltZSIsCndWID0gIjAwMDAwMDAwMy4wMDAwMDAwMDQuKnpmaW5hbCIsCn0sCmhzaSA9IHsKZm4gPSAiL3N3L2Zyb250aWVyL21vZHVsZWZpbGVzL2hzaS9kZWZhdWx0Lmx1YSIsCmZ1bGxOYW1lID0gImhzaS9kZWZhdWx0IiwKbG9hZE9yZGVyID0gMTUsCnByb3BUID0ge30sCnN0YWNrRGVw
SHELL=/bin/bash
TERM=xterm-256color
CRAY_MPICH_VER=8.1.23
LMOD_ADMIN_FILE=/sw/frontier/lmod/etc/admin.list
SCOPE_SRC=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/comm_scope
XDG_SESSION_CLASS=user
PE_MPICH_FIXED_PRGENV=AMD
OLCF_FAMILY_PRGENV_VERSION=8.3.3
LMOD_SITE_NAME=OLCF
PE_LIBSCI_GENCOMPILERS_AMD_x86_64=4.0
LMOD_FAMILY_PRGENV=PrgEnv-amd
SLURM_JOB_UID=15925
_ModuleTable_Sz_=16
CRAY_LIBSCI_VERSION=22.12.1.1
CRAY_PYTHON_PREFIX=/opt/cray/pe/python/3.9.13.1
XCURSOR_THEME=DMZ
LS_OPTIONS=-N --color=tty -T 0
SLURM_JOB_PARTITION=batch
ROCM_COMPILER_VERSION=5.3.0
LMOD_FAMILY_COMPILER=amd
USE_PCM_DB=2
CRAY_DSMML_BASEDIR=/opt/cray/pe/dsmml/0.2.2
CRAY_XPMEM_POST_LINK_OPTS=-L/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/lib64
__LMOD_REF_COUNT_PE_AMD_FIXED_PKGCONFIG_PATH=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/lib/pkgconfig:1
PROJWORK=/lustre/orion/proj-shared
HWLOC_PCI_LOCALITY=/usr/share/hwloc/pci-locality-hpe-cray-ex235a
SLURM_JOB_USER=cpearson
PYTHONSTARTUP=/etc/pythonstart
SLURM_NPROCS=1
SHLVL=6
LANGUAGE=en_US.UTF-8
SLURM_SUBMIT_HOST=login12
CRAY_LIBSCI_PREFIX_DIR=/opt/cray/pe/libsci/22.12.1.1/AMD/4.0/x86_64
G_FILENAME_ENCODING=@locale,UTF-8,ISO-8859-15,CP1252
PYTHONPATH=/opt/cray/pe/python/3.9.13.1
SLURM_JOB_ACCOUNT=csc465
VSCODE_GIT_IPC_HANDLE=/run/user/15925/vscode-git-92c44bf4a7.sock
HIP_PATH=/opt/rocm-5.3.0/hip
MANPATH=/sw/sources/hpss/man:/opt/cray/pe/libsci/22.12.1.1/man:/opt/cray/pe/man/csmlversion:/opt/cray/pe/mpich/8.1.23/ofi/man:/opt/cray/pe/mpich/8.1.23/man/mpich:/opt/cray/pe/dsmml/0.2.2/dsmml/man:/opt/cray/pe/craype/2.7.19/man:/opt/cray/pe/python/3.9.13.1/share/man:/opt/cray/pe/pmi/6.1.8/man:/opt/cray/pe/perftools/22.12.0/man:/opt/cray/pe/papi/6.0.0.17/share/pdoc/man:/opt/cray/libfabric/1.15.2.0/share/man:/opt/cray/pe/lmod/lmod/share/man:/usr/local/man:/usr/share/man:/usr/man:/opt/c3/man:/opt/puppetlabs/puppet/share/man:/opt/clmgr/man:/opt/sgi/share/man:/opt/clmgr/share/man:/opt/clmgr/lib/cm-cli/man
CRAY_DSMML_VERSION=0.2.2
SLURM_SPANK_GPU_SRANGE=500-1700
FI_CXI_ATS=0
MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
OSCAR_HOME=/opt/oscar
OLCF_FAMILY_PRGENV=PrgEnv-amd
MODULEPATH=/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-zuztyfq/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/clang/15.0.0-rocm5.3.0:/sw/frontier/spack-envs/base/modules/spack/linux-sles15-x86_64/Core:/opt/cray/pe/lmod/modulefiles/mpi/amd/4.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0:/opt/cray/pe/lmod/modulefiles/compiler/amd/4.0:/opt/cray/pe/lmod/modulefiles/mix_compilers:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-a72mx42/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cce/15.0.0:/opt/cray/pe/lmod/modulefiles/mpi/crayclang/14.0/ofi/1.0/cray-mpich/8.0:/opt/cray/pe/lmod/modulefiles/perftools/22.12.0:/opt/cray/pe/lmod/modulefiles/net/ofi/1.0:/opt/cray/pe/lmod/modulefiles/cpu/x86-trento/1.0:/opt/cray/pe/modulefiles/Linux:/opt/cray/pe/modulefiles/Core:/opt/cray/pe/lmod/lmod/modulefiles/Core:/opt/cray/pe/lmod/modulefiles/core:/opt/cray/pe/lmod/modulefiles/craype-targets/default:/sw/frontier/modulefiles:/opt/cray/modulefiles
CRAY_MPICH_DIR=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
SLURM_GTIDS=0
OLCF_HSI_ROOT=/sw/sources/hpss
LMOD_FAMILY_CRAYPE=craype
LOGNAME=cpearson
DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/15925/bus
ROCM_COMPILER_PATH=/opt/rocm-5.3.0/llvm
CRAY_PMI_VERSION=6.1.8
CRAY_MPICH_VERSION=8.1.23
GIT_ASKPASS=/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/extensions/git/dist/askpass.sh
XDG_RUNTIME_DIR=/run/user/15925
CPLUS_INCLUDE_PATH=/opt/rocm-5.3.0/llvm/include
MODULEPATH_ROOT=/opt/cray/pe/modulefiles
LMOD_PACKAGE_PATH=/sw/frontier/lmod/libexec
__LMOD_REF_COUNT_PE_MPICH_GENCOMPILERS_AMD=5.0:1
PE_MPICH_GTL_LIBS_amd_gfx906=-lmpi_gtl_hsa
PE_DSMML_PKGCONFIG_LIBS=dsmml
JRE_HOME=/usr/lib64/jvm/java
PE_LIBSCI_PKGCONFIG_VARIABLES=PE_LIBSCI_OMP_REQUIRES_@openmp@:PE_SCI_EXT_LIBPATH:PE_SCI_EXT_LIBNAME
HSA_XNACK=1
PE_LIBSCI_GENCOMPS_CRAY_x86_64=90
XDG_CONFIG_DIRS=/etc/xdg
PATH=/sw/sources/hpss/bin:/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/bin:/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0/bin:/opt/cray/pe/mpich/8.1.23/bin:/opt/cray/pe/craype/2.7.19/bin:/opt/rocm-5.3.0/bin:/autofs/nccs-svm1_home1/cpearson/proj/frontier-gpu-bandwidth/.venv/bin:/opt/cray/pe/python/3.9.13.1/bin:/autofs/nccs-svm1_home1/cpearson/.vscode-server/bin/fdb98833154679dbaa7af67a5a29fe19e55c2b73/bin/remote-cli:/opt/cray/pe/perftools/22.12.0/bin:/opt/cray/pe/papi/6.0.0.17/bin:/opt/cray/libfabric/1.15.2.0/bin:/opt/clmgr/sbin:/opt/clmgr/bin:/opt/sgi/sbin:/opt/sgi/bin:/sw/frontier/bin:/usr/local/bin:/usr/bin:/bin:/opt/bin:/opt/c3/bin:/usr/lib/mit/bin:/opt/puppetlabs/bin:/sbin:/opt/cray/pe/bin
PE_MPICH_GTL_LIBS_amd_gfx908=-lmpi_gtl_hsa
SLURM_JOB_ID=1465536
_ModuleTable014_=ZS8xNS4wLjAiCiwgIi9zdy9mcm9udGllci9zcGFjay1lbnZzL2Jhc2UvbW9kdWxlcy9zcGFjay9jcmF5LXNsZXMxNS14ODZfNjQvY3JheS1tcGljaC84LjEuMjMtajU2YXp3NS9jY2UvMTUuMC4wIgosICIvc3cvZnJvbnRpZXIvc3BhY2stZW52cy9iYXNlL21vZHVsZXMvc3BhY2svY3JheS1zbGVzMTUteDg2XzY0L2NjZS8xNS4wLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9kL21vZHVsZWZpbGVzL21waS9jcmF5Y2xhbmcvMTQuMC9vZmkvMS4wL2NyYXktbXBpY2gvOC4wIgosICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9wZXJmdG9vbHMvMjIuMTIuMCIKLCAiL29wdC9jcmF5L3BlL2xtb2QvbW9kdWxlZmlsZXMvbmV0L29maS8xLjAiCiwgIi9vcHQvY3JheS9wZS9sbW9k
JAVA_BINDIR=/usr/lib64/jvm/java/bin
__LMOD_REF_COUNT_PE_PRODUCT_LIST=CRAY_LIBSCI:1;CRAYPE:1;CRAY_PMI:1;CRAYPE_X86_TRENTO:1;PERFTOOLS:1;CRAYPAT:1
_LMFILES_=/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-x86-trento.lua:/opt/cray/modulefiles/libfabric/1.15.2.0:/opt/cray/pe/lmod/modulefiles/craype-targets/default/craype-network-ofi.lua:/opt/cray/pe/lmod/modulefiles/core/perftools-base/22.12.0.lua:/opt/cray/modulefiles/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta:/opt/cray/pe/lmod/modulefiles/core/cray-pmi/6.1.8.lua:/opt/cray/pe/lmod/modulefiles/core/cray-python/3.9.13.1.lua:/opt/cray/pe/lmod/modulefiles/core/amd/5.3.0.lua:/opt/cray/pe/lmod/modulefiles/core/craype/2.7.19.lua:/opt/cray/pe/lmod/modulefiles/core/cray-dsmml/0.2.2.lua:/opt/cray/pe/lmod/modulefiles/comnet/amd/4.0/ofi/1.0/cray-mpich/8.1.23.lua:/opt/cray/pe/lmod/modulefiles/core/cray-libsci/22.12.1.1.lua:/opt/cray/pe/lmod/modulefiles/core/PrgEnv-amd/8.3.3.lua:/sw/frontier/spack-envs/base/modules/spack/cray-sles15-x86_64/cray-mpich/8.1.23-j56azw5/cce/15.0.0/darshan-runtime/3.4.0.lua:/sw/frontier/modulefiles/hsi/default.lua:/sw/frontier/modulefiles/DefApps/default.lua
OLCF_FAMILY_COMPILER=amd
SLURM_SPANK_GPU_SRANGE_SRC=default
MODULESHOME=/opt/cray/pe/lmod/lmod
PKG_CONFIG_PATH=/sw/frontier/spack-envs/base/opt/cray-sles15-zen3/cce-15.0.0/darshan-runtime-3.4.0-t6el25xrwgfg5j65rdrhrs3qjp4ojssp/lib/pkgconfig:/opt/cray/pe/dsmml/0.2.2/dsmml/lib/pkgconfig:/opt/cray/pe/craype/2.7.19/pkg-config:/opt/cray/pe/pmi/6.1.8/lib/pkgconfig:/opt/cray/libfabric/1.15.2.0/lib64/pkgconfig
LMOD_SETTARG_FULL_SUPPORT=no
LIBSCI_BASE_DIR=/opt/cray/pe/libsci/22.12.1.1
G_BROKEN_FILENAMES=1
_ModuleTable011_=cy1iYXNlLzIyLjEyLjAubHVhIiwKZnVsbE5hbWUgPSAicGVyZnRvb2xzLWJhc2UvMjIuMTIuMCIsCmxvYWRPcmRlciA9IDQsCnByb3BUID0ge30sCnN0YWNrRGVwdGggPSAwLApzdGF0dXMgPSAiYWN0aXZlIiwKdXNlck5hbWUgPSAicGVyZnRvb2xzLWJhc2UiLAp3ViA9ICJeMDAwMDAwMjIuMDAwMDAwMDEyLip6ZmluYWwiLAp9LAp4cG1lbSA9IHsKZm4gPSAiL29wdC9jcmF5L21vZHVsZWZpbGVzL3hwbWVtLzIuNi4yLTIuNV8yLjIyX19nZDA2N2MzZi5zaGFzdGEiLApmdWxsTmFtZSA9ICJ4cG1lbS8yLjYuMi0yLjVfMi4yMl9fZ2QwNjdjM2Yuc2hhc3RhIiwKbG9hZE9yZGVyID0gNSwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUiLAp1c2Vy
PE_MPICH_GTL_LIBS_amd_gfx90a=-lmpi_gtl_hsa
HISTSIZE=1000
CRAYPE_DIR=/opt/cray/pe/craype/2.7.19
LMOD_PKG=/opt/cray/pe/lmod/lmod
__LMOD_REF_COUNT_PE_MPICH_PKGCONFIG_LIBS=mpich:1
OFFLOAD_INIT=on_start
__LMOD_REF_COUNT_PE_PKGCONFIG_LIBS=darshan-runtime:1;libsci_mpi:1;libsci:1;mpich:1;dsmml:1
CPU=x86_64
CRAYPE_VERSION=2.7.19
OLCF_FAMILY_CRAYPE_NETWORK=craype-network-ofi
PE_MPICH_GENCOMPILERS_AMD=5.0
SLURM_SPANK_GPU_POWER_CAP=560
_ModuleTable005_=Y29tbmV0L2FtZC80LjAvb2ZpLzEuMC9jcmF5LW1waWNoLzguMS4yMy5sdWEiLApmdWxsTmFtZSA9ICJjcmF5LW1waWNoLzguMS4yMyIsCmxvYWRPcmRlciA9IDExLApwcm9wVCA9IHt9LApzdGFja0RlcHRoID0gMSwKc3RhdHVzID0gImFjdGl2ZSIsCnVzZXJOYW1lID0gImNyYXktbXBpY2giLAp3ViA9ICJeMDAwMDAwMDguMDAwMDAwMDAxLjAwMDAwMDAyMy4qemZpbmFsIiwKfSwKWyJjcmF5LXBtaSJdID0gewpmbiA9ICIvb3B0L2NyYXkvcGUvbG1vZC9tb2R1bGVmaWxlcy9jb3JlL2NyYXktcG1pLzYuMS44Lmx1YSIsCmZ1bGxOYW1lID0gImNyYXktcG1pLzYuMS44IiwKbG9hZE9yZGVyID0gNiwKcHJvcFQgPSB7fSwKc3RhY2tEZXB0aCA9IDAsCnN0YXR1cyA9ICJhY3RpdmUi
LMOD_CMD=/opt/cray/pe/lmod/lmod/libexec/lmod
CRAY_PMI_POST_LINK_OPTS=-L/opt/cray/pe/pmi/6.1.8/lib
WORLDWORK=/lustre/orion/world-shared
SLURM_LOCALID=0
CRAY_MPICH_PREFIX=/opt/cray/pe/mpich/8.1.23/ofi/amd/5.0
LESSOPEN=lessopen.sh %s
CRAYPAT_OPTS_EXECUTABLE=libexec64/opts
CRAY_XPMEM_INCLUDE_OPTS=-I/opt/cray/xpmem/2.6.2-2.5_2.22__gd067c3f.shasta/include
PE_LIBSCI_GENCOMPS_GNU_x86_64=91
LMOD_DIR=/opt/cray/pe/lmod/lmod/libexec
LMOD_FAMILY_MPI=cray-mpich
BASH_FUNC_module%%=() { if [ -z "${LMOD_SH_DBG_ON+x}" ]; then
case "$-" in
*v*x*)
__lmod_sh_dbg='vx'
;;
*v*)
__lmod_sh_dbg='v'
;;
*x*)
__lmod_sh_dbg='x'
;;
esac;
fi;
if [ -n "${__lmod_sh_dbg:-}" ]; then
set +$__lmod_sh_dbg;
echo "Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output" 1>&2;
fi;
eval "$($LMOD_CMD $LMOD_SHELL_PRGM "$@")" && eval "$(${LMOD_SETTARG_CMD:-:} -s sh)";
__lmod_my_status=$?;
if [ -n "${__lmod_sh_dbg:-}" ]; then
echo "Shell debugging restarted" 1>&2;
set -$__lmod_sh_dbg;
fi;
unset __lmod_sh_dbg;
return $__lmod_my_status
}
BASH_FUNC_ml%%=() { eval "$($LMOD_DIR/ml_cmd "$@")"
}
_=/usr/bin/env

9
results/figs.py
View File

@@ -96,14 +96,14 @@ for pattern in [
"implicit_managed_GPURdHost_fine",
"implicit_managed_GPUWrGPU_coarse",
"implicit_managed_GPUWrGPU_fine",
"implicit_managed_HostWrGPU_coarse",
# "implicit_managed_HostWrGPU_coarse", # takes too long
"implicit_managed_HostWrGPU_fine",
"implicit_managed_GPUWrHost_coarse",
"implicit_managed_GPUWrHost_fine",
"implicit_mapped_GPURdHost",
"implicit_mapped_GPUWrGPU",
"implicit_mapped_GPUWrHost",
"implicit_mapped_HostWrGPU",
# "implicit_mapped_HostWrGPU", # segfault
"prefetch_managed_GPUToGPU",
"prefetch_managed_GPUToHost",
"prefetch_managed_HostToGPU",
@@ -112,10 +112,15 @@ for pattern in [
for name, (x, t, terr, bw, bwerr) in series.items():
if pattern not in name:
continue
fields = name.split("/")
name = f'{fields[1]} -> {fields[2]}'
plt.errorbar(x, bw, yerr=bwerr, label=name)
output_path = f"{pattern}.pdf"
print(f"write {output_path}")
plt.xscale('log')
plt.xlabel('transfer size [B]')
plt.ylabel('bandwidth [GB/s]')
plt.title(pattern)
lgd = plt.legend(bbox_to_anchor=(1.04, 1))
plt.tight_layout()
plt.savefig(output_path, bbox_extra_artists=(lgd,), bbox_inches='tight')

3194
results/hipManaged_HostToGPUWriteDst.json Normal file
View File

File diff suppressed because it is too large Load Diff

30584
results/hipMemcpyAsync_GPUToGPU.json Normal file
View File

File diff suppressed because it is too large Load Diff

3858
results/hipMemcpyAsync_GPUToPageable.json Normal file
View File

File diff suppressed because it is too large Load Diff

3858
results/hipMemcpyAsync_GPUToPinned.json Normal file
View File

File diff suppressed because it is too large Load Diff

3858
results/hipMemcpyAsync_PageableToGPU.json Normal file
View File

File diff suppressed because it is too large Load Diff

3858
results/hipMemcpyAsync_PinnedToGPU.json Normal file
View File

File diff suppressed because it is too large Load Diff

3194
results/implicit_managed_GPURdHost_coarse.json Normal file
View File

File diff suppressed because it is too large Load Diff

3194
results/implicit_managed_GPURdHost_fine.json Normal file
View File

File diff suppressed because it is too large Load Diff

25272
results/implicit_managed_GPUWrGPU_coarse.json Normal file
View File

File diff suppressed because it is too large Load Diff

25272
results/implicit_managed_GPUWrGPU_fine.json Normal file
View File

File diff suppressed because it is too large Load Diff

3194
results/implicit_managed_GPUWrHost_coarse.json Normal file
View File

File diff suppressed because it is too large Load Diff

3194
results/implicit_managed_GPUWrHost_fine.json Normal file
View File

File diff suppressed because it is too large Load Diff

2362
results/implicit_managed_HostWrGPU_coarse.json Normal file
View File

File diff suppressed because it is too large Load Diff

3194
results/implicit_managed_HostWrGPU_fine.json Normal file
View File

File diff suppressed because it is too large Load Diff

3194
results/implicit_mapped_GPURdHost.json Normal file
View File

File diff suppressed because it is too large Load Diff

25272
results/implicit_mapped_GPUWrGPU.json Normal file
View File

File diff suppressed because it is too large Load Diff

1200
results/implicit_mapped_GPUWrHost.json Normal file
View File

File diff suppressed because it is too large Load Diff

38
results/implicit_mapped_HostWrGPU.json Normal file
View File

@@ -0,0 +1,38 @@
{
"context": {
"date": "2023-10-09T17:44:34-04:00",
"host_name": "frontier10439",
"executable": "/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth/build/comm_scope",
"num_cpus": 128,
"mhz_per_cpu": 1796,
"cpu_scaling_enabled": false,
"caches": [
{
"type": "Data",
"level": 1,
"size": 32768,
"num_sharing": 2
},
{
"type": "Instruction",
"level": 1,
"size": 32768,
"num_sharing": 2
},
{
"type": "Unified",
"level": 2,
"size": 524288,
"num_sharing": 2
},
{
"type": "Unified",
"level": 3,
"size": 33554432,
"num_sharing": 16
}
],
"load_avg": [0.39,3.82,18.5],
"library_build_type": "release"
},
"benchmarks": [

40
results/lscpu.r1.1465528.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.40
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r10.1465527.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.17
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r11.1465787.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.34
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r12.1467862.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.35
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r2.1465529.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.46
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r3.1465530.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.55
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r4.1465531.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.45
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r5.1465786.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.69
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r6.1465533.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.47
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r7.1465534.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.39
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r8.1465535.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.45
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

40
results/lscpu.r9.1465536.txt Normal file
View File

@@ -0,0 +1,40 @@
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Address sizes: 48 bits physical, 48 bits virtual
Byte Order: Little Endian
CPU(s): 128
On-line CPU(s) list: 0-127
Vendor ID: AuthenticAMD
Model name: AMD EPYC 7A53 64-Core Processor
CPU family: 25
Model: 48
Thread(s) per core: 2
Core(s) per socket: 64
Socket(s): 1
Stepping: 1
Frequency boost: enabled
CPU max MHz: 2000.0000
CPU min MHz: 1500.0000
BogoMIPS: 3992.55
Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 invpcid_single hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip pku ospke vaes vpclmulqdq rdpid overflow_recov succor smca fsrm
Virtualization: AMD-V
L1d cache: 2 MiB (64 instances)
L1i cache: 2 MiB (64 instances)
L2 cache: 32 MiB (64 instances)
L3 cache: 256 MiB (8 instances)
NUMA node(s): 4
NUMA node0 CPU(s): 0-15,64-79
NUMA node1 CPU(s): 16-31,80-95
NUMA node2 CPU(s): 32-47,96-111
NUMA node3 CPU(s): 48-63,112-127
Vulnerability Itlb multihit: Not affected
Vulnerability L1tf: Not affected
Vulnerability Mds: Not affected
Vulnerability Meltdown: Not affected
Vulnerability Mmio stale data: Not affected
Vulnerability Retbleed: Not affected
Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp
Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization
Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected
Vulnerability Srbds: Not affected
Vulnerability Tsx async abort: Not affected

13
results/modules.r1.1465528.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r10.1465527.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r11.1465787.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r12.1467862.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r2.1465529.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r3.1465530.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r4.1465531.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r5.1465786.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r6.1465533.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r7.1465534.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r8.1465535.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

13
results/modules.r9.1465536.txt Normal file
View File

@@ -0,0 +1,13 @@
Currently Loaded Modules:
1) craype-x86-trento 9) craype/2.7.19
2) libfabric/1.15.2.0 10) cray-dsmml/0.2.2
3) craype-network-ofi 11) cray-mpich/8.1.23
4) perftools-base/22.12.0 12) cray-libsci/22.12.1.1
5) xpmem/2.6.2-2.5_2.22__gd067c3f.shasta 13) PrgEnv-amd/8.3.3
6) cray-pmi/6.1.8 14) darshan-runtime/3.4.0
7) cray-python/3.9.13.1 15) hsi/default
8) amd/5.3.0 16) DefApps/default

27928
results/prefetch_managed_GPUToGPU.json Normal file
View File

File diff suppressed because it is too large Load Diff

3526
results/prefetch_managed_GPUToHost.json Normal file
View File

File diff suppressed because it is too large Load Diff

3526
results/prefetch_managed_HostToGPU.json Normal file
View File

File diff suppressed because it is too large Load Diff

15
results/rocm-smi.r1.1465528.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 38.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 36.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 30.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 30.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r10.1465527.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 97.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 89.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 42.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 33.0c 87.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 25.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r11.1465787.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 31.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 36.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 44.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 36.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 32.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r12.1467862.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 38.0c 98.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 30.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 29.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 31.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r2.1465529.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 38.0c 87.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 26.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r3.1465530.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 40.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 89.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 45.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 42.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 32.0c 90.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r4.1465531.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 40.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 29.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 35.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 32.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 30.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r5.1465532.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 37.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 33.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 39.0c 83.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 34.0c 85.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r5.1465786.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 40.0c 97.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 31.0c 90.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 33.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 40.0c 98.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 33.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r6.1465533.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 37.0c 91.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 42.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 35.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 41.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 34.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 35.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 32.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r7.1465534.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 36.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 43.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 30.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 32.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 38.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 28.0c 92.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r8.1465535.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 42.0c 94.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 34.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 32.0c 86.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 32.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 31.0c 84.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 40.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

15
results/rocm-smi.r9.1465536.txt Normal file
View File

@@ -0,0 +1,15 @@
======================= ROCm System Management Interface =======================
================================= Concise Info =================================
GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU%
0 34.0c 96.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
1 36.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
2 32.0c 88.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
3 35.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
4 29.0c 89.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
5 39.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
6 30.0c 93.0W 800Mhz 1600Mhz 0% manual 560.0W 0% 0%
7 37.0c N/A 800Mhz 1600Mhz 0% manual 0.0W 0% 0%
================================================================================
============================= End of ROCm SMI Log ==============================

2
scripts/run_1.sh
View File

@@ -35,7 +35,7 @@ srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*hipMemcpyAsync_PinnedToGPU/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/hipMemcpyAsync_PinnedToGPU"
--benchmark_out="$SCOPE_RESULTS/hipMemcpyAsync_PinnedToGPU.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \

18
scripts/run_11.sh
View File

@@ -31,22 +31,4 @@ srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_HostWrGPU_coarse.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_fine/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_fine.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_coarse/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_coarse.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_mapped_GPUWrHost/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_mapped_GPUWrHost.json"
date

46
scripts/run_12.sh Executable file
View File

@@ -0,0 +1,46 @@
#!/bin/bash
#SBATCH -A CSC465
#SBATCH -J r12
#SBATCH -o %x-%j.out
#SBATCH -t 2:00:00
#SBATCH -p batch
#SBATCH -N 1
# salloc -A CSC465 -N 1 -p batch -t 2:00:00
export ROOT=/lustre/orion/csc465/scratch/cpearson/frontier-gpu-bandwidth
export SCOPE_SRC=${ROOT}/comm_scope
export SCOPE_BUILD=${ROOT}/build
export SCOPE_RESULTS=${ROOT}/run
module load PrgEnv-amd/8.3.3
export HSA_XNACK=1
mkdir -p $SCOPE_RESULTS
module list > $SCOPE_RESULTS/modules.r12.$SLURM_JOBID.txt 2>&1
env > $SCOPE_RESULTS/env.r12.$SLURM_JOBID.txt
rocm-smi > $SCOPE_RESULTS/rocm-smi.r12.$SLURM_JOBID.txt 2>&1
lscpu > $SCOPE_RESULTS/lscpu.r12.$SLURM_JOBID.txt 2>&1
date
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_fine/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_fine.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_managed_GPUWrHost_coarse/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_managed_GPUWrHost_coarse.json"
srun -c 56 -n 1 --gpus 8 $SCOPE_BUILD/comm_scope \
--benchmark_repetitions=5 \
--benchmark_filter='.*implicit_mapped_GPUWrHost/0/0/.*' \
--benchmark_out_format=json \
--benchmark_out="$SCOPE_RESULTS/implicit_mapped_GPUWrHost.json"
date