GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf &&
  ldconfig; fi

/opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl

LIBRARY_PATH=/usr/local/cuda/lib64/stubs:

GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 export DEVEL=1 BASE=0 &&
  /nvidia/build-scripts/installNCU.sh &&
  /nvidia/build-scripts/installCUDA.sh &&
  /nvidia/build-scripts/installLIBS.sh &&
  if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi &&
  /nvidia/build-scripts/installCUDNN.sh &&
  /nvidia/build-scripts/installCUTENSOR.sh &&
  /nvidia/build-scripts/installTRT.sh &&
  /nvidia/build-scripts/installNSYS.sh &&
  /nvidia/build-scripts/installCUSPARSELT.sh &&
  if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi &&
  rm -f /tmp/cuda-*.patch

cuda-*.patch /tmp

OMPI_MCA_coll_hcoll_enable=0

OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 cd /nvidia &&
  ( export DEBIAN_FRONTEND=noninteractive &&
  apt-get update &&
  apt-get install -y --no-install-recommends libibverbs1 libibverbs-dev librdmacm1 librdmacm-dev libibumad3 libibumad-dev ibverbs-utils ibverbs-providers &&
  rm -rf /var/lib/apt/lists/* &&
  rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) &&
  ( cd opt/gdrcopy/ &&
  dpkg -i libgdrapi_*.deb ) &&
  ( cp -r opt/hpcx /opt/ &&
  cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ &&
  ln -sf /opt/hpcx/ompi /usr/local/mpi &&
  ln -sf /opt/hpcx/ucx /usr/local/ucx &&
  sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf &&
  sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) &&
  ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then cd opt/amazon/efa/ &&
  dpkg -i libfabric*.deb &&
  rm /opt/amazon/efa/lib/libfabric.a &&
  echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf; fi ) &&
  ldconfig

TARGETARCH=amd64

GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=39.0 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1