|8

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v23.09.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /usr/local/share/jupyter/lab/staging/node_modules/marked

PYTHONPATH=:/usr/local/lib/python3.10/dist-packages/:/usr/local/hugectr/lib

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v23.09.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then rm -rf ${HUGECTR_HOME}/lib/libgmock* ${HUGECTR_HOME}/lib/pkgconfig/gmock* ${HUGECTR_HOME}/include/gmock &&
  rm -rf ${HUGECTR_HOME}/lib/libgtest* ${HUGECTR_HOME}/lib/pkgconfig/gtest* ${HUGECTR_HOME}/include/gtest &&
  git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-$(echo $CUDA_VERSION | awk -F'.' '{print $1"."$2}')/compat &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80;90" -DENABLE_MULTINODES=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80;90" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../onnx_converter &&
  python setup.py install &&
  mv /hugectr/ci ~/hugectr-ci &&
  rm -rf /hugectr &&
  mkdir -p /hugectr &&
  mv ~/hugectr-ci /hugectr/ci ; fi

HUGECTR_HOME=/usr/local/hugectr

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_VER=v23.09.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s libibverbs.so.1 $(find /usr/lib/*-linux-gnu/libibverbs.so.1 | sed -e 's/\.1$//g')

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_VER=v23.09.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/lib/libcudf.so /usr/lib/libcudf_io.so

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_VER=v23.09.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/lib/libcudf.so /usr/lib/libcudf_base.so

HCOLL_ENABLE_MCAST=0

SHARP_COLL_LOG_LEVEL=3