|10

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v24.06.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false TRITON_VERSION=24.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /usr/local/share/jupyter/lab/staging/node_modules/marked

PYTHONPATH=:/usr/local/lib/python3.10/dist-packages/:/usr/local/hugectr/lib

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v24.06.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false TRITON_VERSION=24.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s ${HUGECTR_HOME}/backends/hps /opt/tritonserver/backends/hps

HUGECTR_BACKEND_VER=v23.09.00 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v24.06.00 HWLOC_VER=2.4.1 INSTALL_HDFS=false TRITON_VERSION=24.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="70;75;80;90" -DENABLE_INFERENCE=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="70;75;80;90" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/hps_backend/build &&
  cd /repos/hugectr_triton_backend/hps_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRITON_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRITON_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRITON_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hps/*.so &&
  cd ../../.. &&
  rm -rf hugectr_triton_backend &&
  rm -rf ${HUGECTR_HOME}/lib/libgmock* ${HUGECTR_HOME}/lib/pkgconfig/gmock* ${HUGECTR_HOME}/include/gmock &&
  rm -rf ${HUGECTR_HOME}/lib/libgtest* ${HUGECTR_HOME}/lib/pkgconfig/gtest* ${HUGECTR_HOME}/include/gtest &&
  cd /hugectr/build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-$(echo $CUDA_VERSION | awk -F'.' '{print $1"."$2}')/compat &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80;90" -DENABLE_MULTINODES=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80;90" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../hps_trt &&
  mkdir build &&
  cd build &&
  cmake -DSM="70;75;80;90" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../../onnx_converter &&
  python setup.py install &&
  pip --no-cache-dir install ninja tf2onnx &&
  cd ../sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  cd ../hps_torch/ &&
  TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 9.0" python setup.py install &&
  mv /hugectr/ci ~/hugectr-ci &&
  mv /hugectr/sparse_operation_kit/sparse_operation_kit ~/hugectr-sparse_operation_kit &&
  rm -rf /hugectr &&
  mkdir -p /hugectr /hugectr/sparse_operation_kit &&
  mv ~/hugectr-ci /hugectr/ci &&
  mv ~/hugectr-sparse_operation_kit /hugectr/sparse_operation_kit/sparse_operation_kit &&
  chmod +x /hugectr/ci/* /hugectr/sparse_operation_kit/sparse_operation_kit/* ; fi

PATH=/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin CPATH=:/usr/local/hugectr/include LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/tensorflow:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib

TRITON_VERSION

HUGECTR_HOME=/usr/local/hugectr

_HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git

_CI_JOB_TOKEN=