NVIDIA
NVIDIA
Merlin HugeCTR
Container
NVIDIA
NVIDIA
Merlin HugeCTR

The Merlin HugeCTR container enables you to perform data preprocessing, feature engineering, train models with HugeCTR, and then serve the trained model with Triton Inference Server.

LayerLabelCreated
01977ba28104cd569434ea97f1fdb918c03db1cb0a2406287215879c7c7dc404RUN
/bin/sh
07/17/2024 9:26 AM UTC
0802653befd1b25bbbbe4f53421165a7627b6752333d6ff30461b5c1647ae5abCMD
/bin/bash
07/17/2024 9:26 AM UTC
b3b78f1de3088fa266ba523fc98351ba9279b4254833d288e2505e377f9856c2HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
07/17/2024 9:26 AM UTC
46e8dc87e97c2794fb61efd645df2004efe476e9e7120b8bb3eaf02ec771952bRUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"tensorflow" ]]; then export LD_LIBRARY_PATH=/usr/local/hugectr/lib:$LD_LIBRARY_PATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH SOK_COMPILE_UNIT_TEST=ON &&
  rm -rf /hugectr /distributed_embeddings &&
  if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_HUGECTR_REPO} /hugectr &&
  pushd /hugectr &&
  pip install ninja &&
  git submodule update --init --recursive &&
  cd sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  popd; fi &&
  if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
  cd /distributed_embeddings &&
  git checkout ${TFDE_VER} &&
  git submodule update --init --recursive &&
  make pip_pkg &&
  pip install artifacts/*.whl &&
  make clean; fi; fi
07/17/2024 9:26 AM UTC
7cee8ca35420a83d0c14b9fab6994d6d6b00be3b0e854db7855d494e9523fdcdRUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"hugectr" ]]; then export HADOOP_HOME=/opt/hadoop &&
  export PATH=${PATH}:${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin HDFS_NAMENODE_USER=root HDFS_SECONDARYNAMENODE_USER=root HDFS_DATANODE_USER=root YARN_RESOURCEMANAGER_USER=root YARN_NODEMANAGER_USER=root LIBHDFS_OPTS='-Djdk.lang.processReaperUseDefaultStackSize=true' UCX_ERROR_SIGNALS='' CLASSPATH=${CLASSPATH}: ${HADOOP_HOME}/etc/hadoop/*: ${HADOOP_HOME}/share/hadoop/common/*: ${HADOOP_HOME}/share/hadoop/common/lib/*: ${HADOOP_HOME}/share/hadoop/hdfs/*: ${HADOOP_HOME}/share/hadoop/hdfs/lib/*: ${HADOOP_HOME}/share/hadoop/mapreduce/*: ${HADOOP_HOME}/share/hadoop/yarn/*: ${HADOOP_HOME}/share/hadoop/yarn/lib/*; rm -rf /hugectr &&
  if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON ..; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so; fi &&
  if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then cd /hugectr &&
  git submodule update --init --recursive &&
  rm -rf build &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON ..; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../onnx_converter &&
  python setup.py install; fi &&
  if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/build &&
  cd /repos/hugectr_triton_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRTOSS_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRTOSS_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRTOSS_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../.. &&
  rm -rf hugectr_triton_backend &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so; fi &&
  ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr &&
  rm /usr/local/cuda/lib64/stubs/libcuda.so.1 &&
  rm -rf /repos /usr/local/share/jupyter/lab/staging/node_modules/marked /usr/local/share/jupyter/lab/staging/node_modules/node-fetch; fi
07/17/2024 9:26 AM UTC
93052428eff2302b54dd7722dc1f7012a05963248917a3f7190cb7cea9149155RUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"hugectr" ]]; then ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1; fi
07/17/2024 9:26 AM UTC
65f37ef3cf41114737e8edcf42750ed792a3e457560d49c7d2d35a4c9a44a406ARG
TFDE_VER=v0.2
07/17/2024 9:26 AM UTC
88ff55d0f10005e9b3f1b8766f99f33831f7d809ef2f6d88f901f9f0a6579865ARG
INSTALL_DISTRIBUTED_EMBEDDINGS=true
07/17/2024 9:26 AM UTC
c4b77d55014f1e17f802430324a2141903f8956f38294f6d9a054480b5889a9cARG
HUGECTR_HOME=/usr/local/hugectr
07/17/2024 9:26 AM UTC
f3b23e70893647ede58f8d270f6d5086adafb9bdc84971cb0c8bf7100d6f0169ARG
HUGECTR_BACKEND_VER=main
07/17/2024 9:26 AM UTC
...