NVIDIA
NVIDIA
Merlin PyTorch
Container
NVIDIA
NVIDIA
Merlin PyTorch

The Merlin PyTorch container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with PyTorch, and serve the trained model on Triton Inference Server.

LayerLabelCreated
5dc623951816f549be52625caf2df7b3feab367dbdb2aff2d4fdd54965ccfbdcRUN
/bin/sh
09/25/2024 6:31 AM UTC
e30c5eca7ad32a89fb89c080b1461750421d559968c87c4d03385f8b6148a508CMD
/bin/bash
09/25/2024 6:31 AM UTC
45142ec57b06d9239f65a4cdf0f386fc0e2458f1be93c99db031712c5ccef39eHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
09/25/2024 6:31 AM UTC
fb948e8d72ed7d3f1dbf6eda48a159cdc797b2d39ddcfaab7dd9bac98f122dd5RUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"tensorflow" ]]; then export LD_LIBRARY_PATH=/usr/local/hugectr/lib:$LD_LIBRARY_PATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH SOK_COMPILE_UNIT_TEST=ON &&
  rm -rf /hugectr /distributed_embeddings &&
  if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_HUGECTR_REPO} /hugectr &&
  pushd /hugectr &&
  pip install ninja &&
  git submodule update --init --recursive &&
  cd sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  popd; fi &&
  if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
  cd /distributed_embeddings &&
  git checkout ${TFDE_VER} &&
  git submodule update --init --recursive &&
  make pip_pkg &&
  pip install artifacts/*.whl &&
  make clean; fi; fi
09/25/2024 6:31 AM UTC
ff11ff07ec4788c5ad6b164be17b5bc5a120ce50c31d99e2ff3747109bd0d401RUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"hugectr" ]]; then export HADOOP_HOME=/opt/hadoop &&
  export PATH=${PATH}:${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin HDFS_NAMENODE_USER=root HDFS_SECONDARYNAMENODE_USER=root HDFS_DATANODE_USER=root YARN_RESOURCEMANAGER_USER=root YARN_NODEMANAGER_USER=root LIBHDFS_OPTS='-Djdk.lang.processReaperUseDefaultStackSize=true' UCX_ERROR_SIGNALS='' CLASSPATH=${CLASSPATH}: ${HADOOP_HOME}/etc/hadoop/*: ${HADOOP_HOME}/share/hadoop/common/*: ${HADOOP_HOME}/share/hadoop/common/lib/*: ${HADOOP_HOME}/share/hadoop/hdfs/*: ${HADOOP_HOME}/share/hadoop/hdfs/lib/*: ${HADOOP_HOME}/share/hadoop/mapreduce/*: ${HADOOP_HOME}/share/hadoop/yarn/*: ${HADOOP_HOME}/share/hadoop/yarn/lib/*; rm -rf /hugectr &&
  if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON ..; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so; fi &&
  if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then cd /hugectr &&
  git submodule update --init --recursive &&
  rm -rf build &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON ..; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../onnx_converter &&
  python setup.py install; fi &&
  if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/build &&
  cd /repos/hugectr_triton_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRTOSS_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRTOSS_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRTOSS_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../.. &&
  rm -rf hugectr_triton_backend &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so; fi &&
  ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr &&
  rm /usr/local/cuda/lib64/stubs/libcuda.so.1 &&
  rm -rf /repos /usr/local/share/jupyter/lab/staging/node_modules/marked /usr/local/share/jupyter/lab/staging/node_modules/node-fetch; fi
09/25/2024 6:31 AM UTC
3faa8775bad8175482bb32762e1587ee884bcf276586b790951d77548ae84738RUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"hugectr" ]]; then ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1; fi
09/25/2024 6:31 AM UTC
a47eb5f0551d15dc52482ba098d12ca810ba7c044b41cbe5f1ee2591877c3eb9ARG
TFDE_VER=v0.2
09/25/2024 6:31 AM UTC
d906e322864a5ef84295ba04a34153c5826a19bbb105857b72b341f479e62a3cARG
INSTALL_DISTRIBUTED_EMBEDDINGS=true
09/25/2024 6:31 AM UTC
57a60511949a1810bc603b0dc2a78c83eb52de43b4bee561abfe1ef01c710524ARG
HUGECTR_HOME=/usr/local/hugectr
09/25/2024 6:31 AM UTC
a29b6e9d0d6da80463aa906ea30b1a91eecd9132758861a0b7b38851343a8f10ARG
HUGECTR_BACKEND_VER=main
09/25/2024 6:31 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.