NVIDIA
NVIDIA
Merlin TensorFlow
Container
NVIDIA
NVIDIA
Merlin TensorFlow

The Merlin TensorFlow container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with TensorFlow, and serve the trained model on Triton Inference Server.

LayerLabelCreated
0d640599f03e1f54d21b7c26ac90692c6957168778b8ac7350fd91c57ec18a90RUN
/bin/sh
09/25/2024 5:05 AM UTC
cd6d717694cacecaf027214b3a5728b5c2406c76a23bdad1af2249f7434d2b6eCMD
/bin/bash
09/25/2024 5:05 AM UTC
47cf4046794b2997fabfe4db925a5f91cbe49fde48926955fd0ca7d2048aaa1cHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
09/25/2024 5:05 AM UTC
67da764311c3c18a1d1afe74aa5daf344fcd4058047edbc32824ed5acc8388bbRUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"tensorflow" ]]; then export LD_LIBRARY_PATH=/usr/local/hugectr/lib:$LD_LIBRARY_PATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH SOK_COMPILE_UNIT_TEST=ON &&
  rm -rf /hugectr /distributed_embeddings &&
  if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_HUGECTR_REPO} /hugectr &&
  pushd /hugectr &&
  pip install ninja &&
  git submodule update --init --recursive &&
  cd sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  popd; fi &&
  if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
  cd /distributed_embeddings &&
  git checkout ${TFDE_VER} &&
  git submodule update --init --recursive &&
  make pip_pkg &&
  pip install artifacts/*.whl &&
  make clean; fi; fi
09/25/2024 5:05 AM UTC
37ed458d1e68fa22f39fab360019ec4f4f100bec886b60fcd7f74aaf2ca61c9fRUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"hugectr" ]]; then export HADOOP_HOME=/opt/hadoop &&
  export PATH=${PATH}:${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin HDFS_NAMENODE_USER=root HDFS_SECONDARYNAMENODE_USER=root HDFS_DATANODE_USER=root YARN_RESOURCEMANAGER_USER=root YARN_NODEMANAGER_USER=root LIBHDFS_OPTS='-Djdk.lang.processReaperUseDefaultStackSize=true' UCX_ERROR_SIGNALS='' CLASSPATH=${CLASSPATH}: ${HADOOP_HOME}/etc/hadoop/*: ${HADOOP_HOME}/share/hadoop/common/*: ${HADOOP_HOME}/share/hadoop/common/lib/*: ${HADOOP_HOME}/share/hadoop/hdfs/*: ${HADOOP_HOME}/share/hadoop/hdfs/lib/*: ${HADOOP_HOME}/share/hadoop/mapreduce/*: ${HADOOP_HOME}/share/hadoop/yarn/*: ${HADOOP_HOME}/share/hadoop/yarn/lib/*; rm -rf /hugectr &&
  if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON ..; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so; fi &&
  if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then cd /hugectr &&
  git submodule update --init --recursive &&
  rm -rf build &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  if [[ "${INSTALL_HDFS}" == "false" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON ..; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../onnx_converter &&
  python setup.py install; fi &&
  if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/build &&
  cd /repos/hugectr_triton_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRTOSS_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRTOSS_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRTOSS_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../.. &&
  rm -rf hugectr_triton_backend &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so; fi &&
  ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr &&
  rm /usr/local/cuda/lib64/stubs/libcuda.so.1 &&
  rm -rf /repos /usr/local/share/jupyter/lab/staging/node_modules/marked /usr/local/share/jupyter/lab/staging/node_modules/node-fetch; fi
09/25/2024 5:05 AM UTC
f61b003c29eb561731ccb21c10d5016961138a90aa81fb4c70e3e343ec8f9551RUN
CONTAINER=null HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=main INSTALL_DISTRIBUTED_EMBEDDINGS=true INSTALL_HDFS=false TFDE_VER=v0.2 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend.git _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ ${CONTAINER} == *"hugectr" ]]; then ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1; fi
09/25/2024 5:05 AM UTC
44e7b20ef95013de1fe496d6f92ed1ef4035844c100f6c68e211f21891afe51fARG
TFDE_VER=v0.2
09/25/2024 5:05 AM UTC
f6cd744fb57a0eac465cbb763101c8c7191d2e42f50fb742f9e94c14797fe0d0ARG
INSTALL_DISTRIBUTED_EMBEDDINGS=true
09/25/2024 5:05 AM UTC
810713c932c70fba81d82cdef9f84611076e0893aa780ce53c770ac1da941050ARG
HUGECTR_HOME=/usr/local/hugectr
09/25/2024 5:05 AM UTC
1ccd84d4192bae511b24a56063c8e0b2f740b1bf4dbbb93760c6584ca1ecee81ARG
HUGECTR_BACKEND_VER=main
09/25/2024 5:05 AM UTC
...