NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
ea7276ab496f1afc7b9af1485a99c35d87c230403cfe44835abddcd8a1957ef8RUN
/bin/sh
05/06/2022 9:55 AM UTC
3365096cf611130a42426e107219181d640ec8746fd0f6418b3411a9b37e1506CMD
/bin/bash
05/06/2022 9:55 AM UTC
ccf17240d721b1b3c57ba106404d9800ef15c61acd1e9f7fe1379108e0730ccdHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/06/2022 9:55 AM UTC
c95a099862f30abb63955c95e75b653cf618673606e618a80caf87e957b8389bRUN
BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
05/06/2022 9:55 AM UTC
99ebfc3c0ad4c27a218cff0f1ad804bd88d968e149141e3323ce46c07d768d2aRUN
BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr
05/06/2022 9:55 AM UTC
376daa32f381fc37399c470c71456fdff9e96b9a9956fe29e52821729f89b197RUN
BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/build &&
  cd /repos/hugectr_triton_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRITON_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRITON_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRITON_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../.. &&
  rm -rf hugectr_triton_backend &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so ; fi
05/06/2022 9:55 AM UTC
0c96bd920e2bb9bf419690c4fb115f3c1fc3cdd98c436f024fc1dcf1bdd6c141ENV
PATH=/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin CPATH=:/usr/local/hugectr/include LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec:/models:/usr/local/hugectr/lib
05/06/2022 9:54 AM UTC
88ed7e47c27bad3674acbcd6af0ad1cdd737047cea1da031fbbc4d0f8d352430RUN
BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ -f "/usr/local/lib/libhdfs.so" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so ; fi
05/06/2022 9:54 AM UTC
a711947b8f2843e6247cc846697c80d1132d263b5f7e1ca1c80b58d1a6e8f9b0ARG
HUGECTR_HOME=/usr/local/hugectr
05/06/2022 9:50 AM UTC
fb9438ee33b63480d66244c0062f6a893629b83bfa252d0252b30a5591b06bf9ARG
_CI_JOB_TOKEN=
05/06/2022 9:50 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.