NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
ec32a006aa127f8c132bc9471dd12c344fa8b39d075800d33d5ee78ffe2ef0deRUN
/bin/sh
05/11/2022 8:07 PM UTC
e20c123bd91de38dd861e5c26f2b51d829692d5b8e61c0ce7be569cd68e22ebeCMD
/bin/bash
05/11/2022 8:07 PM UTC
9a3bb6219670173359f7327e664f4770b8fdd139bf0d60afb8e08e3c48430497HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/11/2022 8:07 PM UTC
924842a108fa83893f8ee1ffed092afb6f905994977e655ac6251ce9eb0f7474RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
05/11/2022 8:07 PM UTC
42326bbb285d8d86eae35fa909bf6bab0422c5c74a0c04fb21de4ffe5e2fe493RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr
05/11/2022 8:07 PM UTC
ac54083ee1b119129d1d0a81ffebdc87b6172332a0e3e971a321794455458ebdRUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/build &&
  cd /repos/hugectr_triton_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRITON_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRITON_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRITON_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../.. &&
  rm -rf hugectr_triton_backend &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so ; fi
05/11/2022 8:07 PM UTC
ef7e596c1d01167cd9ff17aa83c978561dcbc572bd31a0d5a7835921c4d9be9bENV
PATH=/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin CPATH=:/usr/local/hugectr/include LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib PYTHONPATH=/usr/lib/python3.8/site-packages::/usr/local/hugectr/lib
05/11/2022 8:06 PM UTC
4314d30991ae15bb92c3a8eaf4dc683b0b9a25f0aa41086d0c6b1cc85205922fRUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ -f "/usr/local/lib/libhdfs.so" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so ; fi
05/11/2022 8:06 PM UTC
44e03945b4ef03a34b25142b0b0ea615ef1c73aaebbbb2fc3ef72acfcdb52c99ARG
HUGECTR_HOME=/usr/local/hugectr
05/11/2022 8:01 PM UTC
2a529e3793145bc519235951547602cb422d7f90fa7f4fd235ae8dc0b528161eARG
_CI_JOB_TOKEN=
05/11/2022 8:01 PM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.