NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
03/17/2022 11:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
03/17/2022 11:11 AM UTC
sha256:aa7e4ec29eae48b3293a872c5fc4dfd53615f13b0adfa6b7b15170e5e34dd179RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
03/17/2022 11:11 AM UTC
sha256:5e7e4977f59a069e33331ff45f8ba1b4b746fe31f5ebeb0c1ff2a639dc4e3255RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
03/17/2022 11:11 AM UTC
sha256:7dc76fe37f0ac9a35a8d0808f1a93af52ffabca431b8dfdfbfb10073282fa4f5RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  git checkout ${HUGECTR_BACKEND_VER} &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /repos/hugectr_inference_backend; fi
03/17/2022 11:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/usr/local/hadoop/bin:/usr/local/hadoop/sbin
03/17/2022 11:10 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
03/17/2022 11:10 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
03/17/2022 11:10 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
CPATH=/usr/local/hugectr/include:
03/17/2022 11:10 AM UTC
sha256:a318c1985a147216f6a7d0a3965a9507a13ae9c942b465753227b467b96a7f5dRUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git checkout ${HUGECTR_VER} &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/*; fi
03/17/2022 11:10 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.