NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
04/07/2022 10:13 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
04/07/2022 10:13 AM UTC
sha256:b85ef4e24a811f73ea62ff89bb415505df16a6318600c68c574cc905ee5ef1d0RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
04/07/2022 10:13 AM UTC
sha256:09fcbe8e254c1bb8bc9120cf97cc60b8797044ad058948947fb5f4b9084b4718RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
04/07/2022 10:13 AM UTC
sha256:43449b45a07caf413417f62df6ba98054b77d81a967a3de2d884bfd5c657231cRUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  git checkout ${HUGECTR_BACKEND_VER} &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /repos/hugectr_inference_backend; fi
04/07/2022 10:13 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/usr/local/hadoop/bin:/usr/local/hadoop/sbin
04/07/2022 10:12 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
04/07/2022 10:12 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
04/07/2022 10:12 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
CPATH=/usr/local/hugectr/include:
04/07/2022 10:12 AM UTC
sha256:ef7b62a5bf1248623a07ea6264b63275482f4677f0e65335a991c226c5e42f50RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git checkout ${HUGECTR_VER} &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/*; fi
04/07/2022 10:12 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.