NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
6f05b8318c13d5ddf5b0c9aff80b190792598d3fe4663b4c5616a7a937e66ac8RUN
/bin/sh
04/07/2022 10:13 AM UTC
7ae1a64aa2dbc15eb7d0be5434b46fff3f261aa724d44b9b37d5ccd7efee5035HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
04/07/2022 10:13 AM UTC
1c5a8010331e3dd71fa3c55bc710ef501cfb9b5024cec14f226649888974d6c0RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
04/07/2022 10:13 AM UTC
c60124132c58ae3c606c63e9838268633dc3834a2e3509af285e7cb273294086RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
04/07/2022 10:13 AM UTC
0f8c70a5724b6d7d8ddd96a07b3ac6e0044e8eb0d26777d15234e0bb21170df2RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  git checkout ${HUGECTR_BACKEND_VER} &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /repos/hugectr_inference_backend; fi
04/07/2022 10:13 AM UTC
c1619b41d480b493d75974cd8e0dfe59dd4f6afe2c68eca6637eec37f8daf2b2ENV
PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/usr/local/hadoop/bin:/usr/local/hadoop/sbin
04/07/2022 10:12 AM UTC
aa96945c3a3352c571eea8e082415a9831b5dfc362b96994ca96a2608b82cf67ENV
LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
04/07/2022 10:12 AM UTC
15e2304d72517c426f1a43e072fffd6eb8e8d033d1be29d027c24434c1f85326ENV
LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
04/07/2022 10:12 AM UTC
fc09bf66ce87c77b1797483a1dafa10cc8cf62e1f1868efcbec47d5f4e9f0f82ENV
CPATH=/usr/local/hugectr/include:
04/07/2022 10:12 AM UTC
eeab888de303a290c0b3d3deeb35c36290854aba42b3869cc42d9906d49f2c83RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git checkout ${HUGECTR_VER} &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/*; fi
04/07/2022 10:12 AM UTC
...