NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) CMD ["/bin/bash"]
09/26/2021 12:44 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENTRYPOINT []
09/26/2021 12:44 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
09/26/2021 12:44 AM UTC
sha256:b1793b2b21c88f9d7926011441dc8ffc1686f6b576f3f6f2f3875e2e860581bcRUN
CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c echo $(du -h --max-depth=1 /)
09/26/2021 12:44 AM UTC
sha256:932d711b7e373125138fd6250adb8d99b851c24ad07a197fdf20b62ad2e4f05fRUN
CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c pip install numba numpy --upgrade
09/26/2021 12:44 AM UTC
sha256:fc270942658e8b3a3343c6012c6f7f938c0c3b733eb3ba8d854806768f5c6575RUN
CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c pip install tqdm
09/26/2021 12:44 AM UTC
sha256:083fade5eaab45af5130010e34ae5ebe5f54ce92bd3e0faeb16c5978ad58c4bbRUN
CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c rm -rf /repos
09/26/2021 12:44 AM UTC
sha256:63fa0f8769f5a38c25711d795d0c19bbbc72430f8c49b12e04c814cadf042fcfRUN
CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
09/26/2021 12:44 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: PYTHONPATH=/usr/local/hugectr/lib:
09/26/2021 12:44 AM UTC
sha256:e9f00a7b181139ac97fd0f6de522ac0e837de5e832dde21fbbc23bfe5b297159RUN
CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c git clone https://github.com/NVIDIA/HugeCTR.git /repos/HugeCTR &&
  cd /repos/HugeCTR &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != "vnightly" ]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout ${HUGECTR_VER}-integration; fi &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  export CPATH=/usr/local/hugectr/include:$CPATH &&
  export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
  git clone https://github.com/triton-inference-server/hugectr_backend /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != "vnightly" ] ; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout main; fi &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j$(nproc) &&
  make install
09/26/2021 12:44 AM UTC
...