NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CONFIG
19b6d27dd94d72fc182edfddee7cd88d9cbcbf720565bfbf8b27a3754b745a6aRUN
/bin/bash -c #(nop) ENTRYPOINT []
08/04/2021 9:33 PM UTC
9fd430c659c3045a5f5cf249e6d947f08544ddde99e37957c0da34b7ecb44575RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
08/04/2021 9:33 PM UTC
33f615112b3dd0e995708a22e5557c09213ed1656f952c42b2e438b7971eb4adRUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c echo $(du -h --max-depth=1 /)
08/04/2021 9:33 PM UTC
72303dfca4be7f205a383521e8039b30e41d5d0fb6929b4f7c3c4337bbe8a04dRUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c pip install tqdm
08/04/2021 9:33 PM UTC
8838ca38811f6f74b0865c2f2198dae4485a4c586cf07c97e3d8ef0b573c955cRUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c rm -rf /repos
08/04/2021 9:33 PM UTC
9a2dfe8d93b9c7eca21c26e7f7cde14533d445cf306b6c958ecc7afbdacc104bRUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c echo $(du -h --max-depth=1 /)
08/04/2021 9:33 PM UTC
5f79a208dc94b173ab67502bfdb1914eda479dd6bef2c1c29b3d1ae8ba32cf27RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
08/04/2021 9:33 PM UTC
c082e9f57fc157ef193c99c1c119ea4e81d4bccff1f864acd790c65801e7ec6cRUN
/bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: PYTHONPATH=/usr/local/hugectr/lib:
08/04/2021 9:33 PM UTC
a64f1842ce9f457247ac487c6f785c81faa36ebbeea97b336e3a3a5c20c4c16eRUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c git clone https://github.com/NVIDIA/HugeCTR.git /repos/HugeCTR &&
  cd /repos/HugeCTR &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != "vnightly" ]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  export CPATH=/usr/local/hugectr/include:$CPATH &&
  export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
  git clone https://github.com/triton-inference-server/hugectr_backend /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != "vnightly" ] ; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout main; fi &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" &&
  make -j$(nproc) &&
  make install
08/04/2021 9:33 PM UTC
...