NVIDIA
Merlin PyTorch Inference
Container
NVIDIA
Merlin PyTorch Inference

This container allows users to deploy NVTabular workflows and PyTorch models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
05/06/2022 10:03 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
05/06/2022 10:03 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/06/2022 10:03 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 rm -rf /repos
05/06/2022 10:03 AM UTC
sha256:1470497b0d2351b942d53c431b2cee5883e42d0911504326e05e25d940d96a66RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
05/06/2022 10:03 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
05/06/2022 10:03 AM UTC
sha256:ac175948bab62d90933ad89827c2bc43fb11597345091f37e7ec3429b759b5e0RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
05/06/2022 10:03 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec:/models
05/06/2022 10:03 AM UTC
sha256:ed70a704b00826e1a9e096a7f8b9d4134686dc767925e86ab57f3274983ee949RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install . --no-deps;
05/06/2022 10:03 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec
05/06/2022 10:03 AM UTC
...