NVIDIA
Merlin Tensorflow Inference
Container
NVIDIA
Merlin Tensorflow Inference

This container allows users to deploy NVTabular workflows and TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
05/06/2022 10:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
05/06/2022 10:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/06/2022 10:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 rm -rf /repos
05/06/2022 10:56 AM UTC
sha256:67ed6ea7f7ef5006ac26fc926ecea82a5281790e4989f5720a00c356ff1e2ff1RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
05/06/2022 10:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
05/06/2022 10:56 AM UTC
sha256:8c40c24c2f44f07051b27efac784413f3fd99ab726d548c3df34aaa50f828ff1RUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
05/06/2022 10:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec:/models
05/06/2022 10:56 AM UTC
sha256:999e9aeb63e77e0649e4ecd4ec176583a11926fa562bb5b6a0696302574de50eRUN
CORE_VER=main CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=main HUGECTR_VER=master MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v22.02.00 SYSTEMS_VER=main TF4REC_VER=main git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install . --no-deps;
05/06/2022 10:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec
05/06/2022 10:55 AM UTC
...