Skip to main content
NVIDIA
Merlin Tensorflow Inference
Container
NVIDIA
Merlin Tensorflow Inference

This container allows users to deploy NVTabular workflows and TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 rm -rf /repos
05/11/2022 7:48 PM UTC
sha256:f643ac3c6faa88dd573843c97a1dc951529b5ef49839f18e0465aedce07e3108RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
05/11/2022 7:47 PM UTC
sha256:e9259bb290785a3eb4f048524de99546e2a2f6d1012297704e361187dddfeebdRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
05/11/2022 7:47 PM UTC
sha256:8b87cfdbc069cfdd817914dedc9f225528deda4cb5b92b4fdde7850096999a71RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install . --no-deps;
05/11/2022 7:47 PM UTC
sha256:e301887968c1956497664be3d190f7627bffe013389ecea79a7cad401cbaf6f8RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install . --no-deps
05/11/2022 7:47 PM UTC
sha256:85dc2ddcf7b90f2b681da9edbaf40277e757bbe17a1d02b536cc32f432b77af4RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/NVTabular.git /nvtabular/ &&
  cd /nvtabular/ &&
  git checkout ${NVTAB_VER} &&
  pip install . --no-deps
05/11/2022 7:46 PM UTC
...