NVIDIA
NVIDIA
Merlin Tensorflow Inference
Container
NVIDIA
NVIDIA
Merlin Tensorflow Inference

This container allows users to deploy NVTabular workflows and TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 rm -rf /repos
05/11/2022 7:48 PM UTC
sha256:f643ac3c6faa88dd573843c97a1dc951529b5ef49839f18e0465aedce07e3108RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
05/11/2022 7:48 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
05/11/2022 7:47 PM UTC
sha256:e9259bb290785a3eb4f048524de99546e2a2f6d1012297704e361187dddfeebdRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
05/11/2022 7:47 PM UTC
sha256:8b87cfdbc069cfdd817914dedc9f225528deda4cb5b92b4fdde7850096999a71RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install . --no-deps;
05/11/2022 7:47 PM UTC
sha256:e301887968c1956497664be3d190f7627bffe013389ecea79a7cad401cbaf6f8RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install . --no-deps
05/11/2022 7:47 PM UTC
sha256:85dc2ddcf7b90f2b681da9edbaf40277e757bbe17a1d02b536cc32f432b77af4RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/NVTabular.git /nvtabular/ &&
  cd /nvtabular/ &&
  git checkout ${NVTAB_VER} &&
  pip install . --no-deps
05/11/2022 7:46 PM UTC
...