ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
Merlin PyTorch Inference
Container
NVIDIA
NVIDIA
Merlin PyTorch Inference

This container allows users to deploy NVTabular workflows and PyTorch models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
05/12/2022 5:54 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
05/12/2022 5:54 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/12/2022 5:54 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 rm -rf /repos
05/12/2022 5:54 PM UTC
sha256:f8461d31085777348b8f1f0e67d95e541f42076931838ee9ea6362f4239c12baRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
05/12/2022 5:54 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
05/12/2022 5:54 PM UTC
sha256:238c4a8e609c7513d4da3966786af2f54aea189e42c2de41e00171adda0afc17RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
05/12/2022 5:54 PM UTC
sha256:671621c997954cb3bdb931f2ec5f14baa08b48988bb1a08556248edf50452cdbRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install . --no-deps;
05/12/2022 5:54 PM UTC
sha256:795138b6bc9b350150bad43b0d569b6dd09c696b22c2397adadfa4060f539ad7RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install . --no-deps
05/12/2022 5:53 PM UTC
sha256:db70342288b02e403e0ac98f36e8f80f449d7079423e82646c624a9645a17b23RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/NVTabular.git /nvtabular/ &&
  cd /nvtabular/ &&
  git checkout ${NVTAB_VER} &&
  pip install . --no-deps
05/12/2022 5:50 PM UTC
...