ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
Merlin PyTorch Inference
Container
NVIDIA
NVIDIA
Merlin PyTorch Inference

This container allows users to deploy NVTabular workflows and PyTorch models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
04/07/2022 3:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
04/07/2022 3:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_VER=v3.5 MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 rm -rf /repos
04/07/2022 3:11 AM UTC
sha256:e9d46bfaa742bd12bc45675f25de034df259cf0142da7aff9bcfcb18fe8b8ac1RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_VER=v3.5 MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
04/07/2022 3:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
04/07/2022 3:11 AM UTC
sha256:2a0b6409351d794f4496862f0b0df19b9598311a2cbadf99513afe793a560cd6RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_VER=v3.5 MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
04/07/2022 3:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec:/models
04/07/2022 3:11 AM UTC
sha256:e825bdef33e91c51575c987068d4d9ce08000dbf8eb853e11d4c5ba81c2d22e0RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_VER=v3.5 MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install -e . --no-deps;
04/07/2022 3:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec
04/07/2022 3:11 AM UTC
sha256:10a4f98645ff83a607aaa21d15e2367860b391c3fb986d256ce1d1f9396794f9RUN
CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_VER=v3.5 MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install -e . --no-deps
04/07/2022 3:10 AM UTC
...