ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
Merlin PyTorch Inference
Container
NVIDIA
NVIDIA
Merlin PyTorch Inference

This container allows users to deploy NVTabular workflows and PyTorch models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
03/03/2022 10:11 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
03/03/2022 10:11 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 TRITON_VERSION=22.02 rm -rf /repos
03/03/2022 10:11 PM UTC
sha256:d587c3a7dce2e84b53368e68fa0295d186c66c79ec1aea7c633cbddf706b3faaRUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 TRITON_VERSION=22.02 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
03/03/2022 10:11 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TRITON_VERSION
03/03/2022 10:11 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/models:/transformers4rec:/nvtabular:/core:/usr/lib/python3.8/site-packages:
03/03/2022 10:11 PM UTC
sha256:b63b997fa2cb2dac40003e9b3049c8255c263c331bdfbfd03bbe1226baba0405RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install -e . --no-deps;
03/03/2022 10:11 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PYTHONPATH=/transformers4rec:/nvtabular:/core:/usr/lib/python3.8/site-packages:
03/03/2022 10:11 PM UTC
sha256:5586e593756dcf5465de38f532e120d73b7db87887d9fb23f55351526094fde8RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install -e . --no-deps
03/03/2022 10:11 PM UTC
sha256:a99661f7595ce1e32a92df2a56a76fa1c7ab2ede2d1f00080c0488e0104cbac4RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 pip install transformers==4.12
03/03/2022 10:11 PM UTC
...