ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
Merlin PyTorch Inference
Container
NVIDIA
NVIDIA
Merlin PyTorch Inference

This container allows users to deploy NVTabular workflows and PyTorch models to Triton Inference server for production.

LayerLabelCreated
8a107fe8a32882d1340e4f67490ba21cbb2c06b46f3191d9e2d226c6bba1dd67RUN
/bin/sh
05/12/2022 5:54 PM UTC
d17182350c18267c8df27440a1612c5a4b81c7b2c605269a7ec7430fe028a669CMD
/bin/bash
05/12/2022 5:54 PM UTC
da1da80589603b80d8b8fc0dabd6fbd2d0330efc4383bd772d20e88bb2a1e81dHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/12/2022 5:54 PM UTC
9881f5ba19cb69cca037deba4c829c60e16d02affe4106e9f5d35eec4fc7cbedRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 rm -rf /repos
05/12/2022 5:54 PM UTC
d78f6f5dbfc8bcf47169381c30a8af2b54ba0e865c7cb332449f06fef0519ccaRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
05/12/2022 5:54 PM UTC
1e9927356894a99d97d4d50d4948b0080cd87283441b679a9e67912c9f18b44bARG
TRITON_VERSION
05/12/2022 5:54 PM UTC
cc2de6d32d55d24868f601e66865bb49c8ffd19b9ff82706d4d605a1792b58edRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Merlin/ /Merlin
05/12/2022 5:54 PM UTC
c52f44def5b0904b0ddee6bd13f47ad0c49e64ee92f95b2fdc519f4129f03e02RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install . --no-deps;
05/12/2022 5:54 PM UTC
5fe1dece518d6bd894074e785f881da4f2d3b892c23a022b8672b1192403f9d7RUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install . --no-deps
05/12/2022 5:53 PM UTC
3e2dea55e549dccfa9088ce24fb08583ff79b094e41186888f6629ac26189e4eRUN
CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.6 HUGECTR_VER=v3.6 MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 RMM_VER=v22.02.00 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 git clone https://github.com/NVIDIA-Merlin/NVTabular.git /nvtabular/ &&
  cd /nvtabular/ &&
  git checkout ${NVTAB_VER} &&
  pip install . --no-deps
05/12/2022 5:50 PM UTC
...