ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
Merlin Tensorflow Inference
Container
NVIDIA
NVIDIA
Merlin Tensorflow Inference

This container allows users to deploy NVTabular workflows and TensorFlow models to Triton Inference server for production.

LayerLabelCreated
132dbe2af26cd0dbde370b0eefa7b8940d24883e5d9cd1ed69db4c7b474580a6RUN
/bin/sh
03/03/2022 10:04 PM UTC
b526c27dea947d4aae46c36819bc7fbfc479ad986ebd75b92120c941cac5cc0dHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
03/03/2022 10:04 PM UTC
20447dfd45b9211fe83fe2482350959174c766a3cc99ae822852c2f6c9aa08a2RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 TRITON_VERSION=22.02 rm -rf /repos
03/03/2022 10:04 PM UTC
193cb196ebecc80b500a8565f35f3a3ab499b1d52471cd0a6ee287f96a6a9fbaRUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 TRITON_VERSION=22.02 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
03/03/2022 10:04 PM UTC
0624d83ec0c0517386a0b316d015ab823f6a45a288a5ef806e42aa3e4e29db96ARG
TRITON_VERSION
03/03/2022 10:03 PM UTC
5656ca4fb7d717dfff86cebb9b11d3e6304d37c6bffdd0e700c5624f64c073e5ENV
PYTHONPATH=/models:/transformers4rec:/nvtabular:/core:/usr/lib/python3.8/site-packages:
03/03/2022 10:03 PM UTC
f4dfc1e3d35131e4a9451e629a86d11fe5e3e711b744a1684bfe5abc0d3a8764RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install -e . --no-deps;
03/03/2022 10:03 PM UTC
5cec85a38cd0857359ea7d7f5623e5e25dd8be68356e907c5edaf1bfbfd08a8eENV
PYTHONPATH=/transformers4rec:/nvtabular:/core:/usr/lib/python3.8/site-packages:
03/03/2022 10:03 PM UTC
4c53c2d90c02be34ef7c04312d3e351dda514678a3063a552ade8550b1d2f40aRUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install -e . --no-deps
03/03/2022 10:03 PM UTC
7d563ae48f2d340ddf9d7546334dff54967191ae3d24e78866ddbf6b74d600deRUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 pip install transformers==4.12
03/03/2022 10:03 PM UTC
...