ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    Merlin Tensorflow Inference
    Container
    NVIDIA
    Merlin Tensorflow Inference

    This container allows users to deploy NVTabular workflows and TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    		03/03/2022 10:04 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
    &{["NONE"] "0s" "0s" "0s" '\x00'}
    		03/03/2022 10:04 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 TRITON_VERSION=22.02 rm -rf /repos
    		03/03/2022 10:04 PM UTC
    sha256:ca7c2d898096245cc07fc1e18e1ef6b69e2e183229b3d8cebcce25d25e7adfb0RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 TRITON_VERSION=22.02 git clone https://github.com/NVIDIA-Merlin/nvtabular_triton_backend.git build-env &&
  cd build-env &&
  git checkout ${NVTAB_BACKEND_VER} &&
  cd .. &&
  pushd build-env &&
  mkdir build &&
  cd build &&
  cmake -Dpybind11_DIR=/usr/local/lib/python3.8/dist-packages/pybind11/share/cmake/pybind11 -D TRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -D TRITON_CORE_REPO_TAG="r$TRITON_VERSION" -D TRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j &&
  mkdir /opt/tritonserver/backends/nvtabular &&
  cp libtriton_nvtabular.so /opt/tritonserver/backends/nvtabular/ &&
  popd &&
  rm -rf build-env
    		03/03/2022 10:04 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TRITON_VERSION
    		03/03/2022 10:03 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PYTHONPATH=/models:/transformers4rec:/nvtabular:/core:/usr/lib/python3.8/site-packages:
    		03/03/2022 10:03 PM UTC
    sha256:1c357a3c4020856fa234d5c8d7d4f199b7509b6f9ba9cdd8c36caf26aef77d7bRUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 git clone https://github.com/NVIDIA-Merlin/Models.git /models/ &&
  cd /models/ &&
  git checkout ${MODELS_VER} &&
  pip install -e . --no-deps;
    		03/03/2022 10:03 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PYTHONPATH=/transformers4rec:/nvtabular:/core:/usr/lib/python3.8/site-packages:
    		03/03/2022 10:03 PM UTC
    sha256:88571876aef301f36cb5c75bdf2da9921bfd482425a8c1b624cabcc968a75d34RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 git clone https://github.com/NVIDIA-Merlin/Transformers4Rec.git /transformers4rec &&
  cd /transformers4rec/ &&
  git checkout ${TF4REC_VER} &&
  pip install -e . --no-deps
    		03/03/2022 10:03 PM UTC
    sha256:b02932d261663efc56de65874a120b1d0612a8ab0227223ef56fd16166156930RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=v3.4.1 HUGECTR_VER=v3.4.1 MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=v0.11.0 RMM_VER=v21.12.00 TF4REC_VER=v0.1.6 pip install transformers==4.12
    		03/03/2022 10:03 PM UTC
    ...