ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CONFIG
—
—
6d34db977b0f2e54363b0d142350e188fbc1b738d5e472ba5f6c16793d64de07RUN
/bin/bash -c #(nop) ENTRYPOINT []
05/15/2021 7:45 AM UTC
19cb0f732e62dd23e15da3a70371b0216565ba8defe5acb8a64dd6cbeb205e8eRUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
05/15/2021 7:45 AM UTC
171a4c20eaf413a17ba8c85270816887308cf6070ad5bce8bf279be19d72b2a0RUN
CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
05/15/2021 7:45 AM UTC
18c81e67ef959ab6e56551f11b28da449db3d2b19ffc98f424010db7ca65f161RUN
CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c pip install tqdm
05/15/2021 7:45 AM UTC
aff640fe221dc02ae72a7424c94c89ab8b0ae3c31fd4a94d994ee8a036ad0530RUN
CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c rm -rf /repos
05/15/2021 7:45 AM UTC
ec22ddf1f40919d0bdd1af1e0f352f1f109999251e3a4855b8ea17bceaed931eRUN
CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
05/15/2021 7:45 AM UTC
8d0e00142e3122833bebc8b9a5d84c76935232ab650d68b88feba1de5c74c06dRUN
CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
05/15/2021 7:45 AM UTC
3ab301e95f0b0ead23f4c5e8da34c4ef0a33dee9d71c8267c70493f4b12caf97RUN
/bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: PYTHONPATH=/usr/local/hugectr/lib:
05/15/2021 7:45 AM UTC
485524cbf823fdc20f26b318d08c42c6290d1db453bc95b40e80dc3025e55465RUN
CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c git clone https://github.com/NVIDIA/HugeCTR.git /repos/HugeCTR &&
  cd /repos/HugeCTR &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != 0 ]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  export CPATH=/usr/local/hugectr/include:$CPATH &&
  export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
  git clone https://github.com/triton-inference-server/hugectr_backend /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGEINF_VER} != 0 ] ; then git fetch --all --tags &&
  git checkout tags/${HUGEINF_VER}; else git checkout main; fi &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
  make -j$(nproc) &&
  make install
05/15/2021 7:45 AM UTC
...