ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
TensorRT LLM Develop
Container
NVIDIA
NVIDIA
TensorRT LLM Develop

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

LayerLabelCreated
sha256:0a86cb086813c2d6d3611d2698d980b3f9716c6b73e7abd0636dab66f370806aRUN
GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -f /etc/redhat-release ]; then echo "Rocky8 detected, skipping symlink and ldconfig steps"; else cd /usr/local/lib/python3.12/dist-packages/ &&
  ls -la | grep pytorch_triton &&
  mv pytorch_triton-3.3.1+gitc8757738.dist-info triton-3.3.1+gitc8757738.dist-info &&
  cd triton-3.3.1+gitc8757738.dist-info &&
  echo "Current directory: $(pwd)" &&
  echo "Files in directory:" &&
  ls -la &&
  sed -i 's/^Name: pytorch-triton/Name: triton/' METADATA &&
  sed -i 's|pytorch_triton-3.3.1+gitc8757738.dist-info/|triton-3.3.1+gitc8757738.dist-info/|g' RECORD &&
  echo "METADATA after update:" &&
  grep "^Name:" METADATA; fi
09/15/2025 8:28 AM UTC
sha256:619578e9873f2cc19aa97962e96a364db50778c7711619131a18f67beb0ff6b1RUN
GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install.sh --opencv &&
  bash ./install.sh --protobuf &&
  rm install.sh
09/15/2025 8:28 AM UTC
sha256:f8a505407a3fe5de1853c60a7c12295333cb64eb8a64710e34427cbdbfdd89b1RUN
GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --pytorch &&
  rm install_pytorch.sh
09/15/2025 8:26 AM UTC
sha256:3cd8ec36a1dd3df991f7d66d8d6a5fbc7690ba38524e6ad718765f8fe3cf3324COPY
docker/common/install_pytorch.sh install_pytorch.sh
09/15/2025 8:26 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TORCH_INSTALL_TYPE=skip
09/15/2025 8:26 AM UTC
sha256:d6c25a8b1a8890df8f0b68f5b1cba031b6c897d00cd6c80dcfa8782802c648a1RUN
GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install.sh --mpi4py &&
  rm install_mpi4py.sh
09/15/2025 8:26 AM UTC
sha256:3f04a6e800cb59fd46cea80e8211a2772d6fde71dbb6025020914db5704b6ef8COPY
docker/common/install_mpi4py.sh install_mpi4py.sh
09/15/2025 8:00 AM UTC
sha256:40543d2c6e2a44f0adf230161c951637181e63b5b56b5e107963408a2326cfb0RUN
GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c bash ./install.sh --polygraphy &&
  rm install_polygraphy.sh
09/15/2025 8:00 AM UTC
sha256:9b30d1b0577cdfce1ecda6e85ece5e18c012808626f2ce04cadcf443de36af49COPY
docker/common/install_polygraphy.sh install_polygraphy.sh
09/15/2025 7:56 AM UTC
sha256:1c42b46f89f731c4c76fe2c03e1190d089d0ecfcfbba38832946ee2877b77469RUN
GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} bash ./install.sh --tensorrt &&
  rm install_tensorrt.sh
09/15/2025 7:56 AM UTC
...