ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NVIDIA
    TensorRT LLM Develop
    Container
    NVIDIA
    NVIDIA
    TensorRT LLM Develop

    TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

  • LayerLabelCreated
    sha256:b434bba67e5ac39ddf5c1ecc2a9f8d8bf7719367c595ab026d0b6e91b2f73951RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -f /etc/redhat-release ]; then echo "Rocky8 detected, skipping symlink and ldconfig steps"; else cd /usr/local/lib/python3.12/dist-packages/ &&
  ls -la | grep pytorch_triton &&
  mv pytorch_triton-3.3.1+gitc8757738.dist-info triton-3.3.1+gitc8757738.dist-info &&
  cd triton-3.3.1+gitc8757738.dist-info &&
  echo "Current directory: $(pwd)" &&
  echo "Files in directory:" &&
  ls -la &&
  sed -i 's/^Name: pytorch-triton/Name: triton/' METADATA &&
  sed -i 's|pytorch_triton-3.3.1+gitc8757738.dist-info/|triton-3.3.1+gitc8757738.dist-info/|g' RECORD &&
  echo "METADATA after update:" &&
  grep "^Name:" METADATA; fi
    		09/29/2025 10:43 AM UTC
    sha256:efdab94b9cf295eb49299dd8858c8a9e960b7857b8cabde13f5eabeccecfe15aRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install.sh --opencv &&
  bash ./install.sh --protobuf &&
  rm install.sh
    		09/29/2025 10:43 AM UTC
    sha256:9310dbe1e332542ac5da1a6110695f1202d6a887acb0524f2dba7812084b86afRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --pytorch &&
  rm install_pytorch.sh
    		09/29/2025 10:12 AM UTC
    sha256:7fe260495c56dbd1284588a732a32e1951f0cbd0ab83fb002ca5b9d91342ec90COPY
    docker/common/install_pytorch.sh install_pytorch.sh
    		09/29/2025 10:12 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TORCH_INSTALL_TYPE=skip
    		09/29/2025 10:12 AM UTC
    sha256:2004f130b4f0d9f0b5846ccd8882769a45dc2ae7f345dcca744b3594ec946bbbRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install.sh --mpi4py &&
  rm install_mpi4py.sh
    		09/29/2025 10:12 AM UTC
    sha256:747de31eebc5120ae458a060ed68d6bbc02c6834e0e51acee42d07a21021b6f4COPY
    docker/common/install_mpi4py.sh install_mpi4py.sh
    		09/29/2025 10:03 AM UTC
    sha256:5f8fd814657fd1c0a1b033518e41f8ae2bb14e463093b3ed8c0ea7607b9ed7f5RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c bash ./install.sh --polygraphy &&
  rm install_polygraphy.sh
    		09/29/2025 10:03 AM UTC
    sha256:7ac2ac2f8f5aef4ebbeb72529a0ca26a2427474dc1c6c989d23dc47c751f75bcCOPY
    docker/common/install_polygraphy.sh install_polygraphy.sh
    		09/29/2025 9:56 AM UTC
    sha256:4f9419435ee1628befe599ab9f7326d3cd325b5ec6affd1907746ec8811ce2ffRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} bash ./install.sh --tensorrt &&
  rm install_tensorrt.sh
    		09/29/2025 9:56 AM UTC
    ...