ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    TensorRT LLM Develop
    Container
    NVIDIA
    TensorRT LLM Develop

    TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

  • LayerLabelCreated
    sha256:5da5471af58cb7920a3945e40311b5ac97ac9d18ded229a4a58a54f61064b6e4RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install_etcd.sh &&
  rm install_etcd.sh
    		10/19/2025 10:36 PM UTC
    sha256:067354f8c4906a31269cbe9b035e8c8a9f191a94d80e9fcaac27594bfa3ca0e4COPY
    docker/common/install_etcd.sh install_etcd.sh
    		10/19/2025 10:35 PM UTC
    sha256:5832c295f653e56470f7332f2d970ba727e46bd1f2346b50d044062af9e6a6f7RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install_nixl.sh &&
  rm install_nixl.sh
    		10/19/2025 10:35 PM UTC
    sha256:056324bc39d28209898326e113189919bb1a5ab69ed366fc6b1b2387df3012d0COPY
    docker/common/install_nixl.sh install_nixl.sh
    		10/19/2025 10:32 PM UTC
    sha256:5bed172e7c7b0658a64e3acabde4efbf6d2d537418303efab189d4e85b22253cRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install_ucx.sh &&
  rm install_ucx.sh
    		10/19/2025 10:32 PM UTC
    sha256:2da411da3aafee73e835626e0b9bb74ba3b52bde670d377e13ba499dd870469aCOPY
    docker/common/install_ucx.sh install_ucx.sh
    		10/19/2025 10:31 PM UTC
    sha256:bc00d02a8b1e298679de43737723a33d186bfcaf0caeb49bf05ea6a09bf6e232RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -f /etc/redhat-release ]; then echo "Rocky8 detected, skipping symlink and ldconfig steps"; else cd /usr/local/lib/python3.12/dist-packages/ &&
  ls -la | grep pytorch_triton &&
  mv pytorch_triton-3.3.1+gitc8757738.dist-info triton-3.3.1+gitc8757738.dist-info &&
  cd triton-3.3.1+gitc8757738.dist-info &&
  echo "Current directory: $(pwd)" &&
  echo "Files in directory:" &&
  ls -la &&
  sed -i 's/^Name: pytorch-triton/Name: triton/' METADATA &&
  sed -i 's|pytorch_triton-3.3.1+gitc8757738.dist-info/|triton-3.3.1+gitc8757738.dist-info/|g' RECORD &&
  echo "METADATA after update:" &&
  grep "^Name:" METADATA; fi
    		10/19/2025 10:31 PM UTC
    sha256:21150d3c94d3ce425e628d730b66667f952acad262a3d86b29ac0218bf0448beRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install.sh --opencv &&
  bash ./install.sh --protobuf &&
  rm install.sh
    		10/19/2025 10:31 PM UTC
    sha256:fb4919110a4018aa6920cc2b78404d7552b5afa8a4890806d99f21069dbdd4a7RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --pytorch &&
  rm install_pytorch.sh
    		10/19/2025 9:52 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TORCH_INSTALL_TYPE=skip
    		10/19/2025 9:52 PM UTC
    ...