ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    TensorRT LLM Develop
    Container
    NVIDIA
    TensorRT LLM Develop

    TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

  • LayerLabelCreated
    sha256:41f90ed979fb38fc61ab55785b6b9f475496024139fc1f9da57060373cfede92RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -f /etc/redhat-release ]; then echo "Rocky8 detected, skipping symlink and ldconfig steps"; else cd /usr/local/lib/python3.12/dist-packages/ &&
  ls -la | grep pytorch_triton &&
  mv pytorch_triton-3.3.1+gitc8757738.dist-info triton-3.3.1+gitc8757738.dist-info &&
  cd triton-3.3.1+gitc8757738.dist-info &&
  echo "Current directory: $(pwd)" &&
  echo "Files in directory:" &&
  ls -la &&
  sed -i 's/^Name: pytorch-triton/Name: triton/' METADATA &&
  sed -i 's|pytorch_triton-3.3.1+gitc8757738.dist-info/|triton-3.3.1+gitc8757738.dist-info/|g' RECORD &&
  echo "METADATA after update:" &&
  grep "^Name:" METADATA; fi
    		10/13/2025 7:45 AM UTC
    sha256:7d225ac565f8729675960c030c2127cb4ca9687fc111cf83e2e5b7ebb4468ec3RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install.sh --opencv &&
  bash ./install.sh --protobuf &&
  rm install.sh
    		10/13/2025 7:45 AM UTC
    sha256:368448c38d831376ea6142a69cc8a61a47bb55574a2fed0166534a120b05f2e2RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --pytorch &&
  rm install_pytorch.sh
    		10/13/2025 7:40 AM UTC
    sha256:c7fea8d4c4a22eb9768528941ae6fc87421d8c8fc216ba8b620d2af0dac9d39dCOPY
    docker/common/install_pytorch.sh install_pytorch.sh
    		10/13/2025 7:40 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TORCH_INSTALL_TYPE=skip
    		10/13/2025 7:40 AM UTC
    sha256:223e3176857b5dde82f8e522765e9167a2e8530e59ea57fbb2adad9f9c6dc114RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install.sh --mpi4py &&
  rm install_mpi4py.sh
    		10/13/2025 7:40 AM UTC
    sha256:f042d1a40f32d8031e13284660b3126eb2cbc27c2545805895416faa0697920dCOPY
    docker/common/install_mpi4py.sh install_mpi4py.sh
    		10/13/2025 7:36 AM UTC
    sha256:1d7b9c7d79b83a89d366a0b514ab8d11ef7d2863258aacfc2c9bb6dcd05431afRUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c bash ./install.sh --polygraphy &&
  rm install_polygraphy.sh
    		10/13/2025 7:36 AM UTC
    sha256:5fa0f0e6a2f9acb1890b8e4453f25c8afd63aab84c9b480d3f28659087dfc18fCOPY
    docker/common/install_polygraphy.sh install_polygraphy.sh
    		10/13/2025 7:34 AM UTC
    sha256:41379a1c296228da68313efeac3824997a0ce3de4c1d24cab76c3732adf93084RUN
    GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} bash ./install.sh --tensorrt &&
  rm install_tensorrt.sh
    		10/13/2025 7:34 AM UTC
    ...