TensorRT LLM Develop

NVIDIA

Container

NVIDIA

TensorRT LLM Develop

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

Layer	Label		Created
sha256:b434bba67e5ac39ddf5c1ecc2a9f8d8bf7719367c595ab026d0b6e91b2f73951	RUN	GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -f /etc/redhat-release ]; then echo "Rocky8 detected, skipping symlink and ldconfig steps"; else cd /usr/local/lib/python3.12/dist-packages/ && ls -la \| grep pytorch_triton && mv pytorch_triton-3.3.1+gitc8757738.dist-info triton-3.3.1+gitc8757738.dist-info && cd triton-3.3.1+gitc8757738.dist-info && echo "Current directory: $(pwd)" && echo "Files in directory:" && ls -la && sed -i 's/^Name: pytorch-triton/Name: triton/' METADATA && sed -i 's\|pytorch_triton-3.3.1+gitc8757738.dist-info/\|triton-3.3.1+gitc8757738.dist-info/\|g' RECORD && echo "METADATA after update:" && grep "^Name:" METADATA; fi	09/29/2025 10:43 AM UTC
sha256:efdab94b9cf295eb49299dd8858c8a9e960b7857b8cabde13f5eabeccecfe15a	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c bash ./install.sh --opencv && bash ./install.sh --protobuf && rm install.sh`	09/29/2025 10:43 AM UTC
sha256:9310dbe1e332542ac5da1a6110695f1202d6a887acb0524f2dba7812084b86af	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --pytorch && rm install_pytorch.sh`	09/29/2025 10:12 AM UTC
sha256:7fe260495c56dbd1284588a732a32e1951f0cbd0ab83fb002ca5b9d91342ec90	COPY	`docker/common/install_pytorch.sh install_pytorch.sh`	09/29/2025 10:12 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TORCH_INSTALL_TYPE=skip`	09/29/2025 10:12 AM UTC
sha256:2004f130b4f0d9f0b5846ccd8882769a45dc2ae7f345dcca744b3594ec946bbb	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install.sh --mpi4py && rm install_mpi4py.sh`	09/29/2025 10:12 AM UTC
sha256:747de31eebc5120ae458a060ed68d6bbc02c6834e0e51acee42d07a21021b6f4	COPY	`docker/common/install_mpi4py.sh install_mpi4py.sh`	09/29/2025 10:03 AM UTC
sha256:5f8fd814657fd1c0a1b033518e41f8ae2bb14e463093b3ed8c0ea7607b9ed7f5	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c bash ./install.sh --polygraphy && rm install_polygraphy.sh`	09/29/2025 10:03 AM UTC
sha256:7ac2ac2f8f5aef4ebbeb72529a0ca26a2427474dc1c6c989d23dc47c751f75bc	COPY	`docker/common/install_polygraphy.sh install_polygraphy.sh`	09/29/2025 9:56 AM UTC
sha256:4f9419435ee1628befe599ab9f7326d3cd325b5ec6affd1907746ec8811ce2ff	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= /bin/bash -c TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} bash ./install.sh --tensorrt && rm install_tensorrt.sh`	09/29/2025 9:56 AM UTC