TensorRT LLM Develop

NVIDIA

Container

NVIDIA

TensorRT LLM Develop

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

Layer	Label		Created
sha256:b84d412b84956dd77e286910a02d603b8c7212204a34ba8467f896d5c6148ef2	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742 TRT_LLM_VER=1.3.0rc26.dev202609140000 TARGETARCH=amd64 /bin/bash -c bash /tmp/gen_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}"`	09/14/2026 12:14 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ENV	`TRT_LLM_GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742 TRT_LLM_VERSION=1.3.0rc26.dev202609140000`	09/14/2026 12:14 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TARGETARCH=amd64`	09/14/2026 12:14 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TRT_LLM_VER=1.3.0rc26.dev202609140000`	09/14/2026 12:14 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742`	09/14/2026 12:14 AM UTC
sha256:f39950164006b43ac56c158b9d0baf7a741e4bb71e00696995e3a0ce7a255166	RUN	SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c . /opt/docker/common/github_auth.sh && GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_ucx.sh && GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_nixl.sh && bash /opt/docker/common/install_etcd.sh && GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_fa4.sh && rm -rf /root/.cache/uv/archive-v0 && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-*.dist-info	09/14/2026 12:14 AM UTC
sha256:f6c5c720d523d4905ab3318340c0534a802df08170cfb2e9d816a320f2896e54	RUN	SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -n "$GITHUB_MIRROR" ]; then export PIP_INDEX_URL="https://urm.nvidia.com/artifactory/api/pypi/pypi-remote/simple"; fi && pip3 uninstall -y tornado black nbconvert pillow nvidia-cutlass-dsl nvidia-cutlass-dsl-libs-base nvidia-cutlass-dsl-libs-core nvidia-cutlass-dsl-libs-cu12 nvidia-cutlass-dsl-libs-cu13 numpy wandb \|\| true && rm -rf $(python3 -c "import site; print(site.getsitepackages()[0])")/nvidia_cutlass_dsl* && pip3 install -r /tmp/constraints.txt "nvidia-cutlass-dsl[cu13]==4.8.0.dev0" && rm /tmp/constraints.txt	09/14/2026 12:11 AM UTC
sha256:7b8d5d8dceda8759dc217c0c101ba1f6fc5f36432533932120944ffb95b3ade5	COPY	`constraints.txt /tmp/constraints.txt`	09/14/2026 12:11 AM UTC
sha256:b45712975ab575b3deb449e4bc4692aa136fb04e01e29ff3350f52cfbea35ece	RUN	SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c echo "Using GitHub mirror: ${GITHUB_MIRROR}" && echo "Using Python version: ${PYTHON_VERSION}" && . /opt/docker/common/github_auth.sh && GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash /opt/docker/common/install.sh --base --cmake --ccache --cuda_toolkit --cuda_libs --polygraphy --mpi4py --pytorch	09/14/2026 12:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TORCH_INSTALL_TYPE=skip`	09/14/2026 12:08 AM UTC