TensorRT LLM Release

NVIDIA

Container

NVIDIA

TensorRT LLM Release

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

Layer	Label		Created
sha256:e0a3c879f09c385a33a5261315a3726b585ab87f1ed43708b4b6e6aee0a9e192	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742 TRT_LLM_VER=1.3.0rc26.dev202609140000 TARGETARCH=amd64 /bin/bash -c bash /mnt/gen_attribution.sh "release" "${TRT_LLM_VER}" "${TARGETARCH}"`	09/14/2026 12:22 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ENV	`TRT_LLM_GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742 TRT_LLM_VERSION=1.3.0rc26.dev202609140000`	09/14/2026 12:22 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TARGETARCH=amd64`	09/14/2026 12:22 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TRT_LLM_VER=1.3.0rc26.dev202609140000`	09/14/2026 12:22 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742`	09/14/2026 12:22 AM UTC
sha256:027ffea9c3cb285586e8701d9796e01dac479b3e951b8b54ae3c370ced8a6c45	RUN	GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote /bin/bash -c cp /mnt/ctx/README.md ./ && cp -r /mnt/ctx/docs ./docs && cp -r /mnt/ctx/include ./include && cp -r /mnt/ctx/examples ./examples && chmod -R a+w examples && cp /mnt/wheel/tensorrt_llm*.whl ./ && ln -sv $(python3 -c 'import site; print(f"{site.getsitepackages()[0]}/tensorrt_llm/libs")') lib && test -f lib/libtensorrt_llm.so && echo "/app/tensorrt_llm/lib" > /etc/ld.so.conf.d/tensorrt_llm.conf && ldconfig && ! ( ldd -v lib/libth_common.so \| grep tensorrt_llm \| grep -q "not found" ) && rm -rf /root/.cache/uv/archive-v0 && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-0.45.1.dist-info	09/14/2026 12:22 AM UTC
sha256:7832dfe5820843b5708e6f34a09d7b074a480c07d111d5917b5ded15b52d1746	RUN	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote /bin/bash -c if [ -n "$GITHUB_MIRROR" ]; then export PIP_INDEX_URL="https://urm.nvidia.com/artifactory/api/pypi/pypi-remote/simple"; fi && TRTLLM_WHEEL=$(find /tmp/wheel -maxdepth 1 -name 'tensorrt_llm*.whl' -print -quit) && test -n "${TRTLLM_WHEEL}" && pip install "${TRTLLM_WHEEL}[mx]"`	09/14/2026 12:22 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote`	09/14/2026 12:22 AM UTC
sha256:b6a26048c1e359834aec5fbb2f06d27f43e7bc7f83efd107fd19f10e861ce648	WORKDIR	`/app/tensorrt_llm`	09/14/2026 12:16 AM UTC
sha256:b84d412b84956dd77e286910a02d603b8c7212204a34ba8467f896d5c6148ef2	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip GIT_COMMIT=63f271cc170fb3e43acce77cc3cbde13973cf742 TRT_LLM_VER=1.3.0rc26.dev202609140000 TARGETARCH=amd64 /bin/bash -c bash /tmp/gen_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}"`	09/14/2026 12:14 AM UTC