TensorRT LLM Develop

NVIDIA

Container

NVIDIA

TensorRT LLM Develop

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

Layer	Label		Created
sha256:506f3a49690b8ffddcb1d031467bdb726448be819d28fe348891050438dbe3f5	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip TRT_LLM_VER=1.2.0rc7 TARGETARCH=amd64 /bin/bash -c bash /tmp/generate_container_oss_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}" && rm /tmp/generate_container_oss_attribution.sh`	01/04/2026 6:17 PM UTC
sha256:28c4b0b9f11f0fa7f9246e751db5c84e83d45cef2a6ce4c645362d5347c3382b	COPY	`scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh`	01/04/2026 6:17 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TARGETARCH=amd64`	01/04/2026 6:17 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TRT_LLM_VER=1.2.0rc7`	01/04/2026 6:17 PM UTC
sha256:0a870e638f05165dd9628be03e42e68edcbc3e3edca9e188301af343c8fc407f	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_ucx.sh && GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_nixl.sh && bash ./install_etcd.sh && rm install_ucx.sh && rm install_nixl.sh && rm install_etcd.sh`	01/04/2026 6:17 PM UTC
sha256:13b162aee8b98e35e4cfd40c6ac5cfdffcae8111ec215256f1a4a0348320da45	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c pip3 install --no-cache-dir -r /tmp/constraints.txt && rm /tmp/constraints.txt`	01/04/2026 5:40 PM UTC
sha256:b01b375267bf75552e315505576982a5bac14d91d83eced7f1fe2c9b8084bed9	COPY	`constraints.txt /tmp/constraints.txt`	01/04/2026 5:37 PM UTC
sha256:2dc640debe9d3544535d34a49b724cb2ec21663aea94ef1e9b58eccaed9652b0	RUN	SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --base --cmake --ccache --cuda_toolkit --tensorrt --polygraphy --mpi4py --pytorch --opencv && rm install_base.sh && rm install_cmake.sh && rm install_ccache.sh && rm install_cuda_toolkit.sh && rm install_tensorrt.sh && rm install_polygraphy.sh && rm install_mpi4py.sh && rm install_pytorch.sh && rm install.sh	01/04/2026 5:37 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TORCH_INSTALL_TYPE=skip`	01/04/2026 5:33 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`CUBLAS_VER`	01/04/2026 5:33 PM UTC