TensorRT LLM Develop

NVIDIA

Container

NVIDIA

TensorRT LLM Develop

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

Layer	Label		Created
sha256:eb0fe236c67d8e98e6ed17f4a4958509713436119b903f418cb8e9e41db67d80	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip TRT_LLM_VER=1.3.0rc4 TARGETARCH=amd64 /bin/bash -c bash /tmp/generate_container_oss_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}" && rm /tmp/generate_container_oss_attribution.sh`	02/14/2026 5:27 AM UTC
sha256:b7ebbcc20e1fd36091d7a85b9b2a56149d7d00fbaa58674ab6e797cc90a31336	COPY	`scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh`	02/14/2026 5:27 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TARGETARCH=amd64`	02/14/2026 5:27 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TRT_LLM_VER=1.3.0rc4`	02/14/2026 5:27 AM UTC
sha256:0d0ab71b62285fe76345d0374a1488f3cd1174fc41e2c1d9d050bc4ed0f8b637	RUN	SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_ucx.sh && GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_nixl.sh && bash ./install_etcd.sh && rm install_ucx.sh && rm install_nixl.sh && rm install_etcd.sh && rm -rf /root/.cache/pip && rm -rf /root/.cache/uv/archive-v0 && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-0.45.1.dist-info	02/14/2026 5:27 AM UTC
sha256:3ee0607bb64a38977fed466e7c865e829348ca056c64e6b5c5e2a9c4098a63b8	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c pip3 uninstall -y nbconvert \|\| true`	02/14/2026 5:01 AM UTC
sha256:577689cff85f9fcbc23e51ee15ee581d349085a6c8e074bf2fde5d853ff4c5c8	RUN	`SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c pip3 install --no-cache-dir -r /tmp/constraints.txt && rm /tmp/constraints.txt`	02/14/2026 5:01 AM UTC
sha256:f5d290d3fe62cc82d73d43007fac9d5cfeb90a2116e9f5b530ef4f3dae078ca6	COPY	`constraints.txt /tmp/constraints.txt`	02/14/2026 4:59 AM UTC
sha256:3b4c0df18347414f873333fd03b4b52c2c6529c2456285b90deba96a6e281a90	RUN	SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --base --cmake --ccache --cuda_toolkit --tensorrt --polygraphy --mpi4py --pytorch --opencv && rm install_base.sh && rm install_cmake.sh && rm install_ccache.sh && rm install_cuda_toolkit.sh && rm install_tensorrt.sh && rm install_polygraphy.sh && rm install_mpi4py.sh && rm install_pytorch.sh && rm install.sh	02/14/2026 4:59 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4	ARG	`TORCH_INSTALL_TYPE=skip`	02/14/2026 4:53 AM UTC