NVIDIA
TensorRT LLM Develop
Container
NVIDIA
TensorRT LLM Develop

TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

  • LayerLabelCreated
    sha256:d5e526fbe7b0fd5586219fb1f0f72c788f8bbf786e1e7b980421427b1e8fb780RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip TRT_LLM_VER=1.3.0rc23.post1 TARGETARCH=amd64 /bin/bash -c bash /tmp/gen_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}"
    08/18/2026 12:37 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TARGETARCH=amd64
    08/18/2026 12:37 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TRT_LLM_VER=1.3.0rc23.post1
    08/18/2026 12:37 PM UTC
    sha256:6cf71a4b7b7fbbb522252f02675e7e1ccbec90ac4095d1e86ac5f694d1aefcccRUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_ucx.sh &&
      GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_nixl.sh &&
      bash /opt/docker/common/install_etcd.sh &&
      GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_fa4.sh &&
      rm -rf /root/.cache/uv/archive-v0 &&
      rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info &&
      rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-*.dist-info
    08/18/2026 12:37 PM UTC
    sha256:6bf9d8fbe374478905a1f2b72deb201175583c6196f5e0c6017a7afe11a4ee87RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c apt remove python3-wheel pip3 uninstall -y tornado black nbconvert pillow nvidia-cutlass-dsl nvidia-cutlass-dsl-libs-base numpy ||
      true &&
      rm -rf $(python3 -c "import site; print(site.getsitepackages()[0])")/nvidia_cutlass_dsl* &&
      pip3 install -r /tmp/constraints.txt &&
      rm /tmp/constraints.txt
    08/18/2026 12:34 PM UTC
    sha256:cb3facddbf021433612a7fab33d6c949c5a761e727804b09a459d44dada5aecdCOPY
    constraints.txt /tmp/constraints.txt
    08/18/2026 12:34 PM UTC
    sha256:7e6bb50d634d9f6902c5a2d8e1a5f720c945e2b365655f059ce499e26d1f6b1cRUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c echo "Using GitHub mirror: ${GITHUB_MIRROR}" &&
      echo "Using Python version: ${PYTHON_VERSION}" &&
      GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash /opt/docker/common/install.sh --base --cmake --ccache --cuda_toolkit --cuda_libs --polygraphy --mpi4py --pytorch
    08/18/2026 12:34 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TORCH_INSTALL_TYPE=skip
    08/18/2026 12:32 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    CUBLAS_VER
    08/18/2026 12:32 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NCCL_VER
    08/18/2026 12:32 PM UTC
    ...