Skip to main content
ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    TensorRT LLM Develop
    Container
    NVIDIA
    TensorRT LLM Develop

    TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

  • LayerLabelCreated
    sha256:7d4e62acb74b8f8303ede7f56d527347c9d565c130813664ec7abfeb8b722997RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip GIT_COMMIT=84da514b15ef93b2495395292fde4241dcc36e7b TRT_LLM_VER=1.3.0rc26.dev202609120002 TARGETARCH=amd64 /bin/bash -c bash /tmp/gen_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}"
    		09/12/2026 12:23 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    TRT_LLM_GIT_COMMIT=84da514b15ef93b2495395292fde4241dcc36e7b TRT_LLM_VERSION=1.3.0rc26.dev202609120002
    		09/12/2026 12:23 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TARGETARCH=amd64
    		09/12/2026 12:23 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TRT_LLM_VER=1.3.0rc26.dev202609120002
    		09/12/2026 12:23 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    GIT_COMMIT=84da514b15ef93b2495395292fde4241dcc36e7b
    		09/12/2026 12:23 AM UTC
    sha256:f1572e613690ea91ad511de3c7f1e8c4a7de62fbccab6d1ddf22aa77729f8decRUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c . /opt/docker/common/github_auth.sh &&
  GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_ucx.sh &&
  GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_nixl.sh &&
  bash /opt/docker/common/install_etcd.sh &&
  GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_fa4.sh &&
  rm -rf /root/.cache/uv/archive-v0 &&
  rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info &&
  rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-*.dist-info
    		09/12/2026 12:23 AM UTC
    sha256:d849eefd017a76359b2b0c5b3a5620d64997b2354834f730d8a69ad0b26d4073RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c if [ -n "$GITHUB_MIRROR" ]; then export PIP_INDEX_URL="https://urm.nvidia.com/artifactory/api/pypi/pypi-remote/simple"; fi &&
  pip3 uninstall -y tornado black nbconvert pillow nvidia-cutlass-dsl nvidia-cutlass-dsl-libs-base nvidia-cutlass-dsl-libs-core nvidia-cutlass-dsl-libs-cu12 nvidia-cutlass-dsl-libs-cu13 numpy wandb ||
  true &&
  rm -rf $(python3 -c "import site; print(site.getsitepackages()[0])")/nvidia_cutlass_dsl* &&
  pip3 install -r /tmp/constraints.txt "nvidia-cutlass-dsl[cu13]==4.8.0.dev0" &&
  rm /tmp/constraints.txt
    		09/12/2026 12:20 AM UTC
    sha256:4a776e076abf9cd763c92fa17b0518d0440cf1fecf34cbce75e4e41adb362034COPY
    constraints.txt /tmp/constraints.txt
    		09/12/2026 12:20 AM UTC
    sha256:5960e8fde650b94fa7081126bd60774f4bfab20abf4eec8c1b12569356b63c81RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c echo "Using GitHub mirror: ${GITHUB_MIRROR}" &&
  echo "Using Python version: ${PYTHON_VERSION}" &&
  . /opt/docker/common/github_auth.sh &&
  GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash /opt/docker/common/install.sh --base --cmake --ccache --cuda_toolkit --cuda_libs --polygraphy --mpi4py --pytorch
    		09/12/2026 12:20 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TORCH_INSTALL_TYPE=skip
    		09/12/2026 12:16 AM UTC
    ...