ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    TensorRT LLM Develop
    Container
    NVIDIA
    TensorRT LLM Develop

    TensorRT LLM provides users with an easy-to-use Python API to define Large Language Models (LLMs) and supports state-of-the-art optimizations to perform inference efficiently on NVIDIA GPUs.

  • LayerLabelCreated
    sha256:18e635641055c33297329c07c13d685db5bf5784dc036c044226b81f0a1da30aRUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip TRT_LLM_VER=1.2.0rc6.post3 TARGETARCH=amd64 /bin/bash -c bash /tmp/generate_container_oss_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}" &&
  rm /tmp/generate_container_oss_attribution.sh
    		02/04/2026 4:05 AM UTC
    sha256:bbc2c218334899b5cd27585df0f04640cf2e1c02bc12f3aee91579d62fcdccb9COPY
    scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh
    		02/04/2026 4:05 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TARGETARCH=amd64
    		02/04/2026 4:05 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TRT_LLM_VER=1.2.0rc6.post3
    		02/04/2026 4:05 AM UTC
    sha256:a6f34025b106b85d1b21d3da213cece156d5850d91b6c18c88e95dc25ee3d43aRUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_ucx.sh &&
  GITHUB_MIRROR=${GITHUB_MIRROR} bash ./install_nixl.sh &&
  bash ./install_etcd.sh &&
  rm install_ucx.sh &&
  rm install_nixl.sh &&
  rm install_etcd.sh
    		02/04/2026 4:05 AM UTC
    sha256:b25b70a412b1231d6c389ec4e9bd5b991bd0a6b975d7d8d38b3dd6dcf65fb176RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c pip3 install --no-cache-dir -r /tmp/constraints.txt &&
  rm /tmp/constraints.txt
    		02/04/2026 3:58 AM UTC
    sha256:4fb4b8863a2e3425b612546f06416741a19ed8ff6b48f1ae4f641373f5262503COPY
    constraints.txt /tmp/constraints.txt
    		02/04/2026 3:55 AM UTC
    sha256:3a5ec6359dc814c849687b76f814b73e1c9bc84643e8c0a4dcf0dfa0ade9fdd8RUN
    SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash ./install.sh --base --cmake --ccache --cuda_toolkit --tensorrt --polygraphy --mpi4py --pytorch --opencv &&
  rm install_base.sh &&
  rm install_cmake.sh &&
  rm install_ccache.sh &&
  rm install_cuda_toolkit.sh &&
  rm install_tensorrt.sh &&
  rm install_polygraphy.sh &&
  rm install_mpi4py.sh &&
  rm install_pytorch.sh &&
  rm install.sh
    		02/04/2026 3:55 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    TORCH_INSTALL_TYPE=skip
    		02/04/2026 3:41 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    CUBLAS_VER
    		02/04/2026 3:41 AM UTC
    ...