ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NVIDIA
    NVIDIA L4T TensorRT
    Container
    NVIDIA
    NVIDIA
    NVIDIA L4T TensorRT

    NVIDIA TensorRT is a C++ library that facilitates high-performance inference on NVIDIA graphics processing units (GPUs). TensorRT takes a trained network and produces a highly optimized runtime engine that performs inference for that network.

  • LayerLabelCreated
    sha256:fcd28b80a69f2fe0ac0b13b94ba95058e19c1ecaf5feefd286c5e9fd39200b9aRUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 rm -rf /var/lib/apt/lists/*
    		06/20/2023 10:31 PM UTC
    sha256:c7e85e2935940b753c572c230c8415d79a475e6df576bb6bda3706e14d1aef63RUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 rm /etc/apt/sources.list.d/trt.list
    		06/20/2023 10:31 PM UTC
    sha256:1e5b7f92c48ee15d31e8b7d2646caa5c12c7cd5dd773c2d832197065757f376cCOPY
    NGC-DL-CONTAINER-LICENSE /
    		06/20/2023 10:31 PM UTC
    sha256:c360d7ad03838611406c404673aa96a8f6553c09106f8319bc878d5ffd933d13RUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 pip install --no-cache-dir --extra-index-url https://pypi.ngc.nvidia.com --extra-index-url https://tensorrt-read-only:Tensorrt\@123@urm.nvidia.com/artifactory/api/pypi/sw-tensorrt-pypi/simple polygraphy
    		06/20/2023 10:31 PM UTC
    sha256:96522cfcf007c707020aa1aa1978f0b58112a9b61b0bd47548d8d592b4a75605RUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 export PY=$(python -c 'import sys; print(str(sys.version_info[0])+str(sys.version_info[1]))') &&
  pip install /builds/TensorRT-${TRT_VERSION_FULL}/graphsurgeon/graphsurgeon-0.4.6-py2.py3-none-any.whl /builds/TensorRT-${TRT_VERSION_FULL}/python/tensorrt-${TRT_VERSION_FULL}-cp${PY}-none-linux_aarch64.whl /builds/TensorRT-${TRT_VERSION_FULL}/uff/uff-0.6.9-py2.py3-none-any.whl /builds/TensorRT-${TRT_VERSION_FULL}/onnx_graphsurgeon/onnx_graphsurgeon-0.3.12-py2.py3-none-any.whl
    		06/20/2023 10:31 PM UTC
    sha256:ee2cd1b9c0488c1d0650eda0f3a4d3ccb94c897ad37d442f53811a6fbf82f0c3RUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 apt update &&
  apt install -f -y protobuf-compiler libprotobuf-dev
    		06/20/2023 10:30 PM UTC
    sha256:2dcad427d07d34943d13a817816668fb9d530b6eb38970d24c16cf945e4a029cRUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 pip install --upgrade --no-cache-dir numpy &&
  pip install --upgrade --no-cache-dir pycuda pillow
    		06/20/2023 10:30 PM UTC
    sha256:8a098b1e8ed24fa5e0beecc1af4c955ababa292d32978d7d31e5a02b51140ea3RUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 curl -O https://bootstrap.pypa.io/get-pip.py &&
  python get-pip.py &&
  rm get-pip.py
    		06/20/2023 10:17 PM UTC
    sha256:08494beaf8de59dfbb2ba11bf0cd1dd0889eca88bed7e86223ab405105deb84cRUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 MAJ=`echo "$PYVER" | cut -c1-1` &&
  rm -f /usr/bin/python$MAJ &&
  ln -s /usr/bin/python$PYVER /usr/bin/python$MAJ
    		06/20/2023 10:17 PM UTC
    sha256:127e74aced155e911af0d7514edab5d484650f320cda08bb1bb6808a51c36cfcRUN
    CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 rm -f /usr/bin/python &&
  ln -s /usr/bin/python$PYVER /usr/bin/python
    		06/20/2023 10:17 PM UTC
    ...