ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
NVIDIA L4T TensorRT
Container
NVIDIA
NVIDIA
NVIDIA L4T TensorRT

NVIDIA TensorRT is a C++ library that facilitates high-performance inference on NVIDIA graphics processing units (GPUs). TensorRT takes a trained network and produces a highly optimized runtime engine that performs inference for that network.

LayerLabelCreated
sha256:fcd28b80a69f2fe0ac0b13b94ba95058e19c1ecaf5feefd286c5e9fd39200b9aRUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 rm -rf /var/lib/apt/lists/*
06/20/2023 10:31 PM UTC
sha256:c7e85e2935940b753c572c230c8415d79a475e6df576bb6bda3706e14d1aef63RUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 rm /etc/apt/sources.list.d/trt.list
06/20/2023 10:31 PM UTC
sha256:1e5b7f92c48ee15d31e8b7d2646caa5c12c7cd5dd773c2d832197065757f376cCOPY
NGC-DL-CONTAINER-LICENSE /
06/20/2023 10:31 PM UTC
sha256:c360d7ad03838611406c404673aa96a8f6553c09106f8319bc878d5ffd933d13RUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 pip install --no-cache-dir --extra-index-url https://pypi.ngc.nvidia.com --extra-index-url https://tensorrt-read-only:Tensorrt\@123@urm.nvidia.com/artifactory/api/pypi/sw-tensorrt-pypi/simple polygraphy
06/20/2023 10:31 PM UTC
sha256:96522cfcf007c707020aa1aa1978f0b58112a9b61b0bd47548d8d592b4a75605RUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 export PY=$(python -c 'import sys; print(str(sys.version_info[0])+str(sys.version_info[1]))') &&
  pip install /builds/TensorRT-${TRT_VERSION_FULL}/graphsurgeon/graphsurgeon-0.4.6-py2.py3-none-any.whl /builds/TensorRT-${TRT_VERSION_FULL}/python/tensorrt-${TRT_VERSION_FULL}-cp${PY}-none-linux_aarch64.whl /builds/TensorRT-${TRT_VERSION_FULL}/uff/uff-0.6.9-py2.py3-none-any.whl /builds/TensorRT-${TRT_VERSION_FULL}/onnx_graphsurgeon/onnx_graphsurgeon-0.3.12-py2.py3-none-any.whl
06/20/2023 10:31 PM UTC
sha256:ee2cd1b9c0488c1d0650eda0f3a4d3ccb94c897ad37d442f53811a6fbf82f0c3RUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 apt update &&
  apt install -f -y protobuf-compiler libprotobuf-dev
06/20/2023 10:30 PM UTC
sha256:2dcad427d07d34943d13a817816668fb9d530b6eb38970d24c16cf945e4a029cRUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 pip install --upgrade --no-cache-dir numpy &&
  pip install --upgrade --no-cache-dir pycuda pillow
06/20/2023 10:30 PM UTC
sha256:8a098b1e8ed24fa5e0beecc1af4c955ababa292d32978d7d31e5a02b51140ea3RUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 curl -O https://bootstrap.pypa.io/get-pip.py &&
  python get-pip.py &&
  rm get-pip.py
06/20/2023 10:17 PM UTC
sha256:08494beaf8de59dfbb2ba11bf0cd1dd0889eca88bed7e86223ab405105deb84cRUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 MAJ=`echo "$PYVER" | cut -c1-1` &&
  rm -f /usr/bin/python$MAJ &&
  ln -s /usr/bin/python$PYVER /usr/bin/python$MAJ
06/20/2023 10:17 PM UTC
sha256:127e74aced155e911af0d7514edab5d484650f320cda08bb1bb6808a51c36cfcRUN
CUDA_VERSION=11.4.19 CUDA_VERSION_MAJOR_MINOR=11.4 CUDA_KITPICK_RC_VERSION=005 TRT_VERSION_MAJOR_MINOR_HYPHEN=8-5 TRT_VERSION=8.5.2 TRT_VERSION_FULL=8.5.2.2 TRT_LIBNVINFER_VERSION=8.5.2 TRT_KITPICK_RC_VERSION=002 NVIDIA_TENSORRT_VERSION=8.5.2 PYVER=3.8 rm -f /usr/bin/python &&
  ln -s /usr/bin/python$PYVER /usr/bin/python
06/20/2023 10:17 PM UTC
...