ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NVIDIA
    NVIDIA L4T TensorRT
    Container
    NVIDIA
    NVIDIA
    NVIDIA L4T TensorRT

    NVIDIA TensorRT is a C++ library that facilitates high-performance inference on NVIDIA graphics processing units (GPUs). TensorRT takes a trained network and produces a highly optimized runtime engine that performs inference for that network.

  • LayerLabelCreated
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 export PY=$(python -c 'import sys; print(str(sys.version_info[0])+str(sys.version_info[1]))') &&
  pip install /builds/TensorRT-$TRT_VERSION/python/tensorrt-$TRT_VERSION-cp38-none-linux_aarch64.whl /builds/TensorRT-$TRT_VERSION/graphsurgeon/graphsurgeon-0.4.5-py2.py3-none-any.whl /builds/TensorRT-$TRT_VERSION/python/tensorrt-$TRT_VERSION-cp${PY}-none-linux_aarch64.whl /builds/TensorRT-$TRT_VERSION/uff/uff-0.6.9-py2.py3-none-any.whl # COPY NGC-DL-CONTAINER-LICENSE /
    		02/15/2022 4:58 AM UTC
    sha256:132d8727503d7bd586e69756cdaf5a04d5186346e53946e3bdb0bebe46e6fcabRUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 curl -O https://bootstrap.pypa.io/get-pip.py &&
  python get-pip.py &&
  rm get-pip.py
    		02/15/2022 4:57 AM UTC
    sha256:0fc9d1498e844109318cad10c7e8c0316391d4253785d1004c57ee720717f06fRUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 MAJ=`echo "$PYVER" | cut -c1-1` &&
  rm -f /usr/bin/python$MAJ &&
  ln -s /usr/bin/python$PYVER /usr/bin/python$MAJ
    		02/15/2022 4:57 AM UTC
    sha256:2d68c75eede1c235372fc1a64f7e4659a720977c10c0770b54655fe7af5d894eRUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 rm -f /usr/bin/python &&
  ln -s /usr/bin/python$PYVER /usr/bin/python
    		02/15/2022 4:57 AM UTC
    sha256:40bb15b5e5243d2bb175edeed46a888e86a5c8a4e1ccb61911b6abeff93dc517RUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 rm -rf /var/lib/apt/lists/*
    		02/15/2022 4:57 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 apt install -f libnvinfer8 libnvinfer-plugin8 libnvparsers8 libnvonnxparsers8 python3-libnvinfer /builds/libnvinfer-bin_${TRT_LIBNVINFER_VERSION}-1+cuda10.2_arm64.deb
    		02/15/2022 4:57 AM UTC
    sha256:d693cb9e50e4e0399deefda4805567088779c400e6a8c54a73b76e78473f4b87RUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 apt-get update &&
  apt-get upgrade -y &&
  apt-get install -y --no-install-recommends gnupg2 curl ca-certificates &&
  curl -fsSL http://cuda-internal.nvidia.com/release-candidates/kitpicks/tensorrt-rel-8-2-tegra/8.2.1/001/repos/l4t/arm64/7fa2af80.pub | apt-key add - &&
  echo "deb  http://cuda-internal.nvidia.com/release-candidates/kitpicks/tensorrt-rel-8-2-tegra/8.2.1/001/repos/l4t/arm64 /" > /etc/apt/sources.list.d/cuda.list &&
  apt-get update &&
  apt-get install -y --no-install-recommends gnupg2 curl ca-certificates python$PYVER $DISTUTILS git pkg-config unzip
    		02/15/2022 4:57 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    TRT_VERSION=8.2.1.8 TRT_LIBNVINFER_VERSION=8.2.1 NVIDIA_TENSORRT_VERSION=8.2.1.8 PYVER=3.8 if [ "$PYVER" = "3.8" ]; then DISTUTILS="python3-distutils"; fi
    		02/15/2022 4:56 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    PYVER=3.8
    		02/15/2022 4:56 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_TENSORRT_VERSION=8.2.1.8
    		02/15/2022 4:56 AM UTC
    ...