Entrypoint /opt/nvidia/nvidia_entrypoint.sh; WorkingDir /app/tensorrt_llm; ExposedPorts 6006/tcp, 8888/tcp

scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh

TRT_LLM_GIT_COMMIT=80649a8b78b2fbe9ac4fa9b004fcceb251ba7c2e TRT_LLM_VERSION=1.2.0rc8

TARGETARCH=amd64

TRT_LLM_VER=1.2.0rc8

GIT_COMMIT=80649a8b78b2fbe9ac4fa9b004fcceb251ba7c2e

SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build /bin/bash -c chmod -R a+w examples &&
  rm -v benchmarks/cpp/bertBenchmark.cpp benchmarks/cpp/gptManagerBenchmark.cpp benchmarks/cpp/disaggServerBenchmark.cpp benchmarks/cpp/CMakeLists.txt &&
  rm -rf /root/.cache/pip

examples examples

/src/tensorrt_llm/cpp/build/benchmarks/bertBenchmark /src/tensorrt_llm/cpp/build/benchmarks/gptManagerBenchmark /src/tensorrt_llm/cpp/build/benchmarks/disaggServerBenchmark benchmarks/cpp/

CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build