--chown=1000:1000 docker/sagemaker/serve /usr/bin/.

com.amazonaws.sagemaker.capabilities.multi-models=true

com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true

TRITON_VERSION=2.65.0 TRITON_CONTAINER_VERSION=26.01 BUILD_PUBLIC_VLLM=false PYVER=3.12 pip3 install -r python/openai/requirements.txt

TRITON_VERSION=2.65.0 TRITON_CONTAINER_VERSION=26.01 BUILD_PUBLIC_VLLM=false PYVER=3.12 find /opt/tritonserver/python -maxdepth 1 -type f -name "tritonserver-*.whl" | xargs -I {} pip install --upgrade {}[all] &&
  find /opt/tritonserver/python -maxdepth 1 -type f -name "tritonfrontend-*.whl" | xargs -I {} pip install --upgrade {}[all]

--chown=1000:1000 NVIDIA_Deep_Learning_Container_License.pdf .

/opt/tritonserver

--chown=1000:1000 build/install tritonserver

/opt

com.nvidia.build.ref=c2536fda2e5c6fa09b84b08768f450a39a608761