Entrypoint /opt/nvidia/nvidia_entrypoint.sh; WorkingDir /opt/nim

RUN |3 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary # Remove /root/.cargo/bin from PATH to avoid permission denied errors when running as non-root user export PATH=$(echo $PATH | sed 's|/root/.cargo/bin:||g; s|:/root/.cargo/bin$||g; s|^/root/.cargo/bin$||g') start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple apt-get update -yqq &&
  apt-get upgrade -yqq gpg &&
  apt-get autoremove -yqq --purge ffmpeg &&
  rm -rf /var/lib/apt/lists/*

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple pip uninstall -y decord2 av ||
  true

./patch/sglang/ /usr/local/lib/python3.12/dist-packages/sglang/

./patch/nimlib/profile_selection.py /usr/local/lib/python3.12/dist-packages/nimlib/llm/profile_selection.py

./patch/nimlib/start_server.py /usr/local/lib/python3.12/dist-packages/nimlib/start_server.py