WorkingDir /opt/nim

—

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple apt-get update &&
  SUDO_FORCE_REMOVE=yes apt-get purge -y sudo &&
  rm -rf /var/lib/apt/lists/*

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple [ -d /etc/ld.so.conf.d ] ||
  mkdir -p /etc/ld.so.conf.d &&
  [ -f /etc/ld.so.conf.d/nvidia.conf ] ||
  touch /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  if command -v ldconfig >/dev/null 2>&1; then ldconfig; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple if [ -d /usr/local/lib/python3.12/dist-packages/flashinfer_cubin ]; then mkdir -p /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins &&
  chown -R 1000:1000 /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple groupmod -n nvs ubuntu &&
  usermod -l nvs -d /home/nvs -m -g nvs -s /usr/sbin/nologin ubuntu &&
  gpasswd -d nvs sudo 2>/dev/null ||
  true &&
  chown -R nvs:1000 $NIM_DIR_PATH /opt/nim/etc/default/model_manifest.yaml

RUN |3 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml