["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

/opt/nvidia/nvidia_entrypoint.sh

RUN |3 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary normalize_nim_log_level() { local level="\${1:-DEFAULT}" level="\${level^^}" case "\${level}" in ""|DEFAULT) echo "INFO" ;; WARN) echo "WARNING" ;; TRACE) echo "DEBUG" ;; DEBUG|INFO|WARNING|ERROR|CRITICAL) echo "\${level}" ;; *) echo "WARNING" ;; esac } request_logging_enabled() { local arg for arg in "\$@"; do if [ "\${arg}" = "--enable-log-requests" ]; then return 0 fi done case " \${NIM_PASSTHROUGH_ARGS:-} " in *" --enable-log-requests "*) return 0 ;; *) return 1 ;; esac } raw_nim_log_level="\${NIM_LOG_LEVEL:-DEFAULT}" normalized_nim_log_level="\$(normalize_nim_log_level "\${raw_nim_log_level}")" export NIM_LOG_LEVEL="\${normalized_nim_log_level}" if [ -z "\${VLLM_LOGGING_LEVEL:-}" ]; then case "\${raw_nim_log_level^^}" in ""|DEFAULT) if request_logging_enabled "\$@"; then export VLLM_LOGGING_LEVEL=INFO else export VLLM_LOGGING_LEVEL=INFO fi ;; *) export VLLM_LOGGING_LEVEL="\${normalized_nim_log_level}" ;; esac fi start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple [ -d /etc/ld.so.conf.d ] ||
  mkdir -p /etc/ld.so.conf.d &&
  [ -f /etc/ld.so.conf.d/nvidia.conf ] ||
  touch /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  if command -v ldconfig >/dev/null 2>&1; then ldconfig; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple if [ -d /usr/local/lib/python3.12/dist-packages/flashinfer_cubin ]; then mkdir -p /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins &&
  chown -R 1000:1000 /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple groupadd --gid 1000 --non-unique nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 1000 --non-unique --gid 1000 nvs &&
  chown 1000.1000 $NIM_DIR_PATH

VLLM_VIDEO_LOADER_BACKEND=pynvvideocodec