["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

—

RUN |5 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple VLLM_DP=/usr/local/lib/python3.12/dist-packages/vllm VLLM_SRC=./docker/northbloom-vllm/vllm /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary if [ -z "\${VLLM_LOGGING_LEVEL:-}" ]; then case "\${NIM_LOG_LEVEL:-INFO}" in ERROR|error) export VLLM_LOGGING_LEVEL=ERROR ;; CRITICAL|critical) export VLLM_LOGGING_LEVEL=CRITICAL ;; WARNING|warning|WARN|warn) export VLLM_LOGGING_LEVEL=WARNING ;; INFO|info|DEFAULT|default) export VLLM_LOGGING_LEVEL=INFO ;; DEBUG|debug) export VLLM_LOGGING_LEVEL=DEBUG ;; TRACE|trace) export VLLM_LOGGING_LEVEL=DEBUG ;; esac fi start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple VLLM_DP=/usr/local/lib/python3.12/dist-packages/vllm VLLM_SRC=./docker/northbloom-vllm/vllm [ -d /etc/ld.so.conf.d ] ||
  mkdir -p /etc/ld.so.conf.d &&
  [ -f /etc/ld.so.conf.d/nvidia.conf ] ||
  touch /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  if command -v ldconfig >/dev/null 2>&1; then ldconfig; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple VLLM_DP=/usr/local/lib/python3.12/dist-packages/vllm VLLM_SRC=./docker/northbloom-vllm/vllm if [ -d /usr/local/lib/python3.12/dist-packages/flashinfer_cubin ]; then mkdir -p /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins &&
  chown -R 1000:1000 /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple VLLM_DP=/usr/local/lib/python3.12/dist-packages/vllm VLLM_SRC=./docker/northbloom-vllm/vllm groupadd --gid 1000 --non-unique nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 1000 --non-unique --gid 1000 nvs &&
  chown 1000.1000 $NIM_DIR_PATH

./banner.txt /opt/nim