["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

RUN |3 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple rm -rf /sgl-workspace/nvshmem/build/externals/venv_3.12/lib/python3.12/site-packages/wheel /sgl-workspace/nvshmem/build/externals/venv_3.12/lib/python3.12/site-packages/wheel-0.45.1.dist-info /sgl-workspace/nvshmem/build/externals/venv_3.10/lib/python3.10/site-packages/wheel /sgl-workspace/nvshmem/build/externals/venv_3.10/lib/python3.10/site-packages/wheel-0.45.1.dist-info /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-0.45.1.dist-info &&
  cp -r /usr/local/lib/python3.12/dist-packages/wheel /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel &&
  cp -r /usr/local/lib/python3.12/dist-packages/wheel-0.46.2.dist-info /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-0.46.2.dist-info &&
  rm -rf /sgl-workspace/nvshmem/build/externals/venv_3.12/lib/python3.12/site-packages/setuptools* /sgl-workspace/nvshmem/build/externals/venv_3.10/lib/python3.10/site-packages/setuptools*

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple pip install --no-cache-dir --upgrade setuptools &&
  pip install --no-cache-dir wheel==0.46.2 aiohttp==3.13.3 urllib3===2.6.3 &&
  pip install -U setuptools distro

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple apt-get update &&
  apt-get install -y gnupg2 &&
  apt-get autoremove -y &&
  rm -rf /var/lib/apt/lists/*

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple pip install starlette==0.49.1 urllib3==2.6.0

./chat_template.jinja /opt/nim/chat_template.jinja

./b200_latency_fp8.yaml /opt/nim/b200_latency_fp8.yaml