["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

RUN |4 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple TARGETARCH=amd64 /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary # Remove /root/.cargo/bin from PATH to avoid permission denied errors when running as non-root user export PATH=$(echo $PATH | sed 's|/root/.cargo/bin:||g; s|:/root/.cargo/bin$||g; s|^/root/.cargo/bin$||g') start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest_refresh_no_workspace_hash.yaml /opt/nim/etc/default/model_manifest.yaml

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple TARGETARCH=amd64 dpkg -l | grep "^rc" | awk '{print $2}' | xargs apt-get purge -y

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://pypi.org/simple TARGETARCH=amd64 apt remove -y libgstreamer1.0-0 libapparmor1 libcap2-bin libcryptsetup12 libdbus-1-3 libdevmapper1.02.1 libgirepository-1.0-1 libglib2.0-0 libglib2.0-bin libglib2.0-data net-tools perftest packagekit x11-common udev dbus dbus-bin dbus-daemon dbus-session-bus-common dbus-system-bus-common libxnvctrl0 libappstream5 libfdisk1 python3-software-properties python3-launchpadlib systemd systemd-sysv systemd-dev libsystemd-shared libpam-systemd python3-gi gir1.2-glib-2.0 gir1.2-girepository-2.0 python3-gdbm libfreetype6 fonts-dejavu-core fonts-dejavu-mono libpackagekit-glib2-18 polkitd libpolkit-gobject-1-0 libpolkit-agent-1-0

./hw_helper.py /opt/nim

./tuning_configs/GB10_throughput_nvfp4_1.yaml.j2 /opt/nim/GB10_throughput_nvfp4_1.yaml.j2

./tuning_configs/GB300_throughput_nvfp4_1.yaml /opt/nim/GB300_throughput_nvfp4_1.yaml