["/bin/bash" "-c" "/opt/nim/start_server.sh"]

RUN |1 TARGETARCH=amd64 /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-'EOF' #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary for file in /opt/nim/start_server.d/*; do if [[ "$file" == *.sh ]]; then . "$file" elif [[ "$file" == *.txt ]]; then cat "$file" fi done start_server EOF # buildkit

DIT_LAYERWISE_OFFLOAD=0

WA_OFFLOAD_TEXT_ENCODER=1

WA_NATIVE_DIT=1

SGLANG_USE_RUNAI_MODEL_STREAMER=False

PYTHONWARNINGS=ignore::UserWarning,ignore::SyntaxWarning,ignore::FutureWarning,ignore::DeprecationWarning,ignore:(?i).*deprecated.*

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

NCCL_CUMEM_ENABLE=0

NCCL_CUMEM_HOST_ENABLE=0