Entrypoint /bin/bash /opt/nim/start_server.sh; WorkingDir /opt/nim

--chmod=755 ./entrypoint.sh /opt/nim/start_server.sh

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple mkdir -p $TIKTOKEN_ENCODINGS_BASE &&
  curl -L -o $TIKTOKEN_ENCODINGS_BASE/o200k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken" &&
  curl -L -o $TIKTOKEN_ENCODINGS_BASE/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" &&
  chmod 755 $TIKTOKEN_ENCODINGS_BASE &&
  chmod 644 $TIKTOKEN_ENCODINGS_BASE/*.tiktoken

TIKTOKEN_ENCODINGS_BASE=/opt/nim/encodings

nvs:1000

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple [ -d /etc/ld.so.conf.d ] ||
  mkdir -p /etc/ld.so.conf.d &&
  [ -f /etc/ld.so.conf.d/nvidia.conf ] ||
  touch /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  if command -v ldconfig >/dev/null 2>&1; then ldconfig; fi

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple groupadd --gid 1000 --non-unique nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 1000 --non-unique --gid 1000 nvs &&
  mkdir -p $NIM_CACHE_PATH &&
  chown -R 1000:1000 $NIM_DIR_PATH $NIM_CACHE_PATH

TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple patch /usr/local/lib/python3.12/dist-packages/nimlib/profiles.py < /tmp/patches/nimlib/profiles.patch &&
  patch /usr/local/lib/python3.12/dist-packages/nimlib/llm/profile_selection.py < /tmp/patches/nimlib/profile_selection.patch &&
  patch /usr/local/lib/python3.12/dist-packages/nimlib/download.py < /tmp/patches/nimlib/download.patch &&
  patch -p1 -d /usr/local/lib/python3.12/dist-packages/ < /tmp/patches/nimlib/custom_error_models.patch &&
  patch -p1 -d /usr/local/lib/python3.12/dist-packages/ < /tmp/patches/nimlib/start_server_banner.patch &&
  patch -p1 -d /usr/local/lib/python3.12/dist-packages/ < /tmp/patches/nimlib/standard_files_banner_log.patch &&
  patch -p0 -d /usr/local/lib/python3.12/dist-packages/vllm/entrypoints/openai < /tmp/patches/vllm/protocol_validation.patch &&
  patch -p1 -d /usr/local/lib/python3.12/dist-packages < /tmp/patches/vllm/config_offline.patch &&
  patch -p0 -d /usr/local/lib/python3.12/dist-packages/nim_inference_sdk < /tmp/patches/nim_inference_sdk/inference_engine.patch &&
  patch -p0 -d /usr/local/lib/python3.12/dist-packages/nim_inference_sdk < /tmp/patches/nim_inference_sdk/backends/vllm_backend.patch &&
  patch -p0 -d /usr/local/lib/python3.12/dist-packages/nim_inference_sdk < /tmp/patches/nim_inference_sdk/api/vllm.patch &&
  patch -p1 -d /usr/local/lib/python3.12/dist-packages < /tmp/patches/vllm/lora_bw.patch &&
  patch /usr/local/lib/python3.12/dist-packages/vllm/entrypoints/harmony_utils.py < /tmp/patches/vllm/harmony_utils_channel.patch &&
  patch -p1 -d /usr/local/lib/python3.12/dist-packages < /tmp/patches/vllm/tool_choice_none.patch &&
  rm -rf /tmp/patches