nvs:1000

banner.txt /opt/nim/banner.txt

heuristic_plugins/ /opt/nim/heuristic_plugin/

hw_helper.py /opt/nim/hw_helper.py

tuning_configs/* /opt/nim/

TARGETARCH=amd64 NIM_NAME=deepseek-ai/DeepSeek-V4-Flash-0731 NIM_MODEL_NAME=deepseek-ai/DeepSeek-V4-Flash-0731 MANIFEST_FILE=model_manifest_prod.yaml python -m pip uninstall -y mooncake-transfer-engine-cuda13 &&
  ! python -c "import mooncake" 2>/dev/null &&
  python -c "import sglang.srt.managers.scheduler, nimlib.llm.profile_selection"

TARGETARCH=amd64 NIM_NAME=deepseek-ai/DeepSeek-V4-Flash-0731 NIM_MODEL_NAME=deepseek-ai/DeepSeek-V4-Flash-0731 MANIFEST_FILE=model_manifest_prod.yaml python -m pip install --no-cache-dir --upgrade "pillow==12.3.0" &&
  python -c "import PIL; assert PIL.__version__ == '12.3.0', PIL.__version__"

TARGETARCH=amd64 NIM_NAME=deepseek-ai/DeepSeek-V4-Flash-0731 NIM_MODEL_NAME=deepseek-ai/DeepSeek-V4-Flash-0731 MANIFEST_FILE=model_manifest_prod.yaml if [ -d /usr/local/lib/python3.12/dist-packages/flashinfer_cubin ]; then mkdir -p /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins &&
  chown -R nvs:1000 /usr/local/lib/python3.12/dist-packages/flashinfer_cubin/cubins; fi

NIM_CONFIG_FILE=

NIM_HEURISTIC_PLUGIN_DIR=/opt/nim/heuristic_plugin/