NVIDIA
NVIDIA
SGLang Model-Free NIM
Container
NVIDIA
NVIDIA
SGLang Model-Free NIM

SGLang Model-Free NIM container.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
/opt/nim/start_server.sh
08/11/2026 8:40 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
nvs:1000
08/11/2026 8:40 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
/opt/nim
08/11/2026 8:40 AM UTC
sha256:5ad78a4de877e25d6b6624f420a48c33eb37613fc237fc88c97b4ebe8297bb04RUN
INSTALL_DEBUG_TOOLS=0 /bin/bash -lc chmod 0755 /opt/nim/start_server.sh
08/11/2026 8:40 AM UTC
sha256:62fd1fcaf91af1b8e43f8b20cd5fa2fc57cbf206f1785afb807706541bfae2afCOPY
docker/start_server.sh /opt/nim/start_server.sh
08/11/2026 8:40 AM UTC
sha256:c4f4504ad5c89f915fe421aeccf9db8e6da3710f114172e5b5f1dfc20e3c2b8fCOPY
docker/overlays/lowest_tp_selector.py /usr/local/lib/python3.12/dist-packages/nim_stack/cutomize_profile_secltion/lowest_tp_selector.py
08/11/2026 8:40 AM UTC
sha256:b6f7b0e6b21771dfe88935e776f21b11f59bd5517b4ead4372b158a891bf3db1COPY
docker/overlays/lowest_tp_selector.py /opt/nim/cutomize_profile_secltion/lowest_tp_selector.py
08/11/2026 8:40 AM UTC
sha256:a1ec3678a765e27d766be0b82b8c9542862e93a29bfab4bcaef3f1ce5bd92c95COPY
VERSION /opt/nim/VERSION
08/11/2026 8:40 AM UTC
sha256:7c7a94aa89a8a8d49d80a1f536020dea469424881cf3145448b0dbffd484441bRUN
INSTALL_DEBUG_TOOLS=0 /bin/bash -lc set -euo pipefail; chmod 0755 /opt/nim/scripts/nim-serve-ray-compat.sh /usr/local/bin/ray; bash -n /opt/nim/scripts/nim-serve-ray-compat.sh; bash -n /usr/local/bin/ray; printf '%s\n' '#!/usr/bin/env bash' 'printf "%s\n" "$@" > /tmp/compat_check_args' > /tmp/mock_entry.sh; chmod +x /tmp/mock_entry.sh; env -i PATH="${PATH}" LWS_GROUP_SIZE=4 LWS_WORKER_INDEX=2 NIM_NATIVE_ENTRYPOINT=/tmp/mock_entry.sh bash /opt/nim/scripts/nim-serve-ray-compat.sh nim-serve-ray --head-address 10.0.0.1:6379 -- --tp 8; grep -qx -- '--nnodes' /tmp/compat_check_args; grep -qx -- '--node-rank' /tmp/compat_check_args; grep -qx -- '2' /tmp/compat_check_args; grep -qx -- '--dist-init-addr' /tmp/compat_check_args; grep -qx -- '10.0.0.1:6379' /tmp/compat_check_args; if bash /usr/local/bin/ray start >/dev/null 2>&1; then echo "ray stub must reject non-status"; exit 1; fi; rm -f /tmp/mock_entry.sh /tmp/compat_check_args; echo "057 compat facade check ok"
08/11/2026 8:40 AM UTC
sha256:7c4b47ac92ac5d8b08c79f4779215ad7521761a63e7acb0ae7824ae45c91da14COPY
docker/patches/057_nim-serve-ray-compat/ray-compat-stub.sh /usr/local/bin/ray
08/11/2026 8:40 AM UTC
...