NVIDIA
NVIDIA
Dynamo SGLang Runtime
Container
NVIDIA
NVIDIA
Dynamo SGLang Runtime

The Dynamo SGLang runtime image is a containerized build of Dynamo + SGLang which serves as the base runtime environment for sglang based inference with Dynamo's distributed inference framework.

LayerLabelCreated
b63a652b1c9b6ab52f20da60c7149a025343fe2a0e09d1aa810e109c46057af1CONFIG
Entrypoint /opt/nvidia/nvidia_entrypoint.sh; WorkingDir /workspace
06/08/2026 9:51 AM UTC
78cf374c63f0a81153f23153abecc13bb0f2d26386d242d08b0b4c79b69f157fRUN
ENABLE_GPU_MEMORY_SERVICE=true DYNAMO_COMMIT_SHA=30f92beeb75eaf6f208c94eea42b15be150e1d85 EFA_VERSION=1.47.0 NIXL_LIBFABRIC_REF=v2.5.1 EFA_PC=$(find /opt/amazon/efa -path '*/pkgconfig/libfabric.pc' 2>/dev/null | head -n1) &&
  EFA_LIBFABRIC_RAW=$(cat "$EFA_PC" 2>/dev/null | grep '^Version:' | awk '{print $2}') &&
  EFA_LIBFABRIC_VER=$(echo "$EFA_LIBFABRIC_RAW" | grep -oE '^[0-9]+\.[0-9]+(\.[0-9]+)?') &&
  REF_VER=$(echo "${NIXL_LIBFABRIC_REF}" | sed 's/^v//') &&
  if [ -n "$EFA_LIBFABRIC_VER" ] &&
  [ -n "$REF_VER" ] &&
  [ "$(printf '%s\n' "$EFA_LIBFABRIC_VER" "$REF_VER" | sort -V | head -n1)" = "$EFA_LIBFABRIC_VER" ] &&
  [ "$EFA_LIBFABRIC_VER" != "$REF_VER" ]; then rm -rf /opt/amazon/efa &&
  cp -Pfr /tmp/libfabric_build /opt/amazon/efa &&
  sed -i 's|^prefix=.*|prefix=/opt/amazon/efa|' /opt/amazon/efa/lib/pkgconfig/libfabric.pc &&
  echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/000_efa.conf &&
  rm -f /etc/ld.so.conf.d/efa.conf &&
  ldconfig &&
  echo "[aws] libfabric overlay: ${REF_VER} (overwrites EFA stock ${EFA_LIBFABRIC_RAW})"; else echo "[aws] libfabric overlay: skipped (EFA stock ${EFA_LIBFABRIC_RAW:-unknown} >= ${REF_VER})"; fi
06/08/2026 9:51 AM UTC
d0341f2877ac45a425e4de42ce35167c17134401c2f4981f37091ace2f4c03fdARG
NIXL_LIBFABRIC_REF=v2.5.1
06/08/2026 9:51 AM UTC
1d8cfab330de304eb7c16a8539492cb4ce3fe06bed4736cff2f415b0c55954b7ENV
EFA_VERSION=1.47.0
06/08/2026 9:51 AM UTC
7f8c93cae194d312385636ffd649f637214e9dbd0cf0247b92c8a5ba601499fcRUN
ENABLE_GPU_MEMORY_SERVICE=true DYNAMO_COMMIT_SHA=30f92beeb75eaf6f208c94eea42b15be150e1d85 EFA_VERSION=1.47.0 mkdir -p /tmp/efa &&
  cd /tmp/efa &&
  curl --retry 3 --retry-delay 2 -fsSL -o aws-efa-installer-${EFA_VERSION}.tar.gz https://efa-installer.amazonaws.com/aws-efa-installer-${EFA_VERSION}.tar.gz &&
  tar -xf aws-efa-installer-${EFA_VERSION}.tar.gz &&
  cd aws-efa-installer &&
  apt-get update &&
  ./efa_installer.sh -y --skip-kmod --skip-limit-conf --no-verify &&
  rm -rf /tmp/efa &&
  rm -rf /opt/amazon/aws-ofi-nccl /etc/ld.so.conf.d/aws-ofi-nccl.conf &&
  ldconfig
06/08/2026 9:51 AM UTC
e1e94a76c2b307fd864c568156922faa221c34a9528826ce372da9d76ca47050USER
root
06/08/2026 9:50 AM UTC
a3ea40b68687e6c7dcda7bd9859a02bb56c7b17d56bbaa1227013232ef20330eARG
EFA_VERSION=1.47.0
06/08/2026 9:50 AM UTC
f3126244a529b0f23de1e8fc43b2ad9983aa1112027e8836a7862025de3576beCMD
06/08/2026 9:50 AM UTC
2805c748971578d5be85bb4fa6fa84733adb0fbfcb43c4883eefc0bdf0f85148ENTRYPOINT
/opt/nvidia/nvidia_entrypoint.sh
06/08/2026 9:50 AM UTC
8881737314b53b262dfebd0b4f092b5921cbaafed2a8404ec281ab422c091be6ENV
DYNAMO_COMMIT_SHA=30f92beeb75eaf6f208c94eea42b15be150e1d85
06/08/2026 9:50 AM UTC
...