NVIDIA
Dynamo Frontend
Container
NVIDIA
Dynamo Frontend

The Dynamo frontend image is a framework-less image which contains core Dynamo components along with Endpoint Picker (EPP) for Gateway API Inference Extension (GAIE).

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    08/27/2026 10:14 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
    /epp
    08/27/2026 10:14 PM UTC
    sha256:99c40c6f13b6bed1d2613ec3da2eaff358b48b00350eaa503cd3254289fc1839COPY
    /legal /legal
    08/27/2026 10:14 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    08/27/2026 10:14 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
    /epp
    08/27/2026 10:14 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
    dynamo
    08/27/2026 10:14 PM UTC
    sha256:deab9f1f8075c06a1301473124dcfdcfcfe1822ab92cdb10ca52ce9ec1290d72RUN
    PYTHON_VERSION=3.12 ENABLE_GPU_MEMORY_SERVICE=true NIXL_REF=v1.3.2 NIXL_LIB_DIR="$(/opt/dynamo/venv/bin/python -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')/.nixl_cu13.mesonpy.libs" &&
      [ -f "${NIXL_LIB_DIR}/libnixl_capi.so" ] ||
      { echo "missing ${NIXL_LIB_DIR}/libnixl_capi.so; NIXL wheel layout changed" >&2; exit 1; } &&
      [ -d "${NIXL_LIB_DIR}/plugins" ] ||
      { echo "missing ${NIXL_LIB_DIR}/plugins; NIXL wheel layout changed" >&2; exit 1; } &&
      echo "${NIXL_LIB_DIR}" > /etc/ld.so.conf.d/nixl.conf &&
      ldconfig &&
      chmod 755 /opt/dynamo/.launch_screen &&
      echo 'source /opt/dynamo/venv/bin/activate' >> /etc/bash.bashrc &&
      echo 'cat /opt/dynamo/.launch_screen' >> /etc/bash.bashrc
    08/27/2026 10:14 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
    root
    08/27/2026 10:14 PM UTC
    sha256:f1d01702d63a6a02eb630483bebf5403a35227453bb1a51b3dbe59637b9f2aebRUN
    PYTHON_VERSION=3.12 ENABLE_GPU_MEMORY_SERVICE=true NIXL_REF=v1.3.2 echo "${NIXL_REF}" | grep -qE '^v[0-9]+\.[0-9]+\.[0-9]+$' ||
      { echo "NIXL_REF must be a vX.Y.Z release tag; got '${NIXL_REF}'" >&2; exit 1; } &&
      export UV_CACHE_DIR=/home/dynamo/.cache/uv UV_FIND_LINKS=/opt/dynamo/wheelhouse/extra &&
      uv pip install --overrides /tmp/overrides.frontend.txt /opt/dynamo/wheelhouse/ai_dynamo_runtime*.whl /opt/dynamo/wheelhouse/ai_dynamo*any.whl &&
      uv pip install "nixl-cu13==${NIXL_REF#v}" &&
      uv pip install --no-deps "nixl==${NIXL_REF#v}" &&
      uv pip show nixl nixl-cu13 | grep -E '^(Name|Version)' | tee /opt/dynamo/nixl-versions.txt &&
      if [ "$ENABLE_GPU_MEMORY_SERVICE" = "true" ]; then GMS_WHEEL=$(ls /opt/dynamo/wheelhouse/gpu_memory_service*.whl 2>/dev/null | head -1); if [ -z "$GMS_WHEEL" ]; then echo "ERROR: ENABLE_GPU_MEMORY_SERVICE is true but no gpu_memory_service wheel found in wheelhouse" >&2; exit 1; fi; uv pip install "$GMS_WHEEL"; fi
    08/27/2026 10:14 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NIXL_REF=v1.3.2
    08/27/2026 10:13 PM UTC