NVIDIA
NVIDIA
Dynamo vLLM Runtime
Container
NVIDIA
NVIDIA
Dynamo vLLM Runtime

The Dynamo vLLM runtime image is a containerized build of Dynamo + vLLM which serves as the base runtime environment for vLLM based inference with Dynamo's distributed inference framework.

LayerLabelCreated
e3d6f74db9d6d98a41d642eb2fc073c3efdbab6745957a6431efe1bc9e6a2a15CONFIG
Entrypoint /opt/nvidia/nvidia_entrypoint.sh; WorkingDir /workspace
03/03/2026 12:00 PM UTC
918d9b0643e34e34c4cb539449913308f03874fbb0d935f323b808564542be74ENTRYPOINT
/opt/nvidia/nvidia_entrypoint.sh
03/03/2026 12:00 PM UTC
724e8804ddea28b89d4719a77f72b58c7bc3fa3b15c70ee5f5e2682a7b213890ENV
DYNAMO_COMMIT_SHA=ebcbd617aa4dea3bf608a8f0d25d98f013549085
03/03/2026 12:00 PM UTC
65545459732a3636908c77c6226fd8d7daaef5899b2cd79e7b4ffd202e91dc66ARG
DYNAMO_COMMIT_SHA=ebcbd617aa4dea3bf608a8f0d25d98f013549085
03/03/2026 12:00 PM UTC
bc07173dc2ffdd717b8e74d2d1a9d39adb8519d26d1629e490286fd22b417d8bUSER
dynamo
03/03/2026 12:00 PM UTC
d7ae0f3b06f26872874eef5c91b649e5e8190cf08a32b5b79158d0b1f561872eRUN
ARCH_ALT=x86_64 PYTHON_VERSION=3.12 SITE_PACKAGES=/opt/dynamo/venv/lib/python3.12/site-packages ENABLE_KVBM=true ENABLE_GPU_MEMORY_SERVICE=true /bin/bash -l -o pipefail -c cd /usr/local/lib &&
  if [ -f libaws-c-common.so.1.0.0 ] &&
  [ ! -L libaws-c-common.so.1 ]; then rm -f libaws-c-common.so.1 libaws-c-common.so &&
  ln -s libaws-c-common.so.1.0.0 libaws-c-common.so.1 &&
  ln -s libaws-c-common.so.1 libaws-c-common.so; fi &&
  if [ -f libaws-c-s3.so.1.0.0 ] &&
  [ ! -L libaws-c-s3.so.0unstable ]; then rm -f libaws-c-s3.so.0unstable libaws-c-s3.so &&
  ln -s libaws-c-s3.so.1.0.0 libaws-c-s3.so.0unstable &&
  ln -s libaws-c-s3.so.0unstable libaws-c-s3.so; fi &&
  if [ -f libs2n.so.1.0.0 ] &&
  [ ! -L libs2n.so.1 ]; then rm -f libs2n.so.1 libs2n.so &&
  ln -s libs2n.so.1.0.0 libs2n.so.1 &&
  ln -s libs2n.so.1 libs2n.so; fi &&
  for lib in libcrypto libssl; do versioned=$(ls -1 ${lib}.so.1.1.* 2>/dev/null | head -1); if [ -n "$versioned" ] &&
  [ ! -L "${lib}.so.1.1" ]; then rm -f "${lib}.so.1.1" &&
  ln -s "$(basename "$versioned")" "${lib}.so.1.1"; fi; done &&
  ldconfig
03/03/2026 12:00 PM UTC
92ceba5b41a82ae552f481d85eeb47d116344eb4426fb7a976bb505b0ddc873eRUN
ARCH_ALT=x86_64 PYTHON_VERSION=3.12 SITE_PACKAGES=/opt/dynamo/venv/lib/python3.12/site-packages ENABLE_KVBM=true ENABLE_GPU_MEMORY_SERVICE=true /bin/bash -l -o pipefail -c chmod g+w /workspace /workspace/* /opt/dynamo /opt/dynamo/* ${VIRTUAL_ENV} &&
  chmod 755 /opt/dynamo/.launch_screen &&
  echo 'source /opt/dynamo/venv/bin/activate' >> /etc/bash.bashrc &&
  echo 'cat /opt/dynamo/.launch_screen' >> /etc/bash.bashrc
03/03/2026 12:00 PM UTC
19ca6d3f9fe67fde60fac8b4a5e5ecee8715c48f48115a0340e400636bfbdba1USER
root
03/03/2026 12:00 PM UTC
b89ac5c111bfa4635b14e564c287ccc7a49a561b519f0af276827b016b26ca70RUN
ARCH_ALT=x86_64 PYTHON_VERSION=3.12 SITE_PACKAGES=/opt/dynamo/venv/lib/python3.12/site-packages ENABLE_KVBM=true ENABLE_GPU_MEMORY_SERVICE=true /bin/bash -l -o pipefail -c sed '/^#\s/d' /opt/dynamo/launch_message.txt > /opt/dynamo/.launch_screen
03/03/2026 12:00 PM UTC
d7ae45f8c81fd2134e3a6cc56d2225a28de3fb3edb89ae5ebc751e261b6ecdebCOPY
--chown=dynamo:0 --chmod=775 lib/ /workspace/lib/
03/03/2026 12:00 PM UTC
...