—

/opt/nvidia/nvidia_entrypoint.sh

VLLM_USE_FLASHINFER_SAMPLER=1

DYNAMO_COMMIT_SHA=f43ed79d4c3be0f27ca83b2fdf96bc580a2cd978

DYNAMO_COMMIT_SHA=f43ed79d4c3be0f27ca83b2fdf96bc580a2cd978

dynamo

DEVICE=cuda PYTHON_VERSION=3.12 SITE_PACKAGES=/opt/dynamo/venv/lib/python3.12/site-packages ENABLE_KVBM=true ENABLE_GPU_MEMORY_SERVICE=true ENABLE_MODELEXPRESS_P2P=false MODELEXPRESS_REF=76fc5d7f06c37121ee8789a29fac6f9b08c4743a /bin/bash -l -o pipefail -c cd /usr/local/lib &&
  if [ -f libaws-c-common.so.1.0.0 ] &&
  [ ! -L libaws-c-common.so.1 ]; then rm -f libaws-c-common.so.1 libaws-c-common.so &&
  ln -s libaws-c-common.so.1.0.0 libaws-c-common.so.1 &&
  ln -s libaws-c-common.so.1 libaws-c-common.so; fi &&
  if [ -f libaws-c-s3.so.1.0.0 ] &&
  [ ! -L libaws-c-s3.so.0unstable ]; then rm -f libaws-c-s3.so.0unstable libaws-c-s3.so &&
  ln -s libaws-c-s3.so.1.0.0 libaws-c-s3.so.0unstable &&
  ln -s libaws-c-s3.so.0unstable libaws-c-s3.so; fi &&
  if [ -f libs2n.so.1.0.0 ] &&
  [ ! -L libs2n.so.1 ]; then rm -f libs2n.so.1 libs2n.so &&
  ln -s libs2n.so.1.0.0 libs2n.so.1 &&
  ln -s libs2n.so.1 libs2n.so; fi &&
  for lib in libcrypto libssl; do versioned=$(ls -1 ${lib}.so.1.1.* 2>/dev/null | head -1); if [ -n "$versioned" ] &&
  [ ! -L "${lib}.so.1.1" ]; then rm -f "${lib}.so.1.1" &&
  ln -s "$(basename "$versioned")" "${lib}.so.1.1"; fi; done &&
  ldconfig

--chown=dynamo: /usr/lib64/libssl.so.1.1* /usr/local/lib/

--chown=dynamo: /usr/lib64/libcrypto.so.1.1* /usr/local/lib/

--chown=dynamo: /usr/local/lib64/libs2n* /usr/local/lib/