["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

RUN |1 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary # Test CUDA IPC functionality if [ -z "\${USE_CUDA_IPC+x}" ]; then if python3 "$NIM_DIR_PATH/test_cuda_ipc.py" >/dev/null; then export USE_CUDA_IPC=1 else export USE_CUDA_IPC=0 fi else export USE_CUDA_IPC fi echo "Using CUDA IPC: \${USE_CUDA_IPC}" # Removing MPS support as not needed / supported on NFP if [ "\${ENABLE_CUDA_MPS:-0}" = "1" ]; then if output=\$(nvidia-cuda-mps-control -d 2>&1); then echo "Success: MPS available" ps -ef | grep mps export CUDA_MPS_PIPE_DIRECTORY=/tmp/nvidia-mps echo $CUDA_MPS_PIPE_DIRECTORY else echo "MPS not available" fi else echo "CUDA MPS not enabled (ENABLE_CUDA_MPS=${ENABLE_CUDA_MPS:-0})" fi start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

nvs:1000

PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple [ -d /etc/ld.so.conf.d ] ||
  mkdir -p /etc/ld.so.conf.d &&
  [ -f /etc/ld.so.conf.d/nvidia.conf ] ||
  touch /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  if command -v ldconfig >/dev/null 2>&1; then ldconfig; fi

PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple groupadd --gid 1000 --non-unique nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 1000 --non-unique --gid 1000 nvs &&
  chown 1000.1000 $NIM_DIR_PATH

./test_cuda_ipc.py /opt/nim

./LICENSE ./VERSION ./Acknowledgements.txt /opt/nim

./inference.py /opt/nim