model.manifest.yaml=H4sIAAAAAAAC/62Ry2odMQyG9+cpTDZZJWfsGV+h9FEGWZLnmDOXg+0kkKePmzahlNBNq43BEv+nD1W88AbzM5eajz2Ie/U43J9u5Uh55bnyyth6Y8aSG5cMQZAcyGtyPmnUg0/kbcQ0jM7owbIzCoiQrZvAS+c0OuUGhQM6lMY5407bQbwG0bhWLoDtVDoFKgeRjsIIteV9+VihhtODyPQfsEI0WHqc6LWu28z7kvcObUfBS/99Ocq13gD558gvuHiv95XnF87LpdXzdmy8t/nCQLOWajaX8nhrH7NCPJUcxN2+YDif9+dMGfrz8OkbftP8/gPz7evAu8/AfiO81qctiLjClcfgNCVNOsmJLaNSI0YwKUoFQ5wQYRpRAYBNk3YxsQdtjGEvwXtLpP2XWrXBTlAov3LHX9d/EPoz6i8qZvJeRTb9tDAaSxGiNpPTsRtJo5B9mqTqZ7dqHGWiNFrpneNINBFY/QYyDrHbwQIAAA==

["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

RUN |1 NNPACK_DISABLE=1 /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<'EOF' #!/usr/bin/env bash set -eu # Function to handle graceful shutdown cleanup() { echo "Received shutdown signal, cleaning up model cache..." # Send SIGTERM to the server process if it exists if [ ! -z "${SERVER_PID:-}" ]; then kill -TERM "$SERVER_PID" 2>/dev/null ||
  true wait "$SERVER_PID" 2>/dev/null ||
  true fi echo "Cleanup completed" exit 0 } # Set up signal handlers for graceful shutdown trap cleanup SIGTERM SIGINT echo "Starting Tesseract Forecasting NIM with model caching enabled..." echo "Model cache directory: $TESSERACT_MODEL_CACHE_PATH" echo "Use /clear-cache endpoint to free memory, /cache-status to monitor cache" # Start the server in background and capture PID start_server & SERVER_PID=$! # Wait for the server process wait "$SERVER_PID" EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

./nim_forecasting/1_0_1/model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

nvs:9999

NNPACK_DISABLE=1 groupadd --gid 9999 nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 9999 --gid 9999 nvs &&
  chown -R 9999:9999 $NIM_DIR_PATH /opt/nim/.cache

NNPACK_DISABLE=1 mkdir -p /opt/nim/.cache/hf_cache &&
  mkdir -p /opt/nim/.cache/tesseract_models &&
  python -c "from momentfm import MOMENTPipeline; MOMENTPipeline.from_pretrained('AutonLab/MOMENT-1-large')" &&
  echo "MOMENT model cached successfully at /opt/nim/.cache/hf_cache"

HF_HOME=/opt/nim/.cache/hf_cache

NNPACK_DISABLE=1 find /opt /workspace /usr/local -name ".git" -exec rm -rf {} \; 2>/dev/null ||
  true