/opt/nim/start_server.sh

--chown=nim:nim NOTICE /opt/nim/NOTICE

--chown=nim:nim MODEL_LICENSE /opt/nim/MODEL_LICENSE

--chown=nim:nim model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

--chown=nim:nim VERSION /opt/nim/VERSION

--chown=nim:nim LICENSE /opt/nim/LICENSE

NCCL_IB_DISABLE=1

NIM_PASSTHROUGH_ARGS=--config-format mistral --load-format mistral --tokenizer-mode mistral --tool-call-parser mistral --enable-auto-tool-choice --reasoning-parser mistral --structured-outputs-config '{"backend":"guidance","enable_in_reasoning":true}' --exclude-tools-when-tool-choice-none

INFERENCE_MICROSERVICE_LLM_NIM_VERSION=2.0.6-variant

NIM_SERVED_MODEL_NAME=mistralai/mistral-small-4-119b-2603