/opt/nim/start_server.sh

--chown=nim:nim NOTICE /opt/nim/NOTICE

--chown=nim:nim MODEL_LICENSE /opt/nim/MODEL_LICENSE

--chown=nim:nim model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml

--chown=nim:nim VERSION /opt/nim/VERSION

--chown=nim:nim LICENSE /opt/nim/LICENSE

NIM_PASSTHROUGH_ARGS=--reasoning-parser nemotron_v3 --enable-auto-tool-choice --tool-call-parser qwen3_coder

NIM_SPECDEC_ARGS={"speculative_config": "{\"method\":\"mtp\",\"num_speculative_tokens\":5}"}

INFERENCE_MICROSERVICE_LLM_NIM_VERSION=2.0.12

NIM_SERVED_MODEL_NAME=nvidia/nemotron-3-super-120b-a12b