NVIDIA
NVIDIA
GPT-OSS-120B
Container
NVIDIA
NVIDIA
GPT-OSS-120B

NVIDIA NIM for GPU accelerated GPT-OSS-120B Model inference through OpenAI compatible APIs

LayerLabelCreated
426afd94f1923e8f173aa967e8ddb0ba0da97ba8df7675c207f05891c43a0085CONFIG
Entrypoint /opt/nvidia/nvidia_entrypoint.sh; WorkingDir /
08/05/2025 8:21 PM UTC
aaabd989df2d0b33a5f80f11993eaebe9fc235dbbf7f95a14a0ee8aff07fb64eCOPY
./docker/nim/NSPECT-EEZS-7JBM/banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
08/05/2025 8:21 PM UTC
a5dda6c46e834110303192f20bbd580ea29174c5b5fbad085175388cb06ec1d6COPY
./docker/nim/NSPECT-EEZS-7JBM/LICENSE /opt/nim/MODEL_LICENSE
08/05/2025 8:21 PM UTC
3d9839b82f63894deeea3d9f87e4d532914a89bff148bc5aaa089b6bbccc284aRUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 ln -s /opt/nim/etc/default/model_manifest.yaml /etc/nim/config/model_manifest.yaml
08/05/2025 8:21 PM UTC
5b9c8371a188e21811645c03b7094c346f60e7b6e6bd45c909550b88aa48d653USER
1000
08/05/2025 8:21 PM UTC
f1615b919dfe691606cac3ca71dd13185437e8db955852ccd9effd39cf9e1319RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 cd /opt/nim/llm/.venv/lib/python3.12/site-packages &&
  for patch in /tmp/patches/*.patch; do echo "Applying patch: $patch"; patch -p1 < "$patch"; done &&
  rm -rf /tmp/patches
08/05/2025 8:21 PM UTC
ea4a7799a2b83e1bb0d9e63f7e0019a81773e90e5ad24810384d21d4f3874764COPY
docker/orangina-patches /tmp/patches
08/05/2025 8:21 PM UTC
3001d497dfb8e604d84dd2620cbe95852c03f7751d397a07f88c92a425d8c991RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 find /opt/nim/llm/.venv/lib/python3.12/site-packages/ -name "*.exe" -delete
08/05/2025 8:21 PM UTC
0c71583dbd067f01d4add6e80a6b73e329a8f5142f7b7231e774c77ac26ee9ffRUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 cd /workspace/harmony &&
  pip install pandas datasets maturin puccinialin colorama &&
  pip install . --verbose --no-build-isolation
08/05/2025 8:21 PM UTC
fda3379b29907898339f2501a898b46a581beb38e1a0f83ca008f26293781bebCOPY
orangina-reference-code_vv11/open-weight-model-pre-release/gpt_oss /usr/local/lib/python3.12/dist-packages/gpt_oss
08/05/2025 8:20 PM UTC
...