NVIDIA
NVIDIA
GPT-OSS-120B
Container
NVIDIA
NVIDIA
GPT-OSS-120B

NVIDIA NIM for GPU accelerated GPT-OSS-120B Model inference through OpenAI compatible APIs

  • LayerLabelCreated
    sha256:5186abcb918ae8a123508b483a033617102529755d08554ace20e877b9cda5a9COPY
    ./docker/nim/NSPECT-EEZS-7JBM/notices/* /opt/nim/
    10/14/2025 8:56 PM UTC
    sha256:6931807bffe733a79a3dd178514293d6d50300e64dad37dd77767af547a2a2d5COPY
    ./docker/nim/NSPECT-EEZS-7JBM/banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
    10/14/2025 8:56 PM UTC
    sha256:f2d73103ae077673ec2d901fa4cb16d78e2050f3617c10cd0f06dad2dd962772COPY
    ./docker/nim/NSPECT-EEZS-7JBM/LICENSE /opt/nim/MODEL_LICENSE
    10/14/2025 8:56 PM UTC
    sha256:96018f6c6a41fab784e60777760e666633629a2f2a0b42021358eaaa9f6ee3faRUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.12.4 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 ln -s /opt/nim/etc/default/model_manifest.yaml /etc/nim/config/model_manifest.yaml
    10/14/2025 8:56 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
    1000
    10/14/2025 8:56 PM UTC
    sha256:2c2711af17c715f079c48f94049751b88ae9b6e3550179e94947323257b06591RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.12.4 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 cd /opt/nim/llm/.venv/lib/python3.12/site-packages &&
      patch -p1 < /tmp/0001-harmony-utils-fix-assistant-channel.patch &&
      patch -p1 < /tmp/0002-serving-chat-improve-harmony-error-handling.patch &&
      rm /tmp/0001-harmony-utils-fix-assistant-channel.patch /tmp/0002-serving-chat-improve-harmony-error-handling.patch
    10/14/2025 8:56 PM UTC
    sha256:52803c1e1023af8788341aedff36626a04fe16a5fd8018204900f6b63061dc14COPY
    docker/patches/0002-serving-chat-improve-harmony-error-handling.patch /tmp/
    10/14/2025 8:56 PM UTC
    sha256:d877679e8a8b8522f5aed178a9aa7be1b0ec8f39f1744c69e5f11314bf531467COPY
    docker/patches/0001-harmony-utils-fix-assistant-channel.patch /tmp/
    10/14/2025 8:56 PM UTC
    sha256:1a8f9cb2010b5998a11f1be58cfbd58ddef1964eaf2de720300716f28dfe38b7RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.12.4 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 python3 /tmp/vllm-0.10.2-hf-hub-offline-fix.py &&
      rm /tmp/vllm-0.10.2-hf-hub-offline-fix.py
    10/14/2025 8:56 PM UTC
    sha256:053b39ff12e765cab234ed3edcae51a99bfa822feaa625eb8e8768ca939d76afCOPY
    docker/vllm-0.10.2-hf-hub-offline-fix.py /tmp/vllm-0.10.2-hf-hub-offline-fix.py
    10/14/2025 8:56 PM UTC
    ...