NVIDIA
NVIDIA
GPT-OSS-120B
Container
NVIDIA
NVIDIA
GPT-OSS-120B

NVIDIA NIM for GPU accelerated GPT-OSS-120B Model inference through OpenAI compatible APIs

  • LayerLabelCreated
    sha256:abb8b8b8f1958f5f393a10f4a5067489acd0f089723789d0ee371bafc8271addCOPY
    ./docker/nim/NSPECT-EEZS-7JBM/notices/* /opt/nim/
    08/05/2025 8:21 PM UTC
    sha256:6d90425313f9d9f9e3762b338e7bff52d0fc13de08b5bdf6926b9cbf40a0625fCOPY
    ./docker/nim/NSPECT-EEZS-7JBM/banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
    08/05/2025 8:21 PM UTC
    sha256:925cb55b1f0fdf8c3d8422cdfbd3db8d87807af15feb92fc28a41bf9bc35220eCOPY
    ./docker/nim/NSPECT-EEZS-7JBM/LICENSE /opt/nim/MODEL_LICENSE
    08/05/2025 8:21 PM UTC
    sha256:65f78cfa05fd52eba9a00bd5cd5924784ac31abce6a1ef981594d7c8ba3864f8RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 ln -s /opt/nim/etc/default/model_manifest.yaml /etc/nim/config/model_manifest.yaml
    08/05/2025 8:21 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
    1000
    08/05/2025 8:21 PM UTC
    sha256:30b849d07656aca8828151af7ea69726f3210d6d35f3326230a5dd12548b0df0RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 cd /opt/nim/llm/.venv/lib/python3.12/site-packages &&
      for patch in /tmp/patches/*.patch; do echo "Applying patch: $patch"; patch -p1 < "$patch"; done &&
      rm -rf /tmp/patches
    08/05/2025 8:21 PM UTC
    sha256:cfa6cb0f7292e518f9d25e245a7506ef5a5d13b0742e3563e3b92100f2d7086eCOPY
    docker/orangina-patches /tmp/patches
    08/05/2025 8:21 PM UTC
    sha256:55454ff636c7c501df3e72bad55fc46b29a1e32dd81d1e16dc0f673225cbfafdRUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 find /opt/nim/llm/.venv/lib/python3.12/site-packages/ -name "*.exe" -delete
    08/05/2025 8:21 PM UTC
    sha256:929d24bd7e8c1d71e791749483fb9d1c586b304565139f995ea3a8336e6ffb3eRUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.1 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 cd /workspace/harmony &&
      pip install pandas datasets maturin puccinialin colorama &&
      pip install . --verbose --no-build-isolation
    08/05/2025 8:21 PM UTC
    sha256:87920a42495067999aa077e72e74eb6e2fe5f1c83d87c884739d90a387db1c80COPY
    orangina-reference-code_vv11/open-weight-model-pre-release/gpt_oss /usr/local/lib/python3.12/dist-packages/gpt_oss
    08/05/2025 8:20 PM UTC
    ...