NVIDIA
NVIDIA
GPT-OSS-120B
Container
NVIDIA
NVIDIA
GPT-OSS-120B

NVIDIA NIM for GPU accelerated GPT-OSS-120B Model inference through OpenAI compatible APIs

  • LayerLabelCreated
    sha256:ea9de7578f8ac932f69e92af2b0073fee21ccdfb34a0bbb67ab5d0b3025ffab8COPY
    ./docker/nim/NSPECT-EEZS-7JBM/notices/* /opt/nim/
    09/04/2025 9:05 PM UTC
    sha256:d6e6b680dcff926f080977923dd77ef863f0e6a116b6280a7d9bd5024d0f733dCOPY
    ./docker/nim/NSPECT-EEZS-7JBM/banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
    09/04/2025 9:05 PM UTC
    sha256:fec8c479d6546a344b8df0dea2653c425538a5f191bb351ba94d56fef7633599COPY
    ./docker/nim/NSPECT-EEZS-7JBM/LICENSE /opt/nim/MODEL_LICENSE
    09/04/2025 9:05 PM UTC
    sha256:0719c6a56b8d206249e44f5a0e84adb796410ee73bfee45052a0b8b4f0e71bf9RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 ln -s /opt/nim/etc/default/model_manifest.yaml /etc/nim/config/model_manifest.yaml
    09/04/2025 9:05 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
    1000
    09/04/2025 9:05 PM UTC
    sha256:7919a7c76236813876b4521b610141554c17fb9f541c5f5ea58d3b91514c6b93RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 mkdir -p $TIKTOKEN_ENCODINGS_BASE &&
      curl -L -o $TIKTOKEN_ENCODINGS_BASE/o200k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken" &&
      curl -L -o $TIKTOKEN_ENCODINGS_BASE/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" &&
      chmod 755 $TIKTOKEN_ENCODINGS_BASE &&
      chmod 644 $TIKTOKEN_ENCODINGS_BASE/*.tiktoken &&
      chown -R nim:nim $TIKTOKEN_ENCODINGS_BASE
    09/04/2025 9:05 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    TIKTOKEN_ENCODINGS_BASE=/opt/nim/encodings
    09/04/2025 9:05 PM UTC
    sha256:f8625cab13f77bd5d5419d6829625f5ad43e19077b5b48c4e09f441437c08687COPY
    docker/harmony_utils.py /opt/nim/llm/.venv/lib/python3.12/site-packages/vllm/entrypoints/harmony_utils.py
    09/04/2025 9:05 PM UTC
    sha256:beb5e1c37b7919a8f36d74d8033aa1b9a005ce86f4a7ffa0ae98db943accff78RUN
    NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 find /opt/nim/llm/.venv/lib/python3.12/site-packages/ -name "*.exe" -delete
    09/04/2025 9:05 PM UTC
    sha256:fe75443e53297235c05d2326d7d8f4ed5e353b5e53a03a433c8559e2f19a86feCOPY
    docker/nim/agnostic-manifest.yaml /opt/nim/etc/default/agnostic-manifest.yaml
    09/04/2025 9:05 PM UTC
    ...