NVIDIA
NVIDIA
GPT-OSS-120B
Container
NVIDIA
NVIDIA
GPT-OSS-120B

NVIDIA NIM for GPU accelerated GPT-OSS-120B Model inference through OpenAI compatible APIs

LayerLabelCreated
sha256:530a5ac3fd3f426db418230e720721e2afcf3312727f5fbd78af284111126475COPY
./docker/nim/NSPECT-EEZS-7JBM/notices/* /opt/nim/
09/04/2025 9:05 PM UTC
sha256:9344f32ab1ea6e4550d33356bfff8ac4e793d43c7423f67d7ce126173f0fce8fCOPY
./docker/nim/NSPECT-EEZS-7JBM/banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
09/04/2025 9:05 PM UTC
sha256:6ec22b4392fd21db6f46d5b4278646938dc2037ae76b0283a3ce2c0d35a473e9COPY
./docker/nim/NSPECT-EEZS-7JBM/LICENSE /opt/nim/MODEL_LICENSE
09/04/2025 9:05 PM UTC
sha256:87dcae2688c3d302734ee581fe8a33e0e976724ac4926d26dd0bf69d7a4b703aRUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 ln -s /opt/nim/etc/default/model_manifest.yaml /etc/nim/config/model_manifest.yaml
09/04/2025 9:05 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
1000
09/04/2025 9:05 PM UTC
sha256:d0045b5f10be2413e02174fc5d7e373d500b38a35b4a7cdb39daada084cf7120RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 mkdir -p $TIKTOKEN_ENCODINGS_BASE &&
  curl -L -o $TIKTOKEN_ENCODINGS_BASE/o200k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken" &&
  curl -L -o $TIKTOKEN_ENCODINGS_BASE/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" &&
  chmod 755 $TIKTOKEN_ENCODINGS_BASE &&
  chmod 644 $TIKTOKEN_ENCODINGS_BASE/*.tiktoken &&
  chown -R nim:nim $TIKTOKEN_ENCODINGS_BASE
09/04/2025 9:05 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
TIKTOKEN_ENCODINGS_BASE=/opt/nim/encodings
09/04/2025 9:05 PM UTC
sha256:dd7e976957367ffb0864df1b340fee9ecac11ef3771ba8c95a0a15ebd97a363dCOPY
docker/harmony_utils.py /opt/nim/llm/.venv/lib/python3.12/site-packages/vllm/entrypoints/harmony_utils.py
09/04/2025 9:05 PM UTC
sha256:fa63be6b3c92111d15dcc5000e878fe472d4e08fd81b90fbd54f5d0663076cb8RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-120b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-OACO-UK0E NIM_MODEL_NSPECT_ID=NSPECT-EEZS-7JBM NIM_FORCE_TRUST_REMOTE_CODE=0 find /opt/nim/llm/.venv/lib/python3.12/site-packages/ -name "*.exe" -delete
09/04/2025 9:05 PM UTC
sha256:196e504967dd55ff8bf1d40f39141e2b4922733dfd7753743b9f528f6e61e990COPY
docker/nim/agnostic-manifest.yaml /opt/nim/etc/default/agnostic-manifest.yaml
09/04/2025 9:05 PM UTC
...