NVIDIA
NVIDIA
GPT-OSS-20B
Container
NVIDIA
NVIDIA
GPT-OSS-20B

NVIDIA NIM for GPU accelerated GPT-OSS-20B Model inference through OpenAI compatible APIs

LayerLabelCreated
sha256:df8a58516c461892a208dc597e416c71cf22f081ebb0f730714ae7a0823386f6COPY
./docker/nim/NSPECT-SW5U-LCYW/notices/* /opt/nim/
09/04/2025 8:46 PM UTC
sha256:1c41845397fd41b628fa4ef43d0cded482ad5047e1e4b6cfcd6fbb44a2b43cc7COPY
./docker/nim/NSPECT-SW5U-LCYW/banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
09/04/2025 8:46 PM UTC
sha256:9d6d202d27544ec03766fbbee8fa89373b817eac0df6ab9d33df34a59b775448COPY
./docker/nim/NSPECT-SW5U-LCYW/LICENSE /opt/nim/MODEL_LICENSE
09/04/2025 8:46 PM UTC
sha256:343de1ab4a7c89434d33ee7e7dcc154276c72de7c366f5450275cab73dce98a1RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-20b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-LJGD-9W15 NIM_MODEL_NSPECT_ID=NSPECT-SW5U-LCYW NIM_FORCE_TRUST_REMOTE_CODE=0 ln -s /opt/nim/etc/default/model_manifest.yaml /etc/nim/config/model_manifest.yaml
09/04/2025 8:46 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
1000
09/04/2025 8:46 PM UTC
sha256:1cfbc62cd43d3ed274933005e925a1283074bab019e4ac008567bb097e59eee9RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-20b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-LJGD-9W15 NIM_MODEL_NSPECT_ID=NSPECT-SW5U-LCYW NIM_FORCE_TRUST_REMOTE_CODE=0 mkdir -p $TIKTOKEN_ENCODINGS_BASE &&
  curl -L -o $TIKTOKEN_ENCODINGS_BASE/o200k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken" &&
  curl -L -o $TIKTOKEN_ENCODINGS_BASE/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" &&
  chmod 755 $TIKTOKEN_ENCODINGS_BASE &&
  chmod 644 $TIKTOKEN_ENCODINGS_BASE/*.tiktoken &&
  chown -R nim:nim $TIKTOKEN_ENCODINGS_BASE
09/04/2025 8:46 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
TIKTOKEN_ENCODINGS_BASE=/opt/nim/encodings
09/04/2025 8:46 PM UTC
sha256:9e4d9336b3d4dad975e9d9b0a909f9d561914112b9abba2dfb565d2f2a7a063eCOPY
docker/harmony_utils.py /opt/nim/llm/.venv/lib/python3.12/site-packages/vllm/entrypoints/harmony_utils.py
09/04/2025 8:46 PM UTC
sha256:13dc9671fbab25bf86175294f9344ef863305c5e9251decf72359faaf13e8eb8RUN
NIM_USER_ID=1000 NIM_MODEL_NAME=openai/gpt-oss-20b NIM_VERSION=1.2.3 NIM_NSPECT_ID=NSPECT-LJGD-9W15 NIM_MODEL_NSPECT_ID=NSPECT-SW5U-LCYW NIM_FORCE_TRUST_REMOTE_CODE=0 find /opt/nim/llm/.venv/lib/python3.12/site-packages/ -name "*.exe" -delete
09/04/2025 8:46 PM UTC
sha256:c786ae62bda67bbe41fe47b6f865888c6378eac5314427659b5fef132b656ff3COPY
docker/nim/agnostic-manifest.yaml /opt/nim/etc/default/agnostic-manifest.yaml
09/04/2025 8:45 PM UTC
...