NVIDIA
DeepSeek-R1
Container
NVIDIA
DeepSeek-R1

NVIDIA NIM for GPU accelerated DeepSeek-R1 inference through OpenAI compatible APIs

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]
02/04/2025 10:04 PM UTC
sha256:34fd6192aa137afc183d0724cee8545e98efa33e6ad90c016edecb7203e8da9aRUN
RUN /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary start_server EOF # buildkit
02/04/2025 10:04 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh
02/04/2025 10:04 PM UTC
sha256:6d4ab16d77b2106e8fb53f0d540fc80bd703e62520af23dac749c524cdd29098COPY
model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml
02/04/2025 10:04 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
nvs:1000
02/04/2025 10:04 PM UTC
sha256:deba8bb220db12b9186dde93316f49faf7018ca3350d8f82e4477c03df138a8fRUN
groupadd --gid 1000 --non-unique nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 1000 --non-unique --gid 1000 nvs &&
  chown 1000.1000 $NIM_DIR_PATH
02/04/2025 10:04 PM UTC
sha256:a30b61cc6f36a3a1bedfa35db241524b2158e3d944a27ba983975d9cd62b2344COPY
./banner.txt /opt/nim
02/04/2025 10:04 PM UTC
sha256:8dd835415cfcec8ba014b095f09cafdbe4c558f20fd68a495d2e80b171007b6fCOPY
NOTICE /opt/nim
02/04/2025 10:04 PM UTC
sha256:df731279eb829236943c6df6e2f81a136770bcc860e5f1e97c318ff16819425cCOPY
MODEL_LICENSE /opt/nim
02/04/2025 10:04 PM UTC
sha256:d4a050f395c0e4666d2cb7d8156fcde249f9421ee5c6035d1b63c4de3b819e4fCOPY
./LICENSE ./VERSION /opt/nim
02/04/2025 10:04 PM UTC
...