NVIDIA
qwen3-235b-a22b-fp8
Container
NVIDIA
qwen3-235b-a22b-fp8

NVIDIA NIM for GPU accelerated Qwen3-235B-A22B-FP8 inference through OpenAI compatible APIs

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]
07/02/2025 2:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4USER
nvs:1000
07/02/2025 2:11 AM UTC
sha256:43b4ad8748c1d6e45a186ccc3c6b39507783f7015eca3c0056e6199dbe5013f4RUN
chmod a+rx $SERVER_START_SCRIPT_PATH
07/02/2025 2:11 AM UTC
sha256:e2fe50245b1f2e9a0eeffd9c45cf2de4c13b3ba1729eda937e622666d2f64cc7COPY
./start_server.sh /opt/nim/start_server.sh
07/02/2025 2:11 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh
07/02/2025 2:11 AM UTC
sha256:58c79b44a97676de2a3a68c564318795eaf05b9aee084b1c3b4a381db7a69ba0COPY
./model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml
07/02/2025 2:11 AM UTC
sha256:94da49493f9c7e0cf4ac775c5ebfabedd28f8e071619c72c2065215a9306c68aRUN
[ -d /etc/ld.so.conf.d ] ||
  mkdir -p /etc/ld.so.conf.d &&
  [ -f /etc/ld.so.conf.d/nvidia.conf ] ||
  touch /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf &&
  if command -v ldconfig >/dev/null 2>&1; then ldconfig; fi
06/27/2025 6:33 AM UTC
sha256:6705eb7e534e7a30a5bb7485549d65bcd22a7172142b67c8bdfbb601d2a2593cRUN
groupadd --gid 1000 --non-unique nvs &&
  useradd --create-home --shell /usr/sbin/nologin --uid 1000 --non-unique --gid 1000 nvs &&
  chown 1000.1000 $NIM_DIR_PATH
06/27/2025 6:33 AM UTC
sha256:56ca467617799ff5cdd8a7f0c62ca58f1db864264e23543d27afb6edfa0d1c5cCOPY
./nvidia/nvidia_entrypoint.sh /opt/nvidia/nvidia_entrypoint.sh
06/27/2025 6:33 AM UTC
sha256:c7b4e6656e6deabb8f35fb771e9cb09cd3147891820b4dd0d9a199fc0f95f2feCOPY
./nvidia/entrypoint.d/* /opt/nvidia/entrypoint.d/
06/27/2025 6:33 AM UTC
...