Skip to main content
NVIDIA
TAO Toolkit
Container
NVIDIA
TAO Toolkit

Docker containers distributed as part of the TAO Toolkit package

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    08/25/2026 6:41 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
    /workspace/docker/entrypoint.sh
    08/25/2026 6:41 PM UTC
    sha256:ba0f0bc738637c58522e8f202c19652b8e1572dd8bbb1a6b90c6698e35b2aad6RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 find / -type d \( -name .git -o -name .github -o -name .gitlab \) -prune -exec rm -rf {} + 2>/dev/null ||
      true
    08/25/2026 6:41 PM UTC
    sha256:a45b70ce41eca8c03316c29f33321a7b5bd31e9276be47b42e0ea40b56d9dbb0RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 cosmos-framework-train --help >/dev/null &&
      cosmos-framework-evaluate --help >/dev/null &&
      cosmos-framework-inference --help >/dev/null &&
      cosmos-framework-inference-microservice --help >/dev/null &&
      cosmos-prepare-vlm-checkpoint --tao-runtime-preflight >/dev/null &&
      test ! -e /workspace/results/status.json &&
      install -d -m 1777 /tmp/tao-contract-home &&
      setpriv --reuid=65534 --regid=65534 --clear-groups env HOME=/tmp/tao-contract-home USER=tao-contract LOGNAME=tao-contract XDG_CACHE_HOME=/tmp/tao-contract-home/.cache /workspace/.venv/bin/python -c "import cosmos_framework, cosmos_rl, imageio_ffmpeg, kubernetes, nvidia_tao_core, nvidia_tao_daft, ruamel.yaml; print('non-root imports ready')" &&
      rm -rf /tmp/tao-contract-home &&
      BUNDLED_FFMPEG="$(env -u IMAGEIO_FFMPEG_EXE /workspace/.venv/bin/python -c 'import imageio_ffmpeg; print(imageio_ffmpeg.get_ffmpeg_exe())')" &&
      "$BUNDLED_FFMPEG" -hide_banner -decoders 2>/dev/null | grep -Eq 'mpeg4[[:space:]]+MPEG-4 part 2' &&
      "$BUNDLED_FFMPEG" -hide_banner -encoders 2>/dev/null | grep -Eq 'libx264[[:space:]]+libx264 H\.264'
    08/25/2026 6:41 PM UTC
    sha256:0519b974da8005c8ce03adf4f7103cdc8102bcea5aeab61d9aa9f21f3e06e37aRUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 COSMOS_BACKEND=cosmos-framework COSMOS_FRAMEWORK_COMMIT="$(cat /opt/tao/framework-source-commit)" COSMOS_FRAMEWORK_TREE="$(cat /opt/tao/framework-source-tree)" EXPECTED_FRAMEWORK_COMMIT="${EXPECTED_FRAMEWORK_COMMIT:-$(cat /opt/tao/framework-source-commit)}" ACTIONS_COMMIT="${ACTIONS_COMMIT}" ACTIONS_TREE="${ACTIONS_TREE}" DAFT_COMMIT="${DAFT_COMMIT}" DAFT_TREE="${DAFT_TREE}" TAO_CORE_COMMIT="${TAO_CORE_COMMIT}" TAO_CORE_TREE="${TAO_CORE_TREE}" SOURCE_DIRTY="${SOURCE_DIRTY}" BUILD_TIMESTAMP="${BUILD_TIMESTAMP}" PROVENANCE_BASE_IMAGE="${COSMOS_FRAMEWORK_BASE_IMAGE}" /workspace/.venv/bin/python /opt/src/cosmos-actions/docker/write_image_provenance.py &&
      test -s /opt/tao/image-provenance.json &&
      test -s /opt/tao/framework-image-provenance.json &&
      test -s /opt/tao/source-manifest.sha256 &&
      cosmos-prepare-vlm-checkpoint --tao-runtime-preflight > /opt/tao/framework-converter-runtime.json &&
      chmod 0444 /opt/tao/framework-converter-runtime.json &&
      /workspace/.venv/bin/python -c 'import json; from pathlib import Path; p=json.loads(Path("/opt/tao/image-provenance.json").read_text()); assert p["backend"] == "cosmos-framework"; assert all(p["repositories"][name]["commit"] and p["repositories"][name]["tree"] and not p["repositories"][name]["dirty"] for name in ("cosmos-rl", "cosmos-framework", "nvidia-tao-daft", "tao-core")); assert p["model_preparation"]["module"] == "cosmos_framework.scripts.convert_model_to_vlm_safetensors"; print("Cosmos Framework provenance contract verified")' &&
      /workspace/.venv/bin/python -c 'from pathlib import Path; w=Path("/workspace/cosmos_framework/configs/base/reasoner/experiment/wts_vlm.py").read_text(); b=Path("/workspace/cosmos_framework/data/generator/dataflow/batchers.py").read_text(); l=Path("/workspace/cosmos_framework/data/generator/dataflow/loader.py").read_text(); t=Path("/workspace/cosmos_framework/utils/generator/torchcodec_video.py").read_text(); assert "TAO_FRAMEWORK_SFT_PROCESS_THREADS" in w and "TAO_FRAMEWORK_DATALOADER_NUM_WORKERS" in w and "TAO_FRAMEWORK_DATALOADER_PREFETCH_FACTOR" in w and "multiprocessing_context=\"spawn\"" in w and "def __getstate__" in w and "def __setstate__" in w and "_video_inflight" in w and "TAO_FRAMEWORK_VIDEO_RUNTIME" in w and "_resolve_video_device" in w and "resolved_device" in w; assert "video_max_pixels: int | str | None = 81920" in w and "L(ContiguousBatcher)" in w and "max_tokens=81920" in w; assert "class ContiguousBatcher(SimpleBatcher)" in b and "max_tokens: int | None = None" in b and "preserves_source_order = True" in b; assert "ThreadPoolExecutor" in l and "processing_threads" in l and "multiprocessing_context" in l and "group[-1]" in l and "cursor_epoch" in l; assert "last_output_device" in t; print("Cosmos Framework on-demand video profile verified")' &&
      chmod -R a+rX /opt/tao /opt/src /workspace
    08/25/2026 6:41 PM UTC
    sha256:74dd9c95593ad53b3cd5f7989c1478ecf4982c641d2d06c6c072712a30ff0e46RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 uv pip install --no-cache-dir --no-deps /opt/src/nvidia-tao-daft &&
      SETUPTOOLS_SCM_PRETEND_VERSION=0.4.0 uv pip install --no-cache-dir --no-deps /opt/src/cosmos-actions &&
      uv pip install --no-cache-dir --no-deps /opt/src/tao-core &&
      uv pip install --no-cache-dir -r /opt/src/cosmos-actions/requirements.txt
    08/25/2026 6:39 PM UTC
    sha256:193b185cc48b9b2cce7c5c2de09b868c93326b06a33300af54654487ee809706RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 cp -a /opt/src/cosmos-actions/nvidia-tao-daft /opt/src/nvidia-tao-daft &&
      cp -a /opt/src/cosmos-actions/tao-core /opt/src/tao-core &&
      rm -rf /opt/src/cosmos-actions/nvidia-tao-daft /opt/src/cosmos-actions/tao-core &&
      find /opt/src -type d -name .git -prune -exec rm -rf {} + 2>/dev/null ||
      true
    08/25/2026 6:39 PM UTC
    sha256:92a79de18dab4223a01d5ef486dc66118d0c3c3dbb94454701674f84dbbb2a2bCOPY
    . /opt/src/cosmos-actions
    08/25/2026 6:39 PM UTC
    sha256:6c4d8a47b38ff9f60191f3fc23eef0275ab4dd687b3e8ce4ec2edb4d12d98a59RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 SOURCE_COMMIT="$(cat /opt/tao/framework-source-commit)" SOURCE_TREE="$(cat /opt/tao/framework-source-tree)" SOURCE_DIRTY=0 BUILD_TIMESTAMP="${BUILD_TIMESTAMP}" PROVENANCE_BASE_IMAGE="${COSMOS_FRAMEWORK_BASE_IMAGE}" CUDA_VERSION="${CUDA_VERSION}" /workspace/.venv/bin/python /workspace/docker/write_image_provenance.py &&
      cp /opt/tao/image-provenance.json /opt/tao/framework-image-provenance.json
    08/25/2026 6:39 PM UTC
    sha256:9f9ea52b6d93b86db1eff1cba1899f221dd41625384bbfe62a66020718bb28c6RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 uv sync --locked --no-install-project --no-editable --all-extras --group="$(cat /root/.cuda-name)"-train &&
      uv pip install --no-deps .
    08/25/2026 6:39 PM UTC
    ...