Skip to main content
NVIDIA
TAO Toolkit
Container
NVIDIA
TAO Toolkit

Docker containers distributed as part of the TAO Toolkit package

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    08/25/2026 6:41 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
    /workspace/docker/entrypoint.sh
    08/25/2026 6:41 PM UTC
    sha256:ba0f0bc738637c58522e8f202c19652b8e1572dd8bbb1a6b90c6698e35b2aad6RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 find / -type d \( -name .git -o -name .github -o -name .gitlab \) -prune -exec rm -rf {} + 2>/dev/null ||
      true
    08/25/2026 6:41 PM UTC
    sha256:a45b70ce41eca8c03316c29f33321a7b5bd31e9276be47b42e0ea40b56d9dbb0RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 cosmos-framework-train --help >/dev/null &&
      cosmos-framework-evaluate --help >/dev/null &&
      cosmos-framework-inference --help >/dev/null &&
      cosmos-framework-inference-microservice --help >/dev/null &&
      cosmos-prepare-vlm-checkpoint --tao-runtime-preflight >/dev/null &&
      test ! -e /workspace/results/status.json &&
      install -d -m 1777 /tmp/tao-contract-home &&
      setpriv --reuid=65534 --regid=65534 --clear-groups env HOME=/tmp/tao-contract-home USER=tao-contract LOGNAME=tao-contract XDG_CACHE_HOME=/tmp/tao-contract-home/.cache /workspace/.venv/bin/python -c "import cosmos_framework, cosmos_rl, imageio_ffmpeg, kubernetes, nvidia_tao_core, nvidia_tao_daft, ruamel.yaml; print('non-root imports ready')" &&
      rm -rf /tmp/tao-contract-home &&
      BUNDLED_FFMPEG="$(env -u IMAGEIO_FFMPEG_EXE /workspace/.venv/bin/python -c 'import imageio_ffmpeg; print(imageio_ffmpeg.get_ffmpeg_exe())')" &&
      "$BUNDLED_FFMPEG" -hide_banner -decoders 2>/dev/null | grep -Eq 'mpeg4[[:space:]]+MPEG-4 part 2' &&
      "$BUNDLED_FFMPEG" -hide_banner -encoders 2>/dev/null | grep -Eq 'libx264[[:space:]]+libx264 H\.264'
    08/25/2026 6:41 PM UTC
    sha256:0519b974da8005c8ce03adf4f7103cdc8102bcea5aeab61d9aa9f21f3e06e37aRUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 COSMOS_BACKEND=cosmos-framework COSMOS_FRAMEWORK_COMMIT="$(cat /opt/tao/framework-source-commit)" COSMOS_FRAMEWORK_TREE="$(cat /opt/tao/framework-source-tree)" EXPECTED_FRAMEWORK_COMMIT="${EXPECTED_FRAMEWORK_COMMIT:-$(cat /opt/tao/framework-source-commit)}" ACTIONS_COMMIT="${ACTIONS_COMMIT}" ACTIONS_TREE="${ACTIONS_TREE}" DAFT_COMMIT="${DAFT_COMMIT}" DAFT_TREE="${DAFT_TREE}" TAO_CORE_COMMIT="${TAO_CORE_COMMIT}" TAO_CORE_TREE="${TAO_CORE_TREE}" SOURCE_DIRTY="${SOURCE_DIRTY}" BUILD_TIMESTAMP="${BUILD_TIMESTAMP}" PROVENANCE_BASE_IMAGE="${COSMOS_FRAMEWORK_BASE_IMAGE}" /workspace/.venv/bin/python /opt/src/cosmos-actions/docker/write_image_provenance.py &&
      test -s /opt/tao/image-provenance.json &&
      test -s /opt/tao/framework-image-provenance.json &&
      test -s /opt/tao/source-manifest.sha256 &&
      cosmos-prepare-vlm-checkpoint --tao-runtime-preflight > /opt/tao/framework-converter-runtime.json &&
      chmod 0444 /opt/tao/framework-converter-runtime.json &&
      /workspace/.venv/bin/python -c 'import json; from pathlib import Path; p=json.loads(Path("/opt/tao/image-provenance.json").read_text()); assert p["backend"] == "cosmos-framework"; assert all(p["repositories"][name]["commit"] and p["repositories"][name]["tree"] and not p["repositories"][name]["dirty"] for name in ("cosmos-rl", "cosmos-framework", "nvidia-tao-daft", "tao-core")); assert p["model_preparation"]["module"] == "cosmos_framework.scripts.convert_model_to_vlm_safetensors"; print("Cosmos Framework provenance contract verified")' &&
      /workspace/.venv/bin/python -c 'from pathlib import Path; w=Path("/workspace/cosmos_framework/configs/base/reasoner/experiment/wts_vlm.py").read_text(); b=Path("/workspace/cosmos_framework/data/generator/dataflow/batchers.py").read_text(); l=Path("/workspace/cosmos_framework/data/generator/dataflow/loader.py").read_text(); t=Path("/workspace/cosmos_framework/utils/generator/torchcodec_video.py").read_text(); assert "TAO_FRAMEWORK_SFT_PROCESS_THREADS" in w and "TAO_FRAMEWORK_DATALOADER_NUM_WORKERS" in w and "TAO_FRAMEWORK_DATALOADER_PREFETCH_FACTOR" in w and "multiprocessing_context=\"spawn\"" in w and "def __getstate__" in w and "def __setstate__" in w and "_video_inflight" in w and "TAO_FRAMEWORK_VIDEO_RUNTIME" in w and "_resolve_video_device" in w and "resolved_device" in w; assert "video_max_pixels: int | str | None = 81920" in w and "L(ContiguousBatcher)" in w and "max_tokens=81920" in w; assert "class ContiguousBatcher(SimpleBatcher)" in b and "max_tokens: int | None = None" in b and "preserves_source_order = True" in b; assert "ThreadPoolExecutor" in l and "processing_threads" in l and "multiprocessing_context" in l and "group[-1]" in l and "cursor_epoch" in l; assert "last_output_device" in t; print("Cosmos Framework on-demand video profile verified")' &&
      chmod -R a+rX /opt/tao /opt/src /workspace
    08/25/2026 6:41 PM UTC
    sha256:74dd9c95593ad53b3cd5f7989c1478ecf4982c641d2d06c6c072712a30ff0e46RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 uv pip install --no-cache-dir --no-deps /opt/src/nvidia-tao-daft &&
      SETUPTOOLS_SCM_PRETEND_VERSION=0.4.0 uv pip install --no-cache-dir --no-deps /opt/src/cosmos-actions &&
      uv pip install --no-cache-dir --no-deps /opt/src/tao-core &&
      uv pip install --no-cache-dir -r /opt/src/cosmos-actions/requirements.txt
    08/25/2026 6:39 PM UTC
    sha256:193b185cc48b9b2cce7c5c2de09b868c93326b06a33300af54654487ee809706RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 cp -a /opt/src/cosmos-actions/nvidia-tao-daft /opt/src/nvidia-tao-daft &&
      cp -a /opt/src/cosmos-actions/tao-core /opt/src/tao-core &&
      rm -rf /opt/src/cosmos-actions/nvidia-tao-daft /opt/src/cosmos-actions/tao-core &&
      find /opt/src -type d -name .git -prune -exec rm -rf {} + 2>/dev/null ||
      true
    08/25/2026 6:39 PM UTC
    sha256:92a79de18dab4223a01d5ef486dc66118d0c3c3dbb94454701674f84dbbb2a2bCOPY
    . /opt/src/cosmos-actions
    08/25/2026 6:39 PM UTC
    sha256:6c4d8a47b38ff9f60191f3fc23eef0275ab4dd687b3e8ce4ec2edb4d12d98a59RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 SOURCE_COMMIT="$(cat /opt/tao/framework-source-commit)" SOURCE_TREE="$(cat /opt/tao/framework-source-tree)" SOURCE_DIRTY=0 BUILD_TIMESTAMP="${BUILD_TIMESTAMP}" PROVENANCE_BASE_IMAGE="${COSMOS_FRAMEWORK_BASE_IMAGE}" CUDA_VERSION="${CUDA_VERSION}" /workspace/.venv/bin/python /workspace/docker/write_image_provenance.py &&
      cp /opt/tao/image-provenance.json /opt/tao/framework-image-provenance.json
    08/25/2026 6:39 PM UTC
    sha256:9f9ea52b6d93b86db1eff1cba1899f221dd41625384bbfe62a66020718bb28c6RUN
    COSMOS_FRAMEWORK_BASE_IMAGE=nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04 COSMOS_FRAMEWORK_REPO=https://github.com/ramanathan831/cosmos-framework.git COSMOS_FRAMEWORK_BRANCH=dev/ram/cosmos3-tao-reproducibility USE_LOCAL_COSMOS_FRAMEWORK=true LOCAL_COSMOS_FRAMEWORK_PATH=cosmos-framework-src EXPECTED_FRAMEWORK_COMMIT=03143e92a8d5273ed3c1b0d477c34af6e4eafc1e EXPECTED_FRAMEWORK_TREE=722698307100ab60837e863d3808a90b2173a917 CUDA_VERSION=13.0.2 BUILD_TIMESTAMP=2026-08-25T18:04:42Z SOURCE_DIRTY=0 ACTIONS_COMMIT=3577d0850e724e98c0de2fb87c2e83ad4940fe51 ACTIONS_TREE=46de7570e9c3ca973f7a613ebb48f4a3ec63d0aa DAFT_COMMIT=5ced3af903edfb28097e2cc18313f6c126a881eb DAFT_TREE=ad6f6fcb02ca6f6e7fbfac3bd762082ee93a2f62 TAO_CORE_COMMIT=dc721c75389c4917bb6f959b7f69620d7b90ce04 TAO_CORE_TREE=8b3d53453b43559ffcf69b92392cabfff6cf84d4 uv sync --locked --no-install-project --no-editable --all-extras --group="$(cat /root/.cuda-name)"-train &&
      uv pip install --no-deps .
    08/25/2026 6:39 PM UTC
    ...

    NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.