ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NeMo Framework Megatron Backend
    Container
    NVIDIA
    NeMo Framework Megatron Backend

    NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.ref=549818e00ce62bc0f695c26c9b09441b2b512d71
    		10/02/2025 2:33 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_REF=549818e00ce62bc0f695c26c9b09441b2b512d71
    		10/02/2025 2:33 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.id=216360813
    		10/02/2025 2:33 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_BUILD_ID=216360813
    		10/02/2025 2:33 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_ID=216360813
    		10/02/2025 2:33 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True chmod -R a+w /workspace
    		10/02/2025 2:33 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /workspace
    		10/02/2025 2:33 AM UTC
    sha256:fe2443bf16e693cf150653f00f19262dda43e3b7446e959e8a8fead5af155347RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ -f /usr/local/bin/torchrun ]; then sed -i '1s|#!/usr/bin/python|#!/usr/bin/env python|' /usr/local/bin/torchrun; fi
    		10/02/2025 2:33 AM UTC
    sha256:8a7fc547e7cc054d5c4397c348f2194577fe6c69824b44045a3358dbb537e092RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True python -m ipykernel install --name=python3 --display-name="Python 3 (ipykernel)"
    		10/02/2025 2:33 AM UTC
    sha256:9111a20b99f70b8c07269d1b6ff478ccfcca7f8be1c971f15b5532bdf93a4695RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True cd /usr/local/lib/python3.12/dist-packages &&
  patch -p1 $(python -c "import triton; print(triton.__path__[0])")/runtime/autotuner.py /opt/triton-lang_triton_6570_lazy_init.patch &&
  rm /opt/triton-lang_triton_6570_lazy_init.patch
    		10/02/2025 2:32 AM UTC
    ...