Skip to main content
ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NeMo Framework Megatron Backend
    Container
    NVIDIA
    NeMo Framework Megatron Backend

    NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.ref=cc74c4a0337b29a223359606e6ebbefbe2791136
    		11/22/2025 2:49 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_REF=cc74c4a0337b29a223359606e6ebbefbe2791136
    		11/22/2025 2:49 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.id=236656227
    		11/22/2025 2:49 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_BUILD_ID=236656227
    		11/22/2025 2:49 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_ID=236656227
    		11/22/2025 2:49 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=32ad5c89a6b6d7bb1ed75b81a4f845751d8955cc MCORE_VERSION=0.14.1 NEMO_COMMIT=b366d85e6619092257e7f3063e3838cdea34c054 NEMO_VERSION=2.5.3 NEMO_EXPORT_DEPLOY_COMMIT=b006b37634bf33a09faa7ffd57ef8394cd47c13e NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=0b58a59870a228220b3f270d904db655f8d13793 NEMO_AUTOMODEL_VERSION=0.1.1 MEGATRON_BRIDGE_COMMIT=a2884419541f9969b6fc34517cb3e94190c13ae4 MEGATRON_BRIDGE_VERSION=0.1.0rc4 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True chmod -R a+w /workspace
    		11/22/2025 2:49 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /workspace
    		11/22/2025 2:49 AM UTC
    sha256:d7a597ae551588abf67650083689358a284571b5c97c68820a5f7ab4ba884a43RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=32ad5c89a6b6d7bb1ed75b81a4f845751d8955cc MCORE_VERSION=0.14.1 NEMO_COMMIT=b366d85e6619092257e7f3063e3838cdea34c054 NEMO_VERSION=2.5.3 NEMO_EXPORT_DEPLOY_COMMIT=b006b37634bf33a09faa7ffd57ef8394cd47c13e NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=0b58a59870a228220b3f270d904db655f8d13793 NEMO_AUTOMODEL_VERSION=0.1.1 MEGATRON_BRIDGE_COMMIT=a2884419541f9969b6fc34517cb3e94190c13ae4 MEGATRON_BRIDGE_VERSION=0.1.0rc4 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ -f /usr/local/bin/torchrun ]; then sed -i '1s|#!/usr/bin/python|#!/usr/bin/env python|' /usr/local/bin/torchrun; fi
    		11/22/2025 2:49 AM UTC
    sha256:dbb34c739b56a826f9465cba211c70e2a97477b7017e110c86e540c37f682c5cRUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=32ad5c89a6b6d7bb1ed75b81a4f845751d8955cc MCORE_VERSION=0.14.1 NEMO_COMMIT=b366d85e6619092257e7f3063e3838cdea34c054 NEMO_VERSION=2.5.3 NEMO_EXPORT_DEPLOY_COMMIT=b006b37634bf33a09faa7ffd57ef8394cd47c13e NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=0b58a59870a228220b3f270d904db655f8d13793 NEMO_AUTOMODEL_VERSION=0.1.1 MEGATRON_BRIDGE_COMMIT=a2884419541f9969b6fc34517cb3e94190c13ae4 MEGATRON_BRIDGE_VERSION=0.1.0rc4 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True python -m ipykernel install --name=python3 --display-name="Python 3 (ipykernel)"
    		11/22/2025 2:49 AM UTC
    sha256:01ed28a5bbc5e6f9be938c5fbe2dab5c494760162f60e074a6e7f7322b783080RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=32ad5c89a6b6d7bb1ed75b81a4f845751d8955cc MCORE_VERSION=0.14.1 NEMO_COMMIT=b366d85e6619092257e7f3063e3838cdea34c054 NEMO_VERSION=2.5.3 NEMO_EXPORT_DEPLOY_COMMIT=b006b37634bf33a09faa7ffd57ef8394cd47c13e NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=0b58a59870a228220b3f270d904db655f8d13793 NEMO_AUTOMODEL_VERSION=0.1.1 MEGATRON_BRIDGE_COMMIT=a2884419541f9969b6fc34517cb3e94190c13ae4 MEGATRON_BRIDGE_VERSION=0.1.0rc4 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True cd /usr/local/lib/python3.12/dist-packages &&
  patch -p1 $(python -c "import triton; print(triton.__path__[0])")/runtime/autotuner.py /opt/triton-lang_triton_6570_lazy_init.patch &&
  rm /opt/triton-lang_triton_6570_lazy_init.patch
    		11/22/2025 2:49 AM UTC
    ...