NVIDIA
NVIDIA
NeMo Framework Megatron Backend
Container
NVIDIA
NVIDIA
NeMo Framework Megatron Backend

NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.ref=250aafd22bf377cbc368a206994bce682f1f1369
    08/07/2025 2:16 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_REF=250aafd22bf377cbc368a206994bce682f1f1369
    08/07/2025 2:16 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.id=196948112
    08/07/2025 2:16 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_BUILD_ID=196948112
    08/07/2025 2:16 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_ID=196948112
    08/07/2025 2:16 PM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.1.1.103 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.1.4 REINSTALL_NCCL=True NCCL_VERSION=2.26.5 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 REINSTALL_APEX=False APEX_COMMIT=4bdecd06b3c4b2c0a8fb6603829a8f9f05a42b49 MCORE_COMMIT=7ad1490524e2d3b0b48126f40012341bac975261 MCORE_VERSION=0.13.0rc4 NEMO_COMMIT=1f7ce26be03ba49035d1b2d77ae43be03ec9e40e NEMO_VERSION=2.4.0rc3 NEMO_EXPORT_DEPLOY_COMMIT=75e25d47c2430c600dde63d317122034d10e2995 NEMO_EXPORT_DEPLOY_VERSION= SKIP_TRTLLM=True NEMO_EVAL_COMMIT=97331474f317d84768ea551fa32b16becbeaa56f NEMO_EVAL_VERSION= NVFSDP_COMMIT=c4180101296d8bbfcd6a5f65ca28416fce89f131 NVFSDP_VERSION=0.2.0rc0 NEMO_AUTOMODEL_COMMIT=36076d22c13695c1e0268d27d45db10fc8dc3783 NEMO_AUTOMODEL_VERSION=0.2.0rc0 MEGATRON_BRIDGE_COMMIT=039b26f78695a05ac4304de72a206781788de48f MEGATRON_BRIDGE_VERSION=0.2.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.31.0 NEMO_RUN_COMMIT=ddb1c4b4e406a11be291729e22f68c52f394b0f0 URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True chmod -R a+w /workspace
    08/07/2025 2:16 PM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /workspace
    08/07/2025 2:16 PM UTC
    sha256:d099e14f224eef8f8c411014a73979cdcb20d8b8cd1adf280abc5fce0d316ec5RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.1.1.103 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.1.4 REINSTALL_NCCL=True NCCL_VERSION=2.26.5 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 REINSTALL_APEX=False APEX_COMMIT=4bdecd06b3c4b2c0a8fb6603829a8f9f05a42b49 MCORE_COMMIT=7ad1490524e2d3b0b48126f40012341bac975261 MCORE_VERSION=0.13.0rc4 NEMO_COMMIT=1f7ce26be03ba49035d1b2d77ae43be03ec9e40e NEMO_VERSION=2.4.0rc3 NEMO_EXPORT_DEPLOY_COMMIT=75e25d47c2430c600dde63d317122034d10e2995 NEMO_EXPORT_DEPLOY_VERSION= SKIP_TRTLLM=True NEMO_EVAL_COMMIT=97331474f317d84768ea551fa32b16becbeaa56f NEMO_EVAL_VERSION= NVFSDP_COMMIT=c4180101296d8bbfcd6a5f65ca28416fce89f131 NVFSDP_VERSION=0.2.0rc0 NEMO_AUTOMODEL_COMMIT=36076d22c13695c1e0268d27d45db10fc8dc3783 NEMO_AUTOMODEL_VERSION=0.2.0rc0 MEGATRON_BRIDGE_COMMIT=039b26f78695a05ac4304de72a206781788de48f MEGATRON_BRIDGE_VERSION=0.2.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.31.0 NEMO_RUN_COMMIT=ddb1c4b4e406a11be291729e22f68c52f394b0f0 URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True cd /usr/local/lib/python3.12/dist-packages &&
      patch -p1 $(python -c "import triton; print(triton.__path__[0])")/runtime/autotuner.py /opt/triton-lang_triton_6570_lazy_init.patch &&
      rm /opt/triton-lang_triton_6570_lazy_init.patch
    08/07/2025 2:16 PM UTC
    sha256:acbc08d63db2974c6f54aaacd4351e412b93d0c4dd8dd59de513def3b3ecc360COPY
    nemo2/patches/triton-lang_triton_6570_lazy_init.patch /opt/
    08/07/2025 2:16 PM UTC
    sha256:c471b83c7319d5bb1eabf032dc76328d9033bf582dad03b496f4eac068049b5bRUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.1.1.103 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.1.4 REINSTALL_NCCL=True NCCL_VERSION=2.26.5 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 REINSTALL_APEX=False APEX_COMMIT=4bdecd06b3c4b2c0a8fb6603829a8f9f05a42b49 MCORE_COMMIT=7ad1490524e2d3b0b48126f40012341bac975261 MCORE_VERSION=0.13.0rc4 NEMO_COMMIT=1f7ce26be03ba49035d1b2d77ae43be03ec9e40e NEMO_VERSION=2.4.0rc3 NEMO_EXPORT_DEPLOY_COMMIT=75e25d47c2430c600dde63d317122034d10e2995 NEMO_EXPORT_DEPLOY_VERSION= SKIP_TRTLLM=True NEMO_EVAL_COMMIT=97331474f317d84768ea551fa32b16becbeaa56f NEMO_EVAL_VERSION= NVFSDP_COMMIT=c4180101296d8bbfcd6a5f65ca28416fce89f131 NVFSDP_VERSION=0.2.0rc0 NEMO_AUTOMODEL_COMMIT=36076d22c13695c1e0268d27d45db10fc8dc3783 NEMO_AUTOMODEL_VERSION=0.2.0rc0 MEGATRON_BRIDGE_COMMIT=039b26f78695a05ac4304de72a206781788de48f MEGATRON_BRIDGE_VERSION=0.2.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.31.0 NEMO_RUN_COMMIT=ddb1c4b4e406a11be291729e22f68c52f394b0f0 URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ $PRE_COMPILE_QUANT_KERNELS = "True" ]; then python -c "import modelopt.torch.quantization.extensions as ext; ext.precompile()"; fi
    08/07/2025 2:16 PM UTC
    ...

    NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.