ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
NVIDIA
NVIDIA
NeMo Framework Megatron Backend
Container
NVIDIA
NVIDIA
NeMo Framework Megatron Backend

NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

NVIDIA AI Enterprise Supported
LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
com.nvidia.build.ref=549818e00ce62bc0f695c26c9b09441b2b512d71
10/02/2025 2:33 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
NVIDIA_BUILD_REF=549818e00ce62bc0f695c26c9b09441b2b512d71
10/02/2025 2:33 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
com.nvidia.build.id=216360813
10/02/2025 2:33 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
NVIDIA_BUILD_ID=216360813
10/02/2025 2:33 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
NVIDIA_BUILD_ID=216360813
10/02/2025 2:33 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True chmod -R a+w /workspace
10/02/2025 2:33 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
/workspace
10/02/2025 2:33 AM UTC
sha256:fe2443bf16e693cf150653f00f19262dda43e3b7446e959e8a8fead5af155347RUN
NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ -f /usr/local/bin/torchrun ]; then sed -i '1s|#!/usr/bin/python|#!/usr/bin/env python|' /usr/local/bin/torchrun; fi
10/02/2025 2:33 AM UTC
sha256:8a7fc547e7cc054d5c4397c348f2194577fe6c69824b44045a3358dbb537e092RUN
NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True python -m ipykernel install --name=python3 --display-name="Python 3 (ipykernel)"
10/02/2025 2:33 AM UTC
sha256:9111a20b99f70b8c07269d1b6ff478ccfcca7f8be1c971f15b5532bdf93a4695RUN
NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.2.21 REINSTALL_NCCL=True NCCL_VERSION=2.27.3 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 MCORE_REPO=https://github.com/NVIDIA/Megatron-LM.git MCORE_COMMIT=20d73fe76eb03672c02f637e9b47e562b9010d4c MCORE_VERSION=0.14.0rc8 NEMO_COMMIT=a13c7a8c0faf5dd4d1de83406155ccc3f10791be NEMO_VERSION=2.5.0rc1 NEMO_EXPORT_DEPLOY_COMMIT=ca660dc33a6a140562b98ca11e431b3209bb4605 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT=b6fbfc652e48ffd9ef5f0cf9fd92eb14162a90a9 NEMO_EVAL_VERSION= NEMO_AUTOMODEL_COMMIT=d1870581f22bcdcf966a081fea63af7d64a3a129 NEMO_AUTOMODEL_VERSION=0.1.0rc1 MEGATRON_BRIDGE_COMMIT=a1b56cbd934933934b04ccae35e0c277e89d91bb MEGATRON_BRIDGE_VERSION=0.1.0rc3 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=04f900a9c1cde79ce6beca6a175b4c62b99d7982 SKIP_TRTLLM=True URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True cd /usr/local/lib/python3.12/dist-packages &&
  patch -p1 $(python -c "import triton; print(triton.__path__[0])")/runtime/autotuner.py /opt/triton-lang_triton_6570_lazy_init.patch &&
  rm /opt/triton-lang_triton_6570_lazy_init.patch
10/02/2025 2:32 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.