ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NVIDIA
    NeMo Framework Megatron Backend
    Container
    NVIDIA
    NVIDIA
    NeMo Framework Megatron Backend

    NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.ref=91fde638e2bd1e3c8f910c2d14c23f0142997dc8
    		11/04/2025 4:02 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_REF=91fde638e2bd1e3c8f910c2d14c23f0142997dc8
    		11/04/2025 4:02 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.id=229075953
    		11/04/2025 4:02 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_BUILD_ID=229075953
    		11/04/2025 4:02 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_ID=229075953
    		11/04/2025 4:02 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.8.22 REINSTALL_NSYS=False NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.13.0.50 REINSTALL_NCCL=True NCCL_VERSION=2.27.7 INSTALL_DEEPEP=True DEEPEP_COMMIT=ef73fd9a4c098e09929e48dfd696505ddc8e2043 TARGET_ARCH=x86 MCORE_REPO=https://gitlab-master.nvidia.com/ADLR/megatron-lm.git MCORE_COMMIT=04b0b576a64de4655705662d320f7f8398afd5cf MCORE_VERSION=0.14.0rc2 NEMO_COMMIT=048f57f71daae46852c066133d49234f7db85bf0 NEMO_VERSION=2.7.0rc0 NEMO_EXPORT_DEPLOY_COMMIT=6faee4f22e769e4af7e09da9e61996c2291b1a37 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT= NEMO_EVAL_VERSION= MEGATRON_BRIDGE_COMMIT=e9ee70de082891a60272221c91ecd24a8771aa3f INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=7a13daa78e215345c2e7564a43259fb11394800a SKIP_TRTLLM=False URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True chmod -R a+w /workspace
    		11/04/2025 4:02 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /workspace
    		11/04/2025 4:02 AM UTC
    sha256:6431d4e9cc6111e8945851a3807ccf317010038428d8783f6f7e3193f3095655RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.8.22 REINSTALL_NSYS=False NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.13.0.50 REINSTALL_NCCL=True NCCL_VERSION=2.27.7 INSTALL_DEEPEP=True DEEPEP_COMMIT=ef73fd9a4c098e09929e48dfd696505ddc8e2043 TARGET_ARCH=x86 MCORE_REPO=https://gitlab-master.nvidia.com/ADLR/megatron-lm.git MCORE_COMMIT=04b0b576a64de4655705662d320f7f8398afd5cf MCORE_VERSION=0.14.0rc2 NEMO_COMMIT=048f57f71daae46852c066133d49234f7db85bf0 NEMO_VERSION=2.7.0rc0 NEMO_EXPORT_DEPLOY_COMMIT=6faee4f22e769e4af7e09da9e61996c2291b1a37 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT= NEMO_EVAL_VERSION= MEGATRON_BRIDGE_COMMIT=e9ee70de082891a60272221c91ecd24a8771aa3f INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=7a13daa78e215345c2e7564a43259fb11394800a SKIP_TRTLLM=False URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ -f /usr/local/bin/torchrun ]; then sed -i '1s|#!/usr/bin/python|#!/usr/bin/env python|' /usr/local/bin/torchrun; fi
    		11/04/2025 4:02 AM UTC
    sha256:ba904f92b3bb5ad921e626017d1533c78cc76ae945018e7915191f2312488912RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.8.22 REINSTALL_NSYS=False NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.13.0.50 REINSTALL_NCCL=True NCCL_VERSION=2.27.7 INSTALL_DEEPEP=True DEEPEP_COMMIT=ef73fd9a4c098e09929e48dfd696505ddc8e2043 TARGET_ARCH=x86 MCORE_REPO=https://gitlab-master.nvidia.com/ADLR/megatron-lm.git MCORE_COMMIT=04b0b576a64de4655705662d320f7f8398afd5cf MCORE_VERSION=0.14.0rc2 NEMO_COMMIT=048f57f71daae46852c066133d49234f7db85bf0 NEMO_VERSION=2.7.0rc0 NEMO_EXPORT_DEPLOY_COMMIT=6faee4f22e769e4af7e09da9e61996c2291b1a37 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT= NEMO_EVAL_VERSION= MEGATRON_BRIDGE_COMMIT=e9ee70de082891a60272221c91ecd24a8771aa3f INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=7a13daa78e215345c2e7564a43259fb11394800a SKIP_TRTLLM=False URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True python -m ipykernel install --name=python3 --display-name="Python 3 (ipykernel)"
    		11/04/2025 4:02 AM UTC
    sha256:8acd6edc81ee0a2e40f48bd1f007d608c52bdc9f3f666d64947dc46f3ada3096RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.8.22 REINSTALL_NSYS=False NSYS_VERSION=2025.4.1.172 REINSTALL_CUDNN=True CUDNN_VERSION=9.13.0.50 REINSTALL_NCCL=True NCCL_VERSION=2.27.7 INSTALL_DEEPEP=True DEEPEP_COMMIT=ef73fd9a4c098e09929e48dfd696505ddc8e2043 TARGET_ARCH=x86 MCORE_REPO=https://gitlab-master.nvidia.com/ADLR/megatron-lm.git MCORE_COMMIT=04b0b576a64de4655705662d320f7f8398afd5cf MCORE_VERSION=0.14.0rc2 NEMO_COMMIT=048f57f71daae46852c066133d49234f7db85bf0 NEMO_VERSION=2.7.0rc0 NEMO_EXPORT_DEPLOY_COMMIT=6faee4f22e769e4af7e09da9e61996c2291b1a37 NEMO_EXPORT_DEPLOY_VERSION= NEMO_EVAL_COMMIT= NEMO_EVAL_VERSION= MEGATRON_BRIDGE_COMMIT=e9ee70de082891a60272221c91ecd24a8771aa3f INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.35.1 NEMO_RUN_COMMIT=7a13daa78e215345c2e7564a43259fb11394800a SKIP_TRTLLM=False URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ $PRE_COMPILE_QUANT_KERNELS = "True" ]; then python -c "import modelopt.torch.quantization.extensions as ext; ext.precompile()"; fi
    		11/04/2025 4:02 AM UTC
    ...