Skip to main content
ContainersNVIDIADeepSeek-R1NVIDIALlama-3.1-Nemotron-70B-InstructNVIDIAPyTorch
CollectionsNVIDIAOmniverse Kit (FB)NVIDIADeepStream SDKNVIDIAOmniverse Kit App Streaming
ModelsNVIDIAStyleGAN3 pretrained modelsNVIDIAPeopleNetNVIDIATrafficCamNet
ResourcesNVIDIARiva Skills Quick Start
Helm ChartsNVIDIAGPU OperatorNVIDIANVIDIA NIM Operator
  • NVIDIA
    NeMo Framework Megatron Backend
    Container
    NVIDIA
    NeMo Framework Megatron Backend

    NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.ref=c66568ebda7cde9f5231a46a0d93240373c63a6c
    		08/27/2025 6:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_REF=c66568ebda7cde9f5231a46a0d93240373c63a6c
    		08/27/2025 6:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.id=203980513
    		08/27/2025 6:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_BUILD_ID=203980513
    		08/27/2025 6:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_ID=203980513
    		08/27/2025 6:43 PM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.1.1.103 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.1.4 REINSTALL_NCCL=True NCCL_VERSION=2.26.5 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 REINSTALL_APEX=False APEX_COMMIT=26bba57d62553d268319b4a20cc3d8aa990249ec MCORE_COMMIT=ea651a3b78b9b0c1dfd83975ff28853e38e5abaa MCORE_VERSION=0.13.1 NEMO_COMMIT=6489229cbb05c38ad20c2e00f7a2adde2e5bd8c4 NEMO_VERSION=2.4.1 NEMO_EXPORT_DEPLOY_COMMIT=75e25d47c2430c600dde63d317122034d10e2995 NEMO_EXPORT_DEPLOY_VERSION= SKIP_TRTLLM=True NEMO_EVAL_COMMIT=97331474f317d84768ea551fa32b16becbeaa56f NEMO_EVAL_VERSION= NVFSDP_COMMIT=c4180101296d8bbfcd6a5f65ca28416fce89f131 NVFSDP_VERSION=0.2.0rc0 NEMO_AUTOMODEL_COMMIT=36076d22c13695c1e0268d27d45db10fc8dc3783 NEMO_AUTOMODEL_VERSION=0.2.0rc0 MEGATRON_BRIDGE_COMMIT=039b26f78695a05ac4304de72a206781788de48f MEGATRON_BRIDGE_VERSION=0.2.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.31.0 NEMO_RUN_COMMIT=ddb1c4b4e406a11be291729e22f68c52f394b0f0 URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True chmod -R a+w /workspace
    		08/27/2025 6:43 PM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /workspace
    		08/27/2025 6:43 PM UTC
    sha256:cacb734c820ebc61c0359e1b89343eaef198eca3777f73017c49a4b9b8b6e709RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.1.1.103 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.1.4 REINSTALL_NCCL=True NCCL_VERSION=2.26.5 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 REINSTALL_APEX=False APEX_COMMIT=26bba57d62553d268319b4a20cc3d8aa990249ec MCORE_COMMIT=ea651a3b78b9b0c1dfd83975ff28853e38e5abaa MCORE_VERSION=0.13.1 NEMO_COMMIT=6489229cbb05c38ad20c2e00f7a2adde2e5bd8c4 NEMO_VERSION=2.4.1 NEMO_EXPORT_DEPLOY_COMMIT=75e25d47c2430c600dde63d317122034d10e2995 NEMO_EXPORT_DEPLOY_VERSION= SKIP_TRTLLM=True NEMO_EVAL_COMMIT=97331474f317d84768ea551fa32b16becbeaa56f NEMO_EVAL_VERSION= NVFSDP_COMMIT=c4180101296d8bbfcd6a5f65ca28416fce89f131 NVFSDP_VERSION=0.2.0rc0 NEMO_AUTOMODEL_COMMIT=36076d22c13695c1e0268d27d45db10fc8dc3783 NEMO_AUTOMODEL_VERSION=0.2.0rc0 MEGATRON_BRIDGE_COMMIT=039b26f78695a05ac4304de72a206781788de48f MEGATRON_BRIDGE_VERSION=0.2.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.31.0 NEMO_RUN_COMMIT=ddb1c4b4e406a11be291729e22f68c52f394b0f0 URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True cd /usr/local/lib/python3.12/dist-packages &&
  patch -p1 $(python -c "import triton; print(triton.__path__[0])")/runtime/autotuner.py /opt/triton-lang_triton_6570_lazy_init.patch &&
  rm /opt/triton-lang_triton_6570_lazy_init.patch
    		08/27/2025 6:43 PM UTC
    sha256:687f254e5fea1475c96f1d7307318a5b1acf10c9aa0ee8998cc67d268ce71fdcCOPY
    nemo2/patches/triton-lang_triton_6570_lazy_init.patch /opt/
    		08/27/2025 6:43 PM UTC
    sha256:dd21a5f2a19790ebc01d78c2654de9cedc9f852abf021ef51236de974219f533RUN
    NVIDIA_BIGNLP_VERSION= UV_VERSION=0.7.2 REINSTALL_NSYS=True NSYS_VERSION=2025.1.1.103 REINSTALL_CUDNN=True CUDNN_VERSION=9.10.1.4 REINSTALL_NCCL=True NCCL_VERSION=2.26.5 INSTALL_DEEPEP=True TARGET_ARCH=arm DEEPEP_COMMIT=a84a24808fb0ea732f49b874cc456a69dde69076 DEEPEP_NVSHMEM_COMMIT= GDR_COPY_VERSION=v2.4.1 REINSTALL_APEX=False APEX_COMMIT=26bba57d62553d268319b4a20cc3d8aa990249ec MCORE_COMMIT=ea651a3b78b9b0c1dfd83975ff28853e38e5abaa MCORE_VERSION=0.13.1 NEMO_COMMIT=6489229cbb05c38ad20c2e00f7a2adde2e5bd8c4 NEMO_VERSION=2.4.1 NEMO_EXPORT_DEPLOY_COMMIT=75e25d47c2430c600dde63d317122034d10e2995 NEMO_EXPORT_DEPLOY_VERSION= SKIP_TRTLLM=True NEMO_EVAL_COMMIT=97331474f317d84768ea551fa32b16becbeaa56f NEMO_EVAL_VERSION= NVFSDP_COMMIT=c4180101296d8bbfcd6a5f65ca28416fce89f131 NVFSDP_VERSION=0.2.0rc0 NEMO_AUTOMODEL_COMMIT=36076d22c13695c1e0268d27d45db10fc8dc3783 NEMO_AUTOMODEL_VERSION=0.2.0rc0 MEGATRON_BRIDGE_COMMIT=039b26f78695a05ac4304de72a206781788de48f MEGATRON_BRIDGE_VERSION=0.2.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=True MODELOPT_VERSION=0.31.0 NEMO_RUN_COMMIT=ddb1c4b4e406a11be291729e22f68c52f394b0f0 URM_USER_ACCOUNT=donghyukc PRE_COMPILE_QUANT_KERNELS=True if [ $PRE_COMPILE_QUANT_KERNELS = "True" ]; then python -c "import modelopt.torch.quantization.extensions as ext; ext.precompile()"; fi
    		08/27/2025 6:43 PM UTC
    ...