Skip to main content
NVIDIA
NeMo Framework Megatron Backend
Container
NVIDIA
NeMo Framework Megatron Backend

NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /opt
    04/16/2025 9:22 PM UTC
    sha256:1e75432dba30531e4dac86600bfc82c072c1800c1e6d755d8738643d57ab9ed7RUN
    NVIDIA_BIGNLP_VERSION= TRT_VER=10.9.0.34 CUDA_VER=12.8 CUDNN_VER=9.8.0.87-1 NCCL_VER=2.25.1-1+cuda12.8 CUBLAS_VER=12.8.4.1-1 NVRTC_VER=12.8.93-1 TRT_LLM_COMMIT=fe85b725df3e769b87a8fdb63154276f87032080 TRT_LLM_VERSION=0.17.1 REINSTALL_NSYS=False NSYS_VERSION=2025.1.1.65 REINSTALL_APEX=False APEX_COMMIT=e13873debc4699d39c6861074b9a3b2a02327f92 MCORE_COMMIT=baf1d05e3c518f71b0d41ae42381ecbada0469ab MCORE_VERSION=0.12.0rc0 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build TARGET_ARCH=x86 INSTALL_VLLM=True ALIGNER_COMMIT=0d72d2829d34c07cd8685348c0f37f6b6b7e5834 ALIGNER_VERSION=0.7.0 CURATOR_COMMIT=r0.8.0 INSTALL_CURATOR=True CURATOR_VERSION=0.8.0rc4.dev0 NEMO_COMMIT=101ffd44487c4a230cb5b9022ec97823ddb8f610 NEMO_VERSION=2.4.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=False MODELOPT_VERSION= NEMO_RUN_COMMIT=r0.4.0 PRE_COMPILE_QUANT_KERNELS=True NEMO_FW_PIPELINE_ID=27072633 NVIDIA_BUILD_ID=148941828 NVIDIA_BUILD_REF= pip uninstall -y triton &&
      pip install triton==3.2
    04/16/2025 9:22 PM UTC
    sha256:7ec600a0a2fefd8ef043dfde64958e6a9fb2906584a5622c1be873b9201c1c6eRUN
    NVIDIA_BIGNLP_VERSION= TRT_VER=10.9.0.34 CUDA_VER=12.8 CUDNN_VER=9.8.0.87-1 NCCL_VER=2.25.1-1+cuda12.8 CUBLAS_VER=12.8.4.1-1 NVRTC_VER=12.8.93-1 TRT_LLM_COMMIT=fe85b725df3e769b87a8fdb63154276f87032080 TRT_LLM_VERSION=0.17.1 REINSTALL_NSYS=False NSYS_VERSION=2025.1.1.65 REINSTALL_APEX=False APEX_COMMIT=e13873debc4699d39c6861074b9a3b2a02327f92 MCORE_COMMIT=baf1d05e3c518f71b0d41ae42381ecbada0469ab MCORE_VERSION=0.12.0rc0 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build TARGET_ARCH=x86 INSTALL_VLLM=True ALIGNER_COMMIT=0d72d2829d34c07cd8685348c0f37f6b6b7e5834 ALIGNER_VERSION=0.7.0 CURATOR_COMMIT=r0.8.0 INSTALL_CURATOR=True CURATOR_VERSION=0.8.0rc4.dev0 NEMO_COMMIT=101ffd44487c4a230cb5b9022ec97823ddb8f610 NEMO_VERSION=2.4.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=False MODELOPT_VERSION= NEMO_RUN_COMMIT=r0.4.0 PRE_COMPILE_QUANT_KERNELS=True NEMO_FW_PIPELINE_ID=27072633 NVIDIA_BUILD_ID=148941828 NVIDIA_BUILD_REF= rm -rf mamba &&
      git clone https://github.com/state-spaces/mamba.git &&
      cd mamba &&
      MAMBA_FORCE_BUILD=TRUE pip install . --no-build-isolation
    04/16/2025 9:22 PM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1WORKDIR
    /opt
    04/16/2025 9:19 PM UTC
    sha256:d04a628cf44157765962fe1cd41b53af7c77c9f7fbd916e430f8a25b9fbc1083RUN
    NVIDIA_BIGNLP_VERSION= TRT_VER=10.9.0.34 CUDA_VER=12.8 CUDNN_VER=9.8.0.87-1 NCCL_VER=2.25.1-1+cuda12.8 CUBLAS_VER=12.8.4.1-1 NVRTC_VER=12.8.93-1 TRT_LLM_COMMIT=fe85b725df3e769b87a8fdb63154276f87032080 TRT_LLM_VERSION=0.17.1 REINSTALL_NSYS=False NSYS_VERSION=2025.1.1.65 REINSTALL_APEX=False APEX_COMMIT=e13873debc4699d39c6861074b9a3b2a02327f92 MCORE_COMMIT=baf1d05e3c518f71b0d41ae42381ecbada0469ab MCORE_VERSION=0.12.0rc0 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build TARGET_ARCH=x86 INSTALL_VLLM=True ALIGNER_COMMIT=0d72d2829d34c07cd8685348c0f37f6b6b7e5834 ALIGNER_VERSION=0.7.0 CURATOR_COMMIT=r0.8.0 INSTALL_CURATOR=True CURATOR_VERSION=0.8.0rc4.dev0 NEMO_COMMIT=101ffd44487c4a230cb5b9022ec97823ddb8f610 NEMO_VERSION=2.4.0rc0 INSTALL_RESIL=False RESIL_COMMIT=not_installed RESIL_VERSION=not_installed INSTALL_MODELOPT=False MODELOPT_VERSION= NEMO_RUN_COMMIT=r0.4.0 PRE_COMPILE_QUANT_KERNELS=True NEMO_FW_PIPELINE_ID=27072633 NVIDIA_BUILD_ID=148941828 NVIDIA_BUILD_REF= pip install --upgrade wandb setuptools
    04/16/2025 9:19 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.ref=
    04/16/2025 9:19 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_REF
    04/16/2025 9:19 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    com.nvidia.build.id=148941828
    04/16/2025 9:19 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    NVIDIA_BUILD_ID=148941828
    04/16/2025 9:19 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NVIDIA_BUILD_ID
    04/16/2025 9:19 PM UTC
    ...