Skip to main content
NVIDIA
NeMo Framework Megatron Backend
Container
NVIDIA
NeMo Framework Megatron Backend

NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NEMO_VERSION=1.20.0 if [ "${REQUIRE_AIS_CLI}" = true ]; then INSTALL_MSG=$(/bin/bash scripts/installers/install_ais_cli_latest.sh); INSTALL_CODE=$?; echo ${INSTALL_MSG}; if [ ${INSTALL_CODE} -ne 0 ]; then echo "AIS CLI installation failed"; exit ${INSTALL_CODE}; else echo "AIS CLI installed successfully"; fi else echo "Skipping AIS CLI installation"; fi
    08/02/2023 10:58 PM UTC
    sha256:b586c95f53696176a3c729d44dc65dede7d378934cf5cdc82777e8a7f7dab1b8RUN
    NEMO_VERSION=1.20.0 printf "#!/bin/bash\njupyter lab --no-browser --allow-root --ip=0.0.0.0" >> start-jupyter.sh &&
      chmod +x start-jupyter.sh
    08/02/2023 10:58 PM UTC
    sha256:e3c3e6fbf7471cfdc51bcc3d18826799c705c98f137af0d4833e3a81f633c508COPY
    tutorials /workspace/nemo/tutorials
    08/02/2023 10:58 PM UTC
    sha256:73d581b6de7e68bad69db8842cd6e6fd7bd3981b79ecfce404c7e41502e1b510COPY
    tests /workspace/nemo/tests
    08/02/2023 10:58 PM UTC
    sha256:87b06c419e9e976a3434b76c8197b822ed743eae18201d835b68bd4ea2a78e81COPY
    examples /workspace/nemo/examples
    08/02/2023 10:58 PM UTC
    sha256:63059b64c244c36dc0313aa2224ba7f7078b83d7783113be88de59cd7d4af2e1COPY
    scripts /workspace/nemo/scripts
    08/02/2023 10:58 PM UTC
    sha256:06d97416d9cfaa8d4687aa1f541d14367284c45d7f5bbbb3fd43682579fc7f1cWORKDIR
    /workspace/nemo
    08/02/2023 10:58 PM UTC
    sha256:5fe5f261e06749b5a7a86c3e9dab58027a98c5d047c123a513c214be5c1110adRUN
    NEMO_VERSION=1.20.0 python -c "import nemo.collections.nlp as nemo_nlp" &&
      python -c "import nemo.collections.tts as nemo_tts" &&
      python -c "import nemo_text_processing.text_normalization as text_normalization"
    08/02/2023 10:58 PM UTC
    sha256:e36553083c45b4732d51556c15ae957f9c2c338ed0c8fb069baf3cf6e6e8c258RUN
    NEMO_VERSION=1.20.0 cd /tmp/nemo &&
      pip install ".[all]"
    08/02/2023 10:57 PM UTC
    sha256:d4bed032d5f3d353a4e4bcf5cd95be85104b8f7e7b9f0ef6c26a9c85a8becff5RUN
    NEMO_VERSION=1.20.0 /usr/bin/test -n "$NEMO_VERSION" &&
      /bin/echo "export NEMO_VERSION=${NEMO_VERSION}" >> /root/.bashrc &&
      /bin/echo "export BASE_IMAGE=${BASE_IMAGE}" >> /root/.bashrc
    07/25/2023 1:32 AM UTC
    ...