NVIDIA
NVIDIA
NeMo Framework Megatron Backend
Container
NVIDIA
NVIDIA
NeMo Framework Megatron Backend

NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

  • LayerLabelCreated
    sha256:08d96acd65fc14e3896695ae5782229b1c631d69a884518d4db32e8c27bc18fbRUN
    NEMO_VERSION=1.7.1 printf "#!/bin/bash\njupyter lab --no-browser --allow-root --ip=0.0.0.0" >> start-jupyter.sh &&
      chmod +x start-jupyter.sh
    03/09/2022 1:47 AM UTC
    sha256:a2e3d5ac0c494c676918e34b879b2af6f27ce0a2ff0676dba86ecad2a00d36e3COPY
    tutorials /workspace/nemo/tutorials
    03/09/2022 1:47 AM UTC
    sha256:aabddff6d8f664c2641601e60e20683b8e6de0bba86f6ff82955c4e529dad92eCOPY
    tests /workspace/nemo/tests
    03/09/2022 1:47 AM UTC
    sha256:50b0785330ffb464b469051e06eedb1ccd949111e7099ca6d908400bafb0b8efCOPY
    examples /workspace/nemo/examples
    03/09/2022 1:47 AM UTC
    sha256:d9655a6a52a519623e30ce27260edfdac086b81775c441042c80ae843ed662dcCOPY
    scripts /workspace/nemo/scripts
    03/09/2022 1:47 AM UTC
    sha256:b5819b761877ae752697519f8833bef5104bc531deeab4c96fd8dbd637d9f931WORKDIR
    /workspace/nemo
    03/09/2022 1:47 AM UTC
    sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
    NEMO_VERSION=1.7.1 rm -rf /opt/conda/pkgs/conda-4.11.0-py38h578d9bd_0/info/test/tests/data/env_metadata/
    03/09/2022 1:47 AM UTC
    sha256:5a255258be55d13ec1336383b379cb0bb8b3504b7f13c72dcfec374ce83d9a58RUN
    NEMO_VERSION=1.7.1 cd /tmp/nemo &&
      pip install ".[all]" &&
      sed -i "s/_module_available(\"torchtext\")/False/g" /opt/conda/lib/python3.8/site-packages/pytorch_lightning/utilities/imports.py &&
      python -c "import nemo.collections.asr as nemo_asr" &&
      python -c "import nemo.collections.nlp as nemo_nlp" &&
      python -c "import nemo.collections.tts as nemo_tts" &&
      python -c "import nemo_text_processing.text_normalization as text_normalization"
    03/09/2022 1:47 AM UTC
    sha256:5a920fa2f52fd0fe7e0dff6a0367b7519106c1efd26274e08185be127798f4ddRUN
    NEMO_VERSION=1.7.1 /usr/bin/test -n "$NEMO_VERSION" &&
      /bin/echo "export NEMO_VERSION=${NEMO_VERSION}" >> /root/.bashrc &&
      /bin/echo "export BASE_IMAGE=${BASE_IMAGE}" >> /root/.bashrc
    03/09/2022 1:46 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    NEMO_VERSION=1.7.1
    03/09/2022 1:46 AM UTC
    ...