NVIDIA
NVIDIA
NeMo Framework Megatron Backend
Container
NVIDIA
NVIDIA
NeMo Framework Megatron Backend

NVIDIA NeMo™ framework Megatron backend supports pre-training, post-training, and reinforcement learning of LLMs and multi-modal generative AI models with state-of-the-art data processing, model training techniques, and flexible deployment options.

LayerLabelCreated
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
NEMO_VERSION=1.17.0 if [ "${REQUIRE_AIS_CLI}" = true ]; then INSTALL_MSG=$(/bin/bash scripts/installers/install_ais_cli_latest.sh); INSTALL_CODE=$?; echo ${INSTALL_MSG}; if [ ${INSTALL_CODE} -ne 0 ]; then echo "AIS CLI installation failed"; exit ${INSTALL_CODE}; else echo "AIS CLI installed successfully"; fi else echo "Skipping AIS CLI installation"; fi
04/05/2023 8:02 PM UTC
sha256:98118edea72bbb185822592b2dc95867183554832d1aff7e2a2a98965597ad92RUN
NEMO_VERSION=1.17.0 printf "#!/bin/bash\njupyter lab --no-browser --allow-root --ip=0.0.0.0" >> start-jupyter.sh &&
  chmod +x start-jupyter.sh
04/05/2023 8:02 PM UTC
sha256:bb6442fe6b54f76b48ca65f0a2e60210225ca1bd831e39a3e03bf96cda62e694COPY
tutorials /workspace/nemo/tutorials
04/05/2023 8:02 PM UTC
sha256:893085eef0f60c20bb3c3948d268f969c7de9851870a278166db930d0575dcb6COPY
tests /workspace/nemo/tests
04/05/2023 8:02 PM UTC
sha256:2027e08022c0de73a5816712bbc06efd16ce99dd2ad7825a562c46daf3c312fdCOPY
examples /workspace/nemo/examples
04/05/2023 8:02 PM UTC
sha256:e3af833c061a0853080213975afb1e0556c93c9bc39be180042174cd0511ef4fCOPY
scripts /workspace/nemo/scripts
04/05/2023 8:02 PM UTC
sha256:3a6d4b98e881360a7a049735bbd9a5112775cb8d815961c84acabc201cefb8bcWORKDIR
/workspace/nemo
04/05/2023 8:02 PM UTC
sha256:1a2e8fbab7b3721f9997e58095bf2fc69a55c054eda0d0cade5310406a53720cRUN
NEMO_VERSION=1.17.0 python -c "import nemo.collections.nlp as nemo_nlp" &&
  python -c "import nemo.collections.tts as nemo_tts" &&
  python -c "import nemo_text_processing.text_normalization as text_normalization"
04/05/2023 8:02 PM UTC
sha256:9203057bf663ff1c9af1eddf40f8e94565a4d5ed3fc7c17265e855f1a98d9c32RUN
NEMO_VERSION=1.17.0 cd /tmp/nemo &&
  pip install ".[all]"
04/05/2023 8:02 PM UTC
sha256:fc7cb8dca6c4069823ccc766e395f07967f5c9b0108965be98d65be25d1f7dccRUN
NEMO_VERSION=1.17.0 /usr/bin/test -n "$NEMO_VERSION" &&
  /bin/echo "export NEMO_VERSION=${NEMO_VERSION}" >> /root/.bashrc &&
  /bin/echo "export BASE_IMAGE=${BASE_IMAGE}" >> /root/.bashrc
04/05/2023 8:02 PM UTC
...