NVIDIA
NVIDIA
nemo-rl
Container
NVIDIA
NVIDIA
nemo-rl

NVIDIA NeMo™ RL accelerates reinforcement learning post-training with high-performance GPU backends, offering scalable GRPO, DPO, SFT, and distillation for multimodal models from single-node experiments to enterprise-scale clusters.

LayerLabelCreated
sha256:f8b997d5de0bf1537f3722cb4a0758c98405e907d7a6de66ebf08f4e7dd5877fRUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 NEMO_GYM_CUDA=cu130 NEMO_GYM_VLLM_VERSION=0.20.0 echo "This distribution includes open source which is archived at the following URL: https://opensource.nvidia.com/oss/teams/nvidia/nemo-rl/${RC_DATE}:linux-${TARGETARCH}/index.html" > NOTICES.txt &&
  echo "For further inquiries or assistance, contact us at oss-requests@nvidia.com" >> NOTICES.txt
07/26/2026 10:45 AM UTC
sha256:5274aa1acafea0038e8ac7659cdef52ac34a96a8fc738939ad33bb46f6544ad5RUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 NEMO_GYM_CUDA=cu130 NEMO_GYM_VLLM_VERSION=0.20.0 python tools/generate_fingerprint.py > /opt/nemo_rl_container_fingerprint
07/26/2026 10:45 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
RUN |23 UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 NEMO_GYM_CUDA=cu130 NEMO_GYM_VLLM_VERSION=0.20.0 /bin/sh -c <<"EOF" bash -exu if [[ -n "${NEMO_GYM_PREFETCH_CONFIGS:-}" ]]; then case "${TARGETARCH:-amd64}" in arm64) WHEEL_ARCH=aarch64 ;; *) WHEEL_ARCH=x86_64 ;; esac GYM_VLLM_OVERRIDE=/opt/nemo-rl/.gym-vllm-override.txt printf 'vllm @ https://github.com/vllm-project/vllm/releases/download/v%s/vllm-%s-cp38-abi3-manylinux_2_35_%s.whl\n' \
"${NEMO_GYM_VLLM_VERSION}" "${NEMO_GYM_VLLM_VERSION}" "${WHEEL_ARCH}" > "${GYM_VLLM_OVERRIDE}" UV_TORCH_BACKEND="${NEMO_GYM_CUDA}" \
UV_OVERRIDE="${GYM_VLLM_OVERRIDE}" \
UV_LINK_MODE=symlink uv run python examples/nemo_gym/prefetch_venvs.py $NEMO_GYM_PREFETCH_CONFIGS rm -f "${GYM_VLLM_OVERRIDE}" fi EOF # buildkit
07/26/2026 10:45 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
NEMO_GYM_VLLM_VERSION=0.20.0
07/26/2026 10:45 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
NEMO_GYM_CUDA=cu130
07/26/2026 10:45 AM UTC
sha256:8281f61135bbdbe871c35f0a40c4f27e8bd2eb9dd4608967403a4d07337d249bRUN
RUN |21 UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 /bin/sh -c <<"EOF" bash -exu NEGATIVE_FILTERS="" if [[ -n "${SKIP_VLLM_BUILD:-}" ]]; then NEGATIVE_FILTERS="$NEGATIVE_FILTERS vllm" fi if [[ -n "${SKIP_SGLANG_BUILD:-}" ]]; then NEGATIVE_FILTERS="$NEGATIVE_FILTERS sglang" fi if [[ -n "$NEGATIVE_FILTERS" ]]; then UV_LINK_MODE=symlink uv run nemo_rl/utils/prefetch_venvs.py --negative-filters $NEGATIVE_FILTERS else UV_LINK_MODE=symlink uv run nemo_rl/utils/prefetch_venvs.py fi EOF # buildkit
07/26/2026 10:45 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 git rev-parse --is-shallow-repository | grep -q true &&
  git fetch --unshallow ||
  true
07/26/2026 10:44 AM UTC
sha256:c8fc8f7256c656e9a0bce2474af0d999b877a689a0c0ef30aba83b22feec5f60COPY
. /opt/nemo-rl
07/26/2026 10:44 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LD_LIBRARY_PATH=/opt/amazon/ofi-nccl/lib:/opt/amazon/efa/lib:/opt/nemo_rl_venv/lib/python3.13/site-packages/nvidia/cudnn/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
07/26/2026 10:44 AM UTC
sha256:ac5384f5e0ce79997eaa045c83e8d6aea5965e7dad612701b5470242d8eedee0RUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 printf '%s\n' /opt/amazon/ofi-nccl/lib /opt/amazon/efa/lib > /etc/ld.so.conf.d/aws-efa.conf
07/26/2026 10:44 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.