Skip to main content
NVIDIA
nemo-rl
Container
NVIDIA
nemo-rl

NVIDIA NeMo™ RL accelerates reinforcement learning post-training with high-performance GPU backends, offering scalable GRPO, DPO, SFT, and distillation for multimodal models from single-node experiments to enterprise-scale clusters.

LayerLabelCreated
sha256:f8b997d5de0bf1537f3722cb4a0758c98405e907d7a6de66ebf08f4e7dd5877fRUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 NEMO_GYM_CUDA=cu130 NEMO_GYM_VLLM_VERSION=0.20.0 echo "This distribution includes open source which is archived at the following URL: https://opensource.nvidia.com/oss/teams/nvidia/nemo-rl/${RC_DATE}:linux-${TARGETARCH}/index.html" > NOTICES.txt &&
  echo "For further inquiries or assistance, contact us at oss-requests@nvidia.com" >> NOTICES.txt
07/26/2026 10:45 AM UTC
sha256:5274aa1acafea0038e8ac7659cdef52ac34a96a8fc738939ad33bb46f6544ad5RUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 NEMO_GYM_CUDA=cu130 NEMO_GYM_VLLM_VERSION=0.20.0 python tools/generate_fingerprint.py > /opt/nemo_rl_container_fingerprint
07/26/2026 10:45 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
RUN |23 UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 NEMO_GYM_CUDA=cu130 NEMO_GYM_VLLM_VERSION=0.20.0 /bin/sh -c <<"EOF" bash -exu if [[ -n "${NEMO_GYM_PREFETCH_CONFIGS:-}" ]]; then case "${TARGETARCH:-amd64}" in arm64) WHEEL_ARCH=aarch64 ;; *) WHEEL_ARCH=x86_64 ;; esac GYM_VLLM_OVERRIDE=/opt/nemo-rl/.gym-vllm-override.txt printf 'vllm @ https://github.com/vllm-project/vllm/releases/download/v%s/vllm-%s-cp38-abi3-manylinux_2_35_%s.whl\n' \
"${NEMO_GYM_VLLM_VERSION}" "${NEMO_GYM_VLLM_VERSION}" "${WHEEL_ARCH}" > "${GYM_VLLM_OVERRIDE}" UV_TORCH_BACKEND="${NEMO_GYM_CUDA}" \
UV_OVERRIDE="${GYM_VLLM_OVERRIDE}" \
UV_LINK_MODE=symlink uv run python examples/nemo_gym/prefetch_venvs.py $NEMO_GYM_PREFETCH_CONFIGS rm -f "${GYM_VLLM_OVERRIDE}" fi EOF # buildkit
07/26/2026 10:45 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
NEMO_GYM_VLLM_VERSION=0.20.0
07/26/2026 10:45 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
NEMO_GYM_CUDA=cu130
07/26/2026 10:45 AM UTC
sha256:8281f61135bbdbe871c35f0a40c4f27e8bd2eb9dd4608967403a4d07337d249bRUN
RUN |21 UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 /bin/sh -c <<"EOF" bash -exu NEGATIVE_FILTERS="" if [[ -n "${SKIP_VLLM_BUILD:-}" ]]; then NEGATIVE_FILTERS="$NEGATIVE_FILTERS vllm" fi if [[ -n "${SKIP_SGLANG_BUILD:-}" ]]; then NEGATIVE_FILTERS="$NEGATIVE_FILTERS sglang" fi if [[ -n "$NEGATIVE_FILTERS" ]]; then UV_LINK_MODE=symlink uv run nemo_rl/utils/prefetch_venvs.py --negative-filters $NEGATIVE_FILTERS else UV_LINK_MODE=symlink uv run nemo_rl/utils/prefetch_venvs.py fi EOF # buildkit
07/26/2026 10:45 AM UTC
sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1RUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 git rev-parse --is-shallow-repository | grep -q true &&
  git fetch --unshallow ||
  true
07/26/2026 10:44 AM UTC
sha256:c8fc8f7256c656e9a0bce2474af0d999b877a689a0c0ef30aba83b22feec5f60COPY
. /opt/nemo-rl
07/26/2026 10:44 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LD_LIBRARY_PATH=/opt/amazon/ofi-nccl/lib:/opt/amazon/efa/lib:/opt/nemo_rl_venv/lib/python3.13/site-packages/nvidia/cudnn/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
07/26/2026 10:44 AM UTC
sha256:ac5384f5e0ce79997eaa045c83e8d6aea5965e7dad612701b5470242d8eedee0RUN
UV_VERSION=0.11.18 PYTHON_VERSION=3.13.13 MAX_JOBS= NVTE_BUILD_THREADS_PER_JOB= BUILD_CUSTOM_VLLM= BUILD_CUSTOM_VLLM_URL= BUILD_CUSTOM_VLLM_REF= BUILD_CUSTOM_VLLM_PRECOMPILED_WHEEL_LOCATION= BUILD_CUSTOM_FLASHINFER= BUILD_CUSTOM_FLASHINFER_URL= BUILD_CUSTOM_FLASHINFER_REF= SKIP_VLLM_BUILD= SKIP_SGLANG_BUILD= BASE_IMAGE=nvcr.io/nvidia/cuda-dl-base:26.03-cuda13.2-devel-ubuntu24.04 CUSTOM_SETUP_FNAME=install_apptainer.sh NEMO_GYM_PREFETCH_CONFIGS= NEMO_RL_COMMIT=19244a0949fb363326f71675223da75e09d14866 NVIDIA_BUILD_ID=374252294 NVIDIA_BUILD_REF=f5ef697d469dc3650f03d54af6ba8b9b8e355d96 RC_DATE=v0.7.0 TARGETARCH=arm64 printf '%s\n' /opt/amazon/ofi-nccl/lib /opt/amazon/efa/lib > /etc/ld.so.conf.d/aws-efa.conf
07/26/2026 10:44 AM UTC
...