NVIDIA
NVIDIA
NVIDIA Sovereign Evals
Container
NVIDIA
NVIDIA
NVIDIA Sovereign Evals

NVIDIA NeMo Evaluator-compatible container with Sovereign Evals support.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
06/03/2026 3:45 PM UTC
sha256:d4577695b977b103313436d038ab1149d44462fb530c47ace8eed9bf239c113cCOPY
README.md README.md
06/03/2026 3:45 PM UTC
sha256:624510aad20fa20b36bcd1a2f7f26363140bc2d1910f7d8c4bc7198c430c5dddCOPY
3rd_party_licenses.txt .
06/03/2026 3:45 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
06/03/2026 3:45 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
06/03/2026 3:45 PM UTC
sha256:d5ef70cf49fa2a59a7c7c56bbb7593c1970bf964a71ac10794d2c8d510dfbde3RUN
pip uninstall -y nemo-evaluator-internal
06/03/2026 3:45 PM UTC
sha256:20cf85731470b46a374e253244a3106c4aa1c2fe53ffe392b86bb383063186d7COPY
tests/* /workspace/tests/
06/03/2026 3:01 PM UTC
sha256:cac864d12ddc468358623ff567d44e480d60d095245905a0028a5f54a60b3b3bRUN
CI_COMMIT_SHA=340f680fc9a9626b865529dd6a85d4dc9c1ab846 EVAL_WHEEL_VERSION=26.05 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/153108/packages/pypi/simple MILU_REF=7d8e6c9 python -c "from nemo_evaluator.core.input import _copy_fdfs; _copy_fdfs('/opt/metadata/')"
06/03/2026 3:00 PM UTC
sha256:68b3c29d6e3be6c5363807de3a485e7de1fa654ca5618ef738c8ba52b2c598e3COPY
ATTRIBUTION.md /opt/sovereign/ATTRIBUTION.md
06/03/2026 3:00 PM UTC
sha256:760f82a16293628a5611b165c8f63efb6e0aa1df2e8117dad1475dc37defac49RUN
CI_COMMIT_SHA=340f680fc9a9626b865529dd6a85d4dc9c1ab846 EVAL_WHEEL_VERSION=26.05 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/153108/packages/pypi/simple MILU_REF=7d8e6c9 apt-get update &&
  apt-get install -y --no-install-recommends git &&
  rm -rf /var/lib/apt/lists/* &&
  git clone https://github.com/AI4Bharat/MILU.git /opt/harnesses/milu/src &&
  cd /opt/harnesses/milu/src &&
  git checkout ${MILU_REF} &&
  python -m venv /opt/harnesses/milu/venv &&
  /opt/harnesses/milu/venv/bin/pip install --upgrade pip setuptools wheel &&
  /opt/harnesses/milu/venv/bin/pip install --no-cache-dir "/opt/harnesses/milu/src[api]" "transformers>=4.49,<5.0" "protobuf>=4.25" "sentencepiece>=0.2.0" &&
  printf '#!/bin/bash\nexec /opt/harnesses/milu/venv/bin/lm-eval "$@"\n' > /usr/local/bin/milu-lm-eval &&
  chmod +x /usr/local/bin/milu-lm-eval &&
  rm -rf /opt/harnesses/milu/src/.git
06/03/2026 3:00 PM UTC