NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
03/13/2026 1:18 PM UTC
sha256:181f24661c8f6a4222eb9690dcfacfcd5748917fb0b624d3121d2a809e908755COPY
README.md README.md
03/13/2026 1:18 PM UTC
sha256:60390ac8f8a77943ce483198d957bcb7760f7da7263ef534085df70f01291070COPY
3rd_party_licenses.txt .
03/13/2026 1:18 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
03/13/2026 1:18 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
03/13/2026 1:18 PM UTC
sha256:b838fadaec9960a58b1372c6bfd64be023441c2d3628b3063a981de175b60774RUN
pip uninstall -y nemo-evaluator-internal
03/13/2026 1:18 PM UTC
sha256:bb9e6461ca68fa814714d5e05137d5f23db3ee0dd6a2bd28268de48a8c23ceb3COPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
03/13/2026 11:07 AM UTC
sha256:d7f3873ad611c1384b64f1116a3a446264dceafba381c20aade3b483bb62a810RUN
ARCH=amd64 CI_COMMIT_SHA=7201e9b4749cf4b60ad9c3060ff950c8844cc55c EVAL_WHEEL_VERSION=26.03 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= python -c "from nemo_evaluator.core.input import _copy_fdfs; _copy_fdfs('/opt/metadata/')"
03/13/2026 11:07 AM UTC
sha256:5352322f61f7f8389803b2caffbc4ec7bdbe3b01743b4e544bf25a3a3c241fe3RUN
ARCH=amd64 CI_COMMIT_SHA=7201e9b4749cf4b60ad9c3060ff950c8844cc55c EVAL_WHEEL_VERSION=26.03 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
03/13/2026 11:07 AM UTC
sha256:2b5849eac73174d616a041e23b206079e5f073bef028419181689eab1e1c5742RUN
ARCH=amd64 CI_COMMIT_SHA=7201e9b4749cf4b60ad9c3060ff950c8844cc55c EVAL_WHEEL_VERSION=26.03 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
03/13/2026 11:07 AM UTC