NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
10/30/2025 11:46 AM UTC
sha256:3c18279ba4cca5108bfd959d80d032fb0878a6c16d9ae90e3995b6d9635273acCOPY
README.md README.md
10/30/2025 11:46 AM UTC
sha256:8d62d250daec7eb10c0ee933b01c917d9fd59533df5bb3e13b5faa57957a6082COPY
3rd_party_licenses.txt .
10/30/2025 11:46 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
10/30/2025 11:46 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
10/30/2025 11:46 AM UTC
sha256:59f16fe6474d7e12ba5f863cc9d6cbc51d0b2e9db004870a8d768c33f933ae93RUN
pip uninstall -y nemo-evaluator-internal
10/30/2025 11:46 AM UTC
sha256:ddfe4d1fa62bb365cdb5c2a3ae89c7b6ec18989bdda76fc0200d69dea23af932COPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
10/30/2025 9:31 AM UTC
sha256:6b847d62a489558dfdb34662a90e7a0c23b380c9d831202d1ca07f93b0ff2c97RUN
ARCH=amd64 CI_COMMIT_SHA=f2e934eca922e23f89bd197d595f29cc56cc966e EVAL_WHEEL_VERSION=25.10 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.21 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\neval-factory "$@"' > /usr/bin/nv-eval &&
  chmod +x /usr/bin/nv-eval &&
  printf '#!/bin/bash\neval-factory "$@"' > /usr/bin/nv_eval &&
  chmod +x /usr/bin/nv_eval
10/30/2025 9:31 AM UTC
sha256:968b8bbb8109b80fd4eba4e5152af42c39d4c5a57b25040fba90a8083d104f4aRUN
ARCH=amd64 CI_COMMIT_SHA=f2e934eca922e23f89bd197d595f29cc56cc966e EVAL_WHEEL_VERSION=25.10 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.21 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
10/30/2025 9:31 AM UTC
sha256:58751c7e3bcc0f871e021ab1624b32b4df5e90d229b93d94421cea03cd068fdfRUN
ARCH=amd64 CI_COMMIT_SHA=f2e934eca922e23f89bd197d595f29cc56cc966e EVAL_WHEEL_VERSION=25.10 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.21 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
10/30/2025 9:31 AM UTC