NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
08/06/2025 8:57 AM UTC
sha256:fb1144ae5d389332d8fa5005188b51c52a3fe7bbcd886b6c3334dbefa43b1348COPY
3rd_party_licenses.txt .
08/06/2025 8:57 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
08/06/2025 8:57 AM UTC
sha256:3260aae58bb2c59c18f5f4b078d564bc8f1ea5a66f03b5a7fab35e92972e41fdRUN
pip uninstall -y nvidia-eval-commons-internal
08/06/2025 8:57 AM UTC
sha256:01fd8a87e460c5c3cfd8177f2249440ed0b58aa1a3b3d6c9283ef7810c18a3c6COPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
08/06/2025 7:34 AM UTC
sha256:c8b2be49d273b438269664058ea475e2caec3ece73fb57da1b78c272942bdf4cRUN
CI_COMMIT_SHA=ae7a769953a2339db19e5b970751b47fa7ef6300 EVAL_WHEEL_VERSION=25.07.2 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.0rc11 COMMONS_INTERNAL_VERSION=1.0.1 printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv-eval &&
  chmod +x /usr/bin/nv-eval &&
  printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv_eval &&
  chmod +x /usr/bin/nv_eval
08/06/2025 7:34 AM UTC
sha256:675056189b4f9f07186886763947b7f46c6e29f67536f53492ca8165b43a32c7RUN
CI_COMMIT_SHA=ae7a769953a2339db19e5b970751b47fa7ef6300 EVAL_WHEEL_VERSION=25.07.2 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.0rc11 COMMONS_INTERNAL_VERSION=1.0.1 pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
08/06/2025 7:34 AM UTC
sha256:b87981161167dd4b111a9eb76645403bdb0eb19a5b14f0eff7105a1c09128e60RUN
CI_COMMIT_SHA=ae7a769953a2339db19e5b970751b47fa7ef6300 EVAL_WHEEL_VERSION=25.07.2 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.0rc11 COMMONS_INTERNAL_VERSION=1.0.1 pip3 install nvidia-eval-commons-internal==$COMMONS_INTERNAL_VERSION --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple
08/06/2025 7:34 AM UTC
sha256:b0f46545df7dd0394f84ab48b91ff856968c2fa9523212921ce8926ee85ed5a7RUN
CI_COMMIT_SHA=ae7a769953a2339db19e5b970751b47fa7ef6300 EVAL_WHEEL_VERSION=25.07.2 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.0rc11 COMMONS_INTERNAL_VERSION=1.0.1 pip3 install nvidia-eval-commons==$COMMONS_VERSION --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple
08/06/2025 7:34 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
08/06/2025 7:34 AM UTC