NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    08/21/2025 11:50 AM UTC
    sha256:41ed8804e4f8faf395272fdf74459157de186f68e349a7788272d36863a6f8c3COPY
    3rd_party_licenses.txt .
    08/21/2025 11:50 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    08/21/2025 11:50 AM UTC
    sha256:7e95601897bdce95a61d7cb40a0132690278e2e5e8c8a81f6804b5c9e292e980RUN
    pip uninstall -y nvidia-eval-commons-internal
    08/21/2025 11:50 AM UTC
    sha256:a8dbda23aa7ec5d2ef3216a7037424a9bb830a12669286ca12452ba8373eb531COPY
    --chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
    08/21/2025 10:40 AM UTC
    sha256:775e6ed15bb11183a76cc3f490aaa5c8ac54c09ce9b05034020c6685baaf71abRUN
    CI_COMMIT_SHA=14adf64f28f57b4ffc92d2af411db48cc3a04253 EVAL_WHEEL_VERSION=25.07.3 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.3 COMMONS_INTERNAL_VERSION=1.0.1 printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv-eval &&
      chmod +x /usr/bin/nv-eval &&
      printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv_eval &&
      chmod +x /usr/bin/nv_eval
    08/21/2025 10:40 AM UTC
    sha256:f751863c5ada803380c776b4f38e466a5c5b4cbaad0392acc369e2653dd289ecRUN
    CI_COMMIT_SHA=14adf64f28f57b4ffc92d2af411db48cc3a04253 EVAL_WHEEL_VERSION=25.07.3 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.3 COMMONS_INTERNAL_VERSION=1.0.1 pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    08/21/2025 10:40 AM UTC
    sha256:e460db0c9468b3067c254af3bbb215d3c02dee67c9b6da9e29ac015389363688RUN
    CI_COMMIT_SHA=14adf64f28f57b4ffc92d2af411db48cc3a04253 EVAL_WHEEL_VERSION=25.07.3 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.3 COMMONS_INTERNAL_VERSION=1.0.1 pip3 install nvidia-eval-commons-internal==$COMMONS_INTERNAL_VERSION --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple
    08/21/2025 10:39 AM UTC
    sha256:afc990e8a8cf37eb9e7b575647fe16eab5a23d4b2ef1c7ef57fbf614cac514b9RUN
    CI_COMMIT_SHA=14adf64f28f57b4ffc92d2af411db48cc3a04253 EVAL_WHEEL_VERSION=25.07.3 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.3 COMMONS_INTERNAL_VERSION=1.0.1 pip3 install nvidia-eval-commons==$COMMONS_VERSION --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple
    08/21/2025 10:39 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
    08/21/2025 10:39 AM UTC