NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    09/16/2025 6:09 AM UTC
    sha256:255494d004f22cfa73a16102d681ffcaed625aed70131fde4740d413d649b0b5COPY
    README.md README.md
    09/16/2025 6:09 AM UTC
    sha256:3bedc5ada69a53d8ffb516dcf8b6e984be97e1fff64f47329719e328b03654b1COPY
    3rd_party_licenses.txt .
    09/16/2025 6:09 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    09/16/2025 6:09 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    09/16/2025 6:09 AM UTC
    sha256:25ed19772beaa7b28e58f96ac29c110765ae9cfefa7b27719f68d9b0b4c83f92RUN
    pip uninstall -y nvidia-eval-commons-internal
    09/16/2025 6:09 AM UTC
    sha256:066c2d60726d7ad2ae75b8787e9ffd1b24dcd0c01d889601a09afd3ef74984dfCOPY
    --chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
    09/16/2025 5:26 AM UTC
    sha256:580451edfe8df1bf3d8f140e59225fd0b08c1bba8ac5317c30a94fc0dba7658aRUN
    ARCH=amd64 CI_COMMIT_SHA=f1e3a1b30d7ea775b3cec039f811f343e290ab0b EVAL_WHEEL_VERSION=25.08.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.5 COMMONS_INTERNAL_VERSION=1.0.2 printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv-eval &&
      chmod +x /usr/bin/nv-eval &&
      printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv_eval &&
      chmod +x /usr/bin/nv_eval
    09/16/2025 5:26 AM UTC
    sha256:1ad29dc7858b23ee6d406d03e47470b83739f27593cab61fb606c11140897842RUN
    ARCH=amd64 CI_COMMIT_SHA=f1e3a1b30d7ea775b3cec039f811f343e290ab0b EVAL_WHEEL_VERSION=25.08.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.5 COMMONS_INTERNAL_VERSION=1.0.2 pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    09/16/2025 5:26 AM UTC
    sha256:95ecab603818c906f38faaa432dc592d9a145d9dd190dc5153672ec9b99c130aRUN
    ARCH=amd64 CI_COMMIT_SHA=f1e3a1b30d7ea775b3cec039f811f343e290ab0b EVAL_WHEEL_VERSION=25.08.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple COMMONS_VERSION=1.0.5 COMMONS_INTERNAL_VERSION=1.0.2 pip3 install nvidia-eval-commons-internal==$COMMONS_INTERNAL_VERSION --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple
    09/16/2025 5:26 AM UTC