NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    09/30/2025 9:50 AM UTC
    sha256:82e851cd9e4add0b9abaee28ab7cd1e7ced0afdc8db7a1d9c081917b709823e7COPY
    README.md README.md
    09/30/2025 9:50 AM UTC
    sha256:5f753009729ab4b121a898fb7bf1d3b630b714ba695afc7b2d87b88aed0e032fCOPY
    3rd_party_licenses.txt .
    09/30/2025 9:50 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    09/30/2025 9:50 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    09/30/2025 9:50 AM UTC
    sha256:bf55e0a06b7027301ad89d0f49282c08224cd2a1710039a7ea18c3f261433e35RUN
    pip uninstall -y nemo-evaluator-internal
    09/30/2025 9:50 AM UTC
    sha256:b23841b660cff89de46b5bb200d6568c090c7a44326777a8c70d0195c57265d0COPY
    --chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
    09/29/2025 12:58 PM UTC
    sha256:43a105b94f071c9877dd6229554e5b95c1fcc962aeabbd079431fc8f96463263RUN
    ARCH=amd64 CI_COMMIT_SHA=da30f9a9ce3ac32dfd84d5c2d8fb82a558c42bc4 EVAL_WHEEL_VERSION=25.09 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.4 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv-eval &&
      chmod +x /usr/bin/nv-eval &&
      printf '#!/bin/bash\ncore_evals_agentic_eval "$@"' > /usr/bin/nv_eval &&
      chmod +x /usr/bin/nv_eval
    09/29/2025 12:58 PM UTC
    sha256:7df1f22c5db7c9f6f2493a306d8415884ea0adce2db16a146332857403424f3dRUN
    ARCH=amd64 CI_COMMIT_SHA=da30f9a9ce3ac32dfd84d5c2d8fb82a558c42bc4 EVAL_WHEEL_VERSION=25.09 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.4 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    09/29/2025 12:58 PM UTC
    sha256:147e391379032fb6e6204c90dbabeba9e4fe96591fe8d24cfa6cc55a99234716RUN
    ARCH=amd64 CI_COMMIT_SHA=da30f9a9ce3ac32dfd84d5c2d8fb82a558c42bc4 EVAL_WHEEL_VERSION=25.09 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.4 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
    09/29/2025 12:58 PM UTC