NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    11/07/2025 3:37 PM UTC
    sha256:d709c1de68a109809dd6b99ab1a7e944353ce013c8f854dcfc61a50bca9b62a5COPY
    README.md README.md
    11/07/2025 3:37 PM UTC
    sha256:e82f3acccca4788b29fd3d575d130e128a9fc91311f5a64b9114e699746bc386COPY
    3rd_party_licenses.txt .
    11/07/2025 3:37 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    11/07/2025 3:37 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    11/07/2025 3:37 PM UTC
    sha256:86ad5018ae7c6b07833ae00431ba77c8ca25850235d7359ed51ca7de8d683a80RUN
    pip uninstall -y nemo-evaluator-internal
    11/07/2025 3:37 PM UTC
    sha256:8742c39b05f1565ad3c597eb4084487e5c80f7c5f3f5226673e9c0519880f628COPY
    --chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
    11/07/2025 2:05 PM UTC
    sha256:e4fb7908269e7b6aba52dcf86bfc3b86802bd7124501096c16c555f8dcb12938RUN
    ARCH=amd64 CI_COMMIT_SHA=24521e6824bfa3ba302ec235626378d728d95483 EVAL_WHEEL_VERSION=25.10.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\neval-factory "$@"' > /usr/bin/nv-eval &&
      chmod +x /usr/bin/nv-eval &&
      printf '#!/bin/bash\neval-factory "$@"' > /usr/bin/nv_eval &&
      chmod +x /usr/bin/nv_eval
    11/07/2025 2:05 PM UTC
    sha256:3c83a1c31ddd5f783d32edccecddc1b13bfaee6950f7f397e0a8548af3f840a0RUN
    ARCH=amd64 CI_COMMIT_SHA=24521e6824bfa3ba302ec235626378d728d95483 EVAL_WHEEL_VERSION=25.10.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    11/07/2025 2:05 PM UTC
    sha256:fdefa3d955b3775b04f97f100eb559e2561f78737ee6c31ca442dcc113d89cdfRUN
    ARCH=amd64 CI_COMMIT_SHA=24521e6824bfa3ba302ec235626378d728d95483 EVAL_WHEEL_VERSION=25.10.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
    11/07/2025 2:04 PM UTC