NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    12/02/2025 3:50 PM UTC
    sha256:657663ee78ab9750b7f2415c8d10af0715471a30689d8a790a7692ac38870b04COPY
    README.md README.md
    12/02/2025 3:50 PM UTC
    sha256:a04c476cdc59829db9800fe6ea0f50f9bade8d766c5ac988c446421efd9c47e2COPY
    3rd_party_licenses.txt .
    12/02/2025 3:50 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    12/02/2025 3:50 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    12/02/2025 3:50 PM UTC
    sha256:ce19039f63ce8fa5c7afbc841f34a29c70360150324f074e1aca812d230d5d17RUN
    pip uninstall -y nemo-evaluator-internal
    12/02/2025 3:50 PM UTC
    sha256:f6900a53c549703e28eec7039458659386a03a98fb7df4a783d2feb0d443ec51COPY
    --chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
    12/02/2025 8:24 AM UTC
    sha256:2b241a2bf1ff24725438d504efb9a88c2555915d2c83885be2b3e026bb45a36cRUN
    ARCH=amd64 CI_COMMIT_SHA=a22f4568ecb986085565da42ef158a2353288509 EVAL_WHEEL_VERSION=25.11 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.39 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= python -c "from nemo_evaluator.core.input import _copy_fdfs; _copy_fdfs('/opt/metadata/')"
    12/02/2025 8:24 AM UTC
    sha256:7e974def9eef57108370ba10cb564cff328829d71a27f3d444a00e57214eaed3RUN
    ARCH=amd64 CI_COMMIT_SHA=a22f4568ecb986085565da42ef158a2353288509 EVAL_WHEEL_VERSION=25.11 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.39 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    12/02/2025 8:24 AM UTC
    sha256:de56689b5432a4ed4b97650d8d768eb77f192ee8ce7e84c72b1ba9b05b21ea67RUN
    ARCH=amd64 CI_COMMIT_SHA=a22f4568ecb986085565da42ef158a2353288509 EVAL_WHEEL_VERSION=25.11 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.39 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
    12/02/2025 8:24 AM UTC