NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    10/22/2025 8:09 PM UTC
    sha256:ac934783bacdb62204584e08a67623b904456605840c4dfa3d51c66a2a5c8800COPY
    README.md README.md
    10/22/2025 8:09 PM UTC
    sha256:9c46fcf9e19b627d39231c21722705dc9c71007aaad94283093844aed02d96c4COPY
    3rd_party_licenses.txt .
    10/22/2025 8:09 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    10/22/2025 8:09 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    10/22/2025 8:09 PM UTC
    sha256:98830c0943e45fc812401aecb7b8897ad65791eb374bc11647001c4e80d0be8aRUN
    pip uninstall -y nemo-evaluator-internal
    10/22/2025 8:09 PM UTC
    sha256:52688aad6037b8937bd5561f0ec1f694f89e2f3175c7ed13de3ee65ec8c4849fCOPY
    --chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
    10/21/2025 6:37 PM UTC
    sha256:89e1d03303d66bef65b242c50dfd7af76121fe895a7d366b8d0310a048f55641RUN
    ARCH=amd64 CI_COMMIT_SHA=6163d29c99f1fe2212a3c2d632924b1643710aff EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\neval-factory "$@"' > /usr/bin/nv-eval &&
      chmod +x /usr/bin/nv-eval &&
      printf '#!/bin/bash\neval-factory "$@"' > /usr/bin/nv_eval &&
      chmod +x /usr/bin/nv_eval
    10/21/2025 6:37 PM UTC
    sha256:903e1e5b8ce978a6b3813790ad3276d3728d48a1998a53cf5381503c415742ebRUN
    ARCH=amd64 CI_COMMIT_SHA=6163d29c99f1fe2212a3c2d632924b1643710aff EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    10/21/2025 6:37 PM UTC
    sha256:ec05f26bb68fca241fcb390d2db3da36da34e14f0de93cd07481a6f8af6e6f18RUN
    ARCH=amd64 CI_COMMIT_SHA=6163d29c99f1fe2212a3c2d632924b1643710aff EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
    10/21/2025 6:37 PM UTC