NVIDIA
NVIDIA
NVIDIA Retriever and RAG Eval
Container
NVIDIA
NVIDIA
NVIDIA Retriever and RAG Eval

NVIDIA NeMo Evaluator-compatible container with Retriever and RAG Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
10/30/2025 11:47 AM UTC
sha256:fb0d953431bce995f977d70fce0e0c11031ab256d1a5aa3bf53327984e6da382COPY
README.md README.md
10/30/2025 11:47 AM UTC
sha256:94cbbfeaad0e86c25e824edb171cc01b5c2887069e20ddcf564b0fd7b34e6738COPY
3rd_party_licenses.txt .
10/30/2025 11:47 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
10/30/2025 11:47 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
10/30/2025 11:47 AM UTC
sha256:61cff2760cd13a3b22cd133ef43e62120113d4222e7d900df587e2a02017adc8RUN
pip uninstall -y nemo-evaluator-internal
10/30/2025 11:47 AM UTC
sha256:322c81481ff1bb3836929dbc342795d3ecd5d9871eee3ef3cd1f0324bf18de46COPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests /workspace/tests
10/30/2025 9:32 AM UTC
sha256:ce4a7d0acfd72524ffd25412e746b4c54da62595226d340242b43ec96be1bad9RUN
ARCH=amd64 CI_COMMIT_SHA=fc823766469474ec97ac96bf733749c1d14ddcab EVAL_WHEEL_VERSION=25.10 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.21 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\ncore_evals_rag_retriever_eval "$@"' > /usr/bin/nv-eval &&
  chmod +x /usr/bin/nv-eval &&
  printf '#!/bin/bash\ncore_evals_rag_retriever_eval "$@"' > /usr/bin/nv_eval &&
  chmod +x /usr/bin/nv_eval
10/30/2025 9:32 AM UTC
sha256:1e6aa33b19b3c6cb1a42786b6f9a185f55bd1727bed3fcfb943425b789e7b011RUN
ARCH=amd64 CI_COMMIT_SHA=fc823766469474ec97ac96bf733749c1d14ddcab EVAL_WHEEL_VERSION=25.10 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.21 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-rag-retriever-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
10/30/2025 9:32 AM UTC
sha256:4cc7475c85edd5882c4a20a90f84bb92af200e0edb006bad3f65e47f1306a31bRUN
ARCH=amd64 CI_COMMIT_SHA=fc823766469474ec97ac96bf733749c1d14ddcab EVAL_WHEEL_VERSION=25.10 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=0.1.21 NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
10/30/2025 9:32 AM UTC