NVIDIA
NVIDIA
NVIDIA Retriever and RAG Eval
Container
NVIDIA
NVIDIA
NVIDIA Retriever and RAG Eval

NVIDIA NeMo Evaluator-compatible container with Retriever and RAG Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
11/07/2025 3:37 PM UTC
sha256:df18231a99c110706d72a091ca0fc5f5f47b8f3828b74122c89c730015ee102eCOPY
README.md README.md
11/07/2025 3:37 PM UTC
sha256:6fc0400ed3ea7bd580a35e9035374cd7b5839b9178d975a8a26d86338a78404dCOPY
3rd_party_licenses.txt .
11/07/2025 3:37 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
11/07/2025 3:37 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
11/07/2025 3:37 PM UTC
sha256:c0542460d4cee6806414091e8b2dab152444023568c6eb4d66e929817ce56e7eRUN
pip uninstall -y nemo-evaluator-internal
11/07/2025 3:37 PM UTC
sha256:00b903113b4b954ff16658ed411d7a88ea910d59c63bdeb2eb123a9f85796a06COPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests /workspace/tests
11/07/2025 2:06 PM UTC
sha256:de57e0300647c5a8281a62ba9fbd938066214c10ae74b324d8f40e9cd6b44737RUN
ARCH=amd64 CI_COMMIT_SHA=f9179581262fd9c205e5086e3f6ced901bd6d9fd EVAL_WHEEL_VERSION=25.10.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\ncore_evals_rag_retriever_eval "$@"' > /usr/bin/nv-eval &&
  chmod +x /usr/bin/nv-eval &&
  printf '#!/bin/bash\ncore_evals_rag_retriever_eval "$@"' > /usr/bin/nv_eval &&
  chmod +x /usr/bin/nv_eval
11/07/2025 2:06 PM UTC
sha256:52d247cb4921a048d2d0973c9f3279d37cf79d67d7805241e19b18987249823dRUN
ARCH=amd64 CI_COMMIT_SHA=f9179581262fd9c205e5086e3f6ced901bd6d9fd EVAL_WHEEL_VERSION=25.10.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-rag-retriever-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
11/07/2025 2:06 PM UTC
sha256:c617b1a75e194704cda1e00bd9ab662fe8fdd825b43cd3fcfe641f10beab19baRUN
ARCH=amd64 CI_COMMIT_SHA=f9179581262fd9c205e5086e3f6ced901bd6d9fd EVAL_WHEEL_VERSION=25.10.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
11/07/2025 2:05 PM UTC