NVIDIA
NVIDIA
NVIDIA Retriever and RAG Eval
Container
NVIDIA
NVIDIA
NVIDIA Retriever and RAG Eval

NVIDIA NeMo Evaluator-compatible container with Retriever and RAG Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
10/22/2025 8:22 PM UTC
sha256:b50cf7caaba9aaad95fc122cc26b60b616f108413810e075c9ccfd17dc0f44e4COPY
README.md README.md
10/22/2025 8:22 PM UTC
sha256:4f8077c9c2291a434cef2654782d159a266cdae57d4dedcbefd56e21865c4789COPY
3rd_party_licenses.txt .
10/22/2025 8:22 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
10/22/2025 8:22 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
10/22/2025 8:22 PM UTC
sha256:c1cf2466554361cca17649da5d2405f1bc2f0a8ba3182da5edfb8d391e987b25RUN
pip uninstall -y nemo-evaluator-internal
10/22/2025 8:22 PM UTC
sha256:b3d7be91ff9cd56a2d97a56f933c91e7374377e13476169c951e374cf75a995aCOPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests /workspace/tests
10/22/2025 4:56 PM UTC
sha256:2ac1b05f80f601dce57510f3fa6bfce43796753ba7fe89e45496452df8751ba7RUN
ARCH=amd64 CI_COMMIT_SHA=ad78e29292af12a715f8cd5b44b646668d1533e9 EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= printf '#!/bin/bash\ncore_evals_rag_retriever_eval "$@"' > /usr/bin/nv-eval &&
  chmod +x /usr/bin/nv-eval &&
  printf '#!/bin/bash\ncore_evals_rag_retriever_eval "$@"' > /usr/bin/nv_eval &&
  chmod +x /usr/bin/nv_eval
10/22/2025 4:56 PM UTC
sha256:567c0b9dd886749166f46ba8ea8cf489774ec4ab0f86f417eb84c5a085106517RUN
ARCH=amd64 CI_COMMIT_SHA=ad78e29292af12a715f8cd5b44b646668d1533e9 EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-rag-retriever-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
10/22/2025 4:56 PM UTC
sha256:837acf90e3cc273d4056f7bf8c8f6dfc771b241be83925ae31699086c53ff44cRUN
ARCH=amd64 CI_COMMIT_SHA=ad78e29292af12a715f8cd5b44b646668d1533e9 EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182125/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
10/22/2025 4:56 PM UTC