NVIDIA
NVIDIA
NVIDIA Agentic Eval
Container
NVIDIA
NVIDIA
NVIDIA Agentic Eval

NVIDIA NeMo Evaluator-compatible container with Agentic Eval support

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
org.opencontainers.image.licenses=3rd_party_licenses.txt
01/30/2026 1:55 PM UTC
sha256:6e4d40bab2260ff6e40cd813b7e9d3dd44547da124c9627384f6706c34339daaCOPY
README.md README.md
01/30/2026 1:55 PM UTC
sha256:2b2f0c6fa8fc976c038801e1c23751f4143475d6ba999810fd1f3de03d14154bCOPY
3rd_party_licenses.txt .
01/30/2026 1:55 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
README_FILE=README.md
01/30/2026 1:55 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
01/30/2026 1:55 PM UTC
sha256:11ea0255e86d3f9bacf673e48d8d1ae18264c0a3697a397a576d44c360e65d0dRUN
pip uninstall -y nemo-evaluator-internal
01/30/2026 1:55 PM UTC
sha256:5a3d39769f83eaf552328c58baa11100b9480d3dff3a5be736c8d3bf0eacfc0dCOPY
--chown=1000:1000 --chmod=777 eval_factory_pipeline/tests/* /workspace/tests/
01/30/2026 8:02 AM UTC
sha256:72795bc6c8bfc06d5c37b10b5d1a83bd488d4bc2b80659335adb9fdad0b77a72RUN
ARCH=amd64 CI_COMMIT_SHA=6e398fc483832ba4e0388a9e1fe6a4eee1398374 EVAL_WHEEL_VERSION=26.01 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= python -c "from nemo_evaluator.core.input import _copy_fdfs; _copy_fdfs('/opt/metadata/')"
01/30/2026 8:02 AM UTC
sha256:207f41ceb3190fd919c47201c65f6e76cc6ccd3af9fe09a8a9f7be7097d846e2RUN
ARCH=amd64 CI_COMMIT_SHA=6e398fc483832ba4e0388a9e1fe6a4eee1398374 EVAL_WHEEL_VERSION=26.01 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= pip3 install nvidia-agentic-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
01/30/2026 8:02 AM UTC
sha256:9b609aabc37f2f79eb170c53595ac62bf720db7f65df1e8ad08f85fb3f0518f8RUN
ARCH=amd64 CI_COMMIT_SHA=6e398fc483832ba4e0388a9e1fe6a4eee1398374 EVAL_WHEEL_VERSION=26.01 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/182124/packages/pypi/simple NEMO_EVALUATOR_VERSION=latest NEMO_EVALUATOR_INTERNAL_VERSION=latest NEMO_EVALUATOR_GITHUB_HASH= if [ "$NEMO_EVALUATOR_INTERNAL_VERSION" = "latest" ]; then pip install "nemo-evaluator-internal" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; else pip install "nemo-evaluator-internal==$NEMO_EVALUATOR_INTERNAL_VERSION" --no-cache-dir --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi-local/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/187766/packages/pypi/simple --extra-index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@gitlab-master.nvidia.com/api/v4/projects/170048/packages/pypi/simple; fi
01/30/2026 8:01 AM UTC