NVIDIA
NVIDIA BigCode-Evaluation-Harness
Container
NVIDIA
NVIDIA BigCode-Evaluation-Harness

NVIDIA NeMo Evaluator-compatible container with BigCode-Evaluation-Harness support. Based on BigCode available at: https://github.com/bigcode-project/bigcode-evaluation-harness

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    09/30/2025 9:49 AM UTC
    sha256:bc6d2c79fdb6db5e1283f5107cbec1c9c1a28805e340f373c8de9c138d21cc3dCOPY
    README.md README.md
    09/30/2025 9:49 AM UTC
    sha256:8e621f326fb3c717dc26809e98301cbacd2a3d1378320bab40051a2241f2ece6COPY
    3rd_party_licenses.txt .
    09/30/2025 9:49 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    09/30/2025 9:49 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    09/30/2025 9:49 AM UTC
    sha256:73125e604bf930f9a246a0251e77556fe06515dc8c3962bee2c72e25e9c681ddRUN
    pip uninstall -y nemo-evaluator-internal
    09/30/2025 9:49 AM UTC
    sha256:9063445d1d061acfa8eb855908b8222f25fbf6cd93fbadf897c305024fd58c1dCOPY
    --chmod=777 tests/* /workspace/tests/
    09/29/2025 9:27 AM UTC
    sha256:8729b6cf835a01554f5af6d17b99ccd359829d338545604ed3fb03766840cc3dRUN
    CI_COMMIT_SHA=26bc7c0fca30c8fcc72e3f1fa7127f95824d2c6d EVAL_WHEEL_VERSION=25.09 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/153108/packages/pypi/simple pip install nvidia-bigcode-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    09/29/2025 9:27 AM UTC
    sha256:bdd98aeaa0ebde050bd847a8b5d5d40cce8b14236325e9071c046c058e2e55eaADD
    https://raw.githubusercontent.com/nuprl/MultiPL-E/refs/heads/main/src/luaunit.lua /usr/local/share/lua/5.1/luaunit.lua
    09/29/2025 9:27 AM UTC
    sha256:ee80c8c979c330c9668346fc74403fc255ccbb5c6ee3c99e300898d088d0fb13RUN
    CI_COMMIT_SHA=26bc7c0fca30c8fcc72e3f1fa7127f95824d2c6d EVAL_WHEEL_VERSION=25.09 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/153108/packages/pypi/simple ARCH=$(uname -m) &&
      case $ARCH in "aarch64") DMD_URL="https://downloads.dlang.org/releases/2.x/2.111.0/dmd_2.111.0-0_arm64.deb" &&
      JULIA_URL="https://julialang-s3.julialang.org/bin/linux/aarch64/1.6/julia-1.6.7-linux-aarch64.tar.gz" &&
      SWIFT_URL="https://download.swift.org/swift-6.1.2-release/ubuntu2404-aarch64/swift-6.1.2-RELEASE/swift-6.1.2-RELEASE-ubuntu24.04-aarch64.tar.gz" ;; *) DMD_URL="https://downloads.dlang.org/releases/2.x/2.111.0/dmd_2.111.0-0_amd64.deb" &&
      JULIA_URL="https://julialang-s3.julialang.org/bin/linux/x64/1.6/julia-1.6.7-linux-x86_64.tar.gz" &&
      SWIFT_URL="https://download.swift.org/swift-6.1.2-release/ubuntu2404/swift-6.1.2-RELEASE/swift-6.1.2-RELEASE-ubuntu24.04.tar.gz" ;; esac &&
      (wget -q "$DMD_URL" &&
      dpkg -i "$(basename "$DMD_URL")" &&
      rm "$(basename "$DMD_URL")") & (wget -q "$JULIA_URL" &&
      tar -xf "$(basename "$JULIA_URL")" -C /opt &&
      mv /opt/julia-* /opt/julia &&
      rm "$(basename "$JULIA_URL")" &&
      ln -sf /opt/julia/bin/julia /usr/bin/julia) & (wget -q "$SWIFT_URL" &&
      tar -xzf "$(basename "$SWIFT_URL")" -C /opt &&
      mv /opt/swift-* /opt/swift &&
      rm "$(basename "$SWIFT_URL")" &&
      ln -sf /opt/swift/usr/bin/swift /usr/bin/swift) & wait &&
      wget -q https://deb.nodesource.com/setup_18.x &&
      bash setup_18.x &&
      rm setup_18.x &&
      mkdir -p /usr/local/share/lua/5.1 &&
      ln -sv /usr/bin/mcs /usr/bin/csc
    09/29/2025 9:27 AM UTC