NVIDIA
NVIDIA BigCode-Evaluation-Harness
Container
NVIDIA
NVIDIA BigCode-Evaluation-Harness

NVIDIA NeMo Evaluator-compatible container with BigCode-Evaluation-Harness support. Based on BigCode available at: https://github.com/bigcode-project/bigcode-evaluation-harness

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
    org.opencontainers.image.licenses=3rd_party_licenses.txt
    10/22/2025 8:10 PM UTC
    sha256:e1efe064a06f95a58a68a3f34ba8fb30b95e877fa7cb44ceb1c28586edee899eCOPY
    README.md README.md
    10/22/2025 8:10 PM UTC
    sha256:cb28cdc5e91764c3f890dffc90e04d937260109071d007709ffccd9734baf45aCOPY
    3rd_party_licenses.txt .
    10/22/2025 8:10 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    README_FILE=README.md
    10/22/2025 8:10 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    THIRD_PARTY_LICENSES_FILE=3rd_party_licenses.txt
    10/22/2025 8:10 PM UTC
    sha256:cfec00e16148da8a1595390a8e583544b4b00a5d421a021cb844294bed59a097RUN
    pip uninstall -y nemo-evaluator-internal
    10/22/2025 8:10 PM UTC
    sha256:ff304ec5e95d00d7a3bda888cbbeca8050e19262a0e13a9b30d92ebfb3933671COPY
    --chmod=777 tests/* /workspace/tests/
    10/21/2025 3:18 PM UTC
    sha256:8ee8f260ac05fe4e35c7dee2783c96112dd3dded173c8a1ffb284ca48fed8e8bRUN
    CI_COMMIT_SHA=642726ffc068518ea874f9183393464458b3cdcb EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/153108/packages/pypi/simple pip install nvidia-bigcode-eval==${EVAL_WHEEL_VERSION} --no-cache-dir --index-url https://gitlab-ci-token:$(cat /run/secrets/ci_job_token)@${PKG_URL}
    10/21/2025 3:18 PM UTC
    sha256:1b62851fbe58769a57fa4121038f428187d3796f4410c6941cd0d54942fe3422ADD
    https://raw.githubusercontent.com/nuprl/MultiPL-E/refs/heads/main/src/luaunit.lua /usr/local/share/lua/5.1/luaunit.lua
    10/21/2025 3:18 PM UTC
    sha256:98ff497e70e936a4b0771ec15aea9d6d87a06d5f49b898227a43bff7375b5cceRUN
    CI_COMMIT_SHA=642726ffc068518ea874f9183393464458b3cdcb EVAL_WHEEL_VERSION=25.09.1 PKG_URL=gitlab-master.nvidia.com/api/v4/projects/153108/packages/pypi/simple ARCH=$(uname -m) &&
      case $ARCH in "aarch64") DMD_URL="https://downloads.dlang.org/releases/2.x/2.111.0/dmd_2.111.0-0_arm64.deb" &&
      JULIA_URL="https://julialang-s3.julialang.org/bin/linux/aarch64/1.6/julia-1.6.7-linux-aarch64.tar.gz" &&
      SWIFT_URL="https://download.swift.org/swift-6.1.2-release/ubuntu2404-aarch64/swift-6.1.2-RELEASE/swift-6.1.2-RELEASE-ubuntu24.04-aarch64.tar.gz" ;; *) DMD_URL="https://downloads.dlang.org/releases/2.x/2.111.0/dmd_2.111.0-0_amd64.deb" &&
      JULIA_URL="https://julialang-s3.julialang.org/bin/linux/x64/1.6/julia-1.6.7-linux-x86_64.tar.gz" &&
      SWIFT_URL="https://download.swift.org/swift-6.1.2-release/ubuntu2404/swift-6.1.2-RELEASE/swift-6.1.2-RELEASE-ubuntu24.04.tar.gz" ;; esac &&
      (wget -q "$DMD_URL" &&
      dpkg -i "$(basename "$DMD_URL")" &&
      rm "$(basename "$DMD_URL")") & (wget -q "$JULIA_URL" &&
      tar -xf "$(basename "$JULIA_URL")" -C /opt &&
      mv /opt/julia-* /opt/julia &&
      rm "$(basename "$JULIA_URL")" &&
      ln -sf /opt/julia/bin/julia /usr/bin/julia) & (wget -q "$SWIFT_URL" &&
      tar -xzf "$(basename "$SWIFT_URL")" -C /opt &&
      mv /opt/swift-* /opt/swift &&
      rm "$(basename "$SWIFT_URL")" &&
      ln -sf /opt/swift/usr/bin/swift /usr/bin/swift) & wait &&
      wget -q https://deb.nodesource.com/setup_18.x &&
      bash setup_18.x &&
      rm setup_18.x &&
      mkdir -p /usr/local/share/lua/5.1 &&
      ln -sv /usr/bin/mcs /usr/bin/csc
    10/21/2025 3:18 PM UTC