com.nvidia.build.ref=f607471f568e52d7950d5e45419006e6cd801882

NVIDIA_BUILD_REF=f607471f568e52d7950d5e45419006e6cd801882

com.nvidia.build.id=190213493

NVIDIA_BUILD_ID=190213493

NVIDIA_BUILD_ID=190213493

NVIDIA_BIGNLP_VERSION= TARGET_ARCH=arm CURATOR_COMMIT=6af38b2f953717cd973e77340489a3e3a5ef1844 CURATOR_VERSION=0.9.0rc0.dev0 chmod -R a+w /workspace

/workspace

NVIDIA_BIGNLP_VERSION= TARGET_ARCH=arm CURATOR_COMMIT=6af38b2f953717cd973e77340489a3e3a5ef1844 CURATOR_VERSION=0.9.0rc0.dev0 pip install --no-cache-dir "jupyter-core==5.8.1" "pillow==11.3.0" "protobuf==4.25.8"

NVIDIA_BIGNLP_VERSION= TARGET_ARCH=arm CURATOR_COMMIT=6af38b2f953717cd973e77340489a3e3a5ef1844 CURATOR_VERSION=0.9.0rc0.dev0 pip install mpi4py --no-build-isolation &&
  if [ $TARGET_ARCH = "arm" ]; then pip install git+https://github.com/aboSamoor/pycld2.git; fi &&
  git clone https://github.com/NVIDIA-NeMo/Curator.git &&
  cd Curator &&
  git pull &&
  if [ ! -z $CURATOR_COMMIT ]; then git fetch origin $CURATOR_COMMIT &&
  git checkout FETCH_HEAD; fi &&
  HEAD_CURATOR_COMMIT=$(git rev-parse HEAD) &&
  echo "Container built with Curator commit hash: $HEAD_CURATOR_COMMIT" &&
  sed -i "/nemo_toolkit/d" pyproject.toml &&
  sed -i "/cudf-cu12/d" pyproject.toml &&
  sed -i "/cugraph-cu12/d" pyproject.toml &&
  sed -i "/cuml-cu12/d" pyproject.toml &&
  sed -i "/dask-cuda/d" pyproject.toml &&
  sed -i "/dask-cudf-cu12/d" pyproject.toml &&
  cd ../ &&
  pip install --extra-index-url=https://pypi.nvidia.com -e "./Curator[all]"

NEMO_FW_CURATOR_VERSION=0.9.0rc0.dev0