HUGECTR_DEV_MODE=false HUGECTR_VER=v23.08.00 INSTALL_DISTRIBUTED_EMBEDDINGS=false TFDE_VER=v23.03.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 --recurse-submodules --shallow-submodules https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  pushd /hugectr &&
  rm -rf .git/modules &&
  pip --no-cache-dir install ninja tf2onnx &&
  cd sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  popd &&
  mv /hugectr/ci ~/hugectr-ci &&
  mv /hugectr/sparse_operation_kit ~/hugectr-sparse_operation_kit &&
  rm -rf /hugectr &&
  mkdir -p /hugectr &&
  mv ~/hugectr-ci /hugectr/ci &&
  mv ~/hugectr-sparse_operation_kit /hugectr/sparse_operation_kit ; fi &&
  if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone --branch ${TFDE_VER} --depth 1 https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
  cd /distributed_embeddings &&
  git submodule update --init --recursive &&
  make pip_pkg &&
  pip install --no-cache-dir artifacts/*.whl &&
  make clean ; fi

TFDE_VER=v23.03.00

INSTALL_DISTRIBUTED_EMBEDDINGS=false

HUGECTR_DEV_MODE=false HUGECTR_VER=v23.08.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s libibverbs.so.1 $(find /usr/lib/*-linux-gnu/libibverbs.so.1 | sed -e 's/\.1$//g')

HUGECTR_DEV_MODE=false HUGECTR_VER=v23.08.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git mkdir -p /usr/local/nvidia/lib64 &&
  ln -s /usr/local/cuda/lib64/libcusolver.so /usr/local/nvidia/lib64/libcusolver.so

LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/tensorflow:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib LIBRARY_PATH=/lib:/usr/local/cuda/lib64/stubs: SOK_COMPILE_UNIT_TEST=ON

HUGECTR_VER=main

_CI_JOB_TOKEN=

_HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git

HUGECTR_DEV_MODE=false