NVIDIA
NVIDIA
Merlin TensorFlow
Container
NVIDIA
NVIDIA
Merlin TensorFlow

The Merlin TensorFlow container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with TensorFlow, and serve the trained model on Triton Inference Server.

LayerLabelCreated
sha256:5f8d96134c7e8fdaab42db3789c67b110f1008ab64fad12cbbbeab4875ac3335RUN
HUGECTR_DEV_MODE=false HUGECTR_VER=v23.08.00 INSTALL_DISTRIBUTED_EMBEDDINGS=false TFDE_VER=v23.03.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 --recurse-submodules --shallow-submodules https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  pushd /hugectr &&
  rm -rf .git/modules &&
  pip --no-cache-dir install ninja tf2onnx &&
  cd sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  popd &&
  mv /hugectr/ci ~/hugectr-ci &&
  mv /hugectr/sparse_operation_kit ~/hugectr-sparse_operation_kit &&
  rm -rf /hugectr &&
  mkdir -p /hugectr &&
  mv ~/hugectr-ci /hugectr/ci &&
  mv ~/hugectr-sparse_operation_kit /hugectr/sparse_operation_kit ; fi &&
  if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone --branch ${TFDE_VER} --depth 1 https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
  cd /distributed_embeddings &&
  git submodule update --init --recursive &&
  make pip_pkg &&
  pip install --no-cache-dir artifacts/*.whl &&
  make clean ; fi
08/30/2023 9:56 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TFDE_VER=v23.03.00
08/30/2023 9:43 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
INSTALL_DISTRIBUTED_EMBEDDINGS=false
08/30/2023 9:43 AM UTC
sha256:b529eb4d20e239b38f035a69ab949922f75b3179dd61a16094c2c2fbb7638f63RUN
HUGECTR_DEV_MODE=false HUGECTR_VER=v23.08.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s libibverbs.so.1 $(find /usr/lib/*-linux-gnu/libibverbs.so.1 | sed -e 's/\.1$//g')
08/30/2023 9:43 AM UTC
sha256:841c4bee27d1ea7f8ab89a77357eb32ed24d281cb65e16acfc965433fa745284RUN
HUGECTR_DEV_MODE=false HUGECTR_VER=v23.08.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git mkdir -p /usr/local/nvidia/lib64 &&
  ln -s /usr/local/cuda/lib64/libcusolver.so /usr/local/nvidia/lib64/libcusolver.so
08/30/2023 9:43 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/tensorflow:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib LIBRARY_PATH=/lib:/usr/local/cuda/lib64/stubs: SOK_COMPILE_UNIT_TEST=ON
08/30/2023 9:43 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
HUGECTR_VER=main
08/30/2023 9:43 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
_CI_JOB_TOKEN=
08/30/2023 9:43 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
_HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git
08/30/2023 9:43 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
HUGECTR_DEV_MODE=false
08/30/2023 9:43 AM UTC
...