NVIDIA
NVIDIA
Merlin TensorFlow
Container
NVIDIA
NVIDIA
Merlin TensorFlow

The Merlin TensorFlow container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with TensorFlow, and serve the trained model on Triton Inference Server.

LayerLabelCreated
sha256:e27c623fa4938a28606793dfabb34f1e5aebefe17c033c108a1301a819df6008RUN
HUGECTR_DEV_MODE=false HUGECTR_VER=v23.04.00 INSTALL_DISTRIBUTED_EMBEDDINGS=false TFDE_VER=v0.3 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 --recurse-submodules --shallow-submodules https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  pushd /hugectr &&
  rm -rf .git/modules &&
  pip --no-cache-dir install ninja tf2onnx &&
  cd sparse_operation_kit &&
  python setup.py install &&
  cd ../hps_tf &&
  python setup.py install &&
  popd &&
  mv /hugectr/ci ~/hugectr-ci &&
  mv /hugectr/sparse_operation_kit ~/hugectr-sparse_operation_kit &&
  rm -rf /hugectr &&
  mkdir -p /hugectr &&
  mv ~/hugectr-ci /hugectr/ci &&
  mv ~/hugectr-sparse_operation_kit /hugectr/sparse_operation_kit; fi; if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone --branch ${TFDE_VER} --depth 1 https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
  cd /distributed_embeddings &&
  git submodule update --init --recursive &&
  make pip_pkg &&
  pip install --no-cache-dir artifacts/*.whl &&
  make clean; fi;
04/27/2023 8:15 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
TFDE_VER=v0.3
04/27/2023 8:02 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
INSTALL_DISTRIBUTED_EMBEDDINGS=false
04/27/2023 8:02 AM UTC
sha256:088a28f52928a5439722ab3982b9ecea5a305c0fd42afa6ed4f66c87aa5fb1beRUN
HUGECTR_DEV_MODE=false HUGECTR_VER=v23.04.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/lib/x86_64-linux-gnu/libibverbs.so.1 /usr/lib/x86_64-linux-gnu/libibverbs.so
04/27/2023 8:02 AM UTC
sha256:aafbdec1d1e4ec2ada3acabeaf9e48666bdfa38c22c918555adf6988bcb80940RUN
HUGECTR_DEV_MODE=false HUGECTR_VER=v23.04.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git mkdir -p /usr/local/nvidia/lib64 &&
  ln -s /usr/local/cuda/lib64/libcusolver.so /usr/local/nvidia/lib64/libcusolver.so.10
04/27/2023 8:02 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
CPATH=:/usr/local/hugectr/include:/include LD_LIBRARY_PATH=/lib:/usr/local/lib/python3.8/dist-packages/tensorflow:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda-11/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib LIBRARY_PATH=/lib:/usr/local/cuda/lib64/stubs: SOK_COMPILE_UNIT_TEST=ON
04/27/2023 8:02 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
HUGECTR_VER=main
04/27/2023 8:02 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
_CI_JOB_TOKEN=
04/27/2023 8:02 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
_HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git
04/27/2023 8:02 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
HUGECTR_DEV_MODE=false
04/27/2023 8:02 AM UTC
...