NVIDIA
Merlin TensorFlow
Container
NVIDIA
Merlin TensorFlow

The Merlin TensorFlow container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with TensorFlow, and serve the trained model on Triton Inference Server.

  • LayerLabelCreated
    sha256:7a42c1978b2ed8a5cd9e10448dea00e20c21315c11542ae354ac6d7a8ed2b0b1RUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v4.0 INSTALL_DISTRIBUTED_EMBEDDINGS=true _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$INSTALL_DISTRIBUTED_EMBEDDINGS" == "true" ]; then git clone https://github.com/NVIDIA-Merlin/distributed-embeddings.git /distributed_embeddings/ &&
      cd /distributed_embeddings &&
      git checkout ${TFDE_VER} &&
      make pip_pkg &&
      pip install artifacts/*.whl &&
      make clean; fi
    09/30/2022 12:55 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    INSTALL_DISTRIBUTED_EMBEDDINGS=true
    09/30/2022 12:54 PM UTC
    sha256:929ce3ad5dc900acde74d915a024618b044d4148d45e4c0c65264dcedaa61575RUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v4.0 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
      pushd /hugectr &&
      pip install ninja &&
      git submodule update --init --recursive &&
      cd sparse_operation_kit &&
      python setup.py install &&
      cd ../hierarchical_parameter_server &&
      python setup.py install &&
      popd; fi
    09/30/2022 12:54 PM UTC
    sha256:d0f13d58f7fa12696e5ba41d1680afaeb8f9d1b896ba06cbeb715d86855e6fbbRUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v4.0 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/lib/x86_64-linux-gnu/libibverbs.so.1 /usr/lib/x86_64-linux-gnu/libibverbs.so
    09/30/2022 12:43 PM UTC
    sha256:2559630e37d2e703c381a06aab77061eb4fd233d719501beeb82e3352aae4030RUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v4.0 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git mkdir -p /usr/local/nvidia/lib64 &&
      ln -s /usr/local/cuda/lib64/libcusolver.so /usr/local/nvidia/lib64/libcusolver.so.10
    09/30/2022 12:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    HUGECTR_VER=master
    09/30/2022 12:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    _CI_JOB_TOKEN=
    09/30/2022 12:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git
    09/30/2022 12:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    HUGECTR_DEV_MODE=false
    09/30/2022 12:43 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/opt/tritonserver/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: SOK_COMPILE_UNIT_TEST=ON
    09/30/2022 12:43 PM UTC
    ...