NVIDIA
Merlin PyTorch
Container
NVIDIA
Merlin PyTorch

The Merlin PyTorch container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with PyTorch, and serve the trained model on Triton Inference Server.

  • LayerLabelCreated
    sha256:49165b01c8e769370e8e595d8092b8cf35c1a303d93b2f1e1ee2a2e44946d4ddRUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v23.12.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git pip install --no-cache-dir matplotlib
    01/15/2024 3:29 AM UTC
    sha256:907cb4662d1c0080a7a804ceb95589c83159926e3dc320b25929508e479e2eaeRUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v23.12.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /opt/tritonserver/backends/pytorch/* /usr/local/lib/
    01/15/2024 3:29 AM UTC
    sha256:b568bd842bed01de3d3337d63b6ba0a6bba775bbad6ab8a48a51801214932ef7RUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v23.12.00 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then export HUGECTR_HOME=/usr/local/hugectr &&
      rm -rf ${HUGECTR_HOME}/lib/libgmock* ${HUGECTR_HOME}/lib/pkgconfig/gmock* ${HUGECTR_HOME}/include/gmock &&
      rm -rf ${HUGECTR_HOME}/lib/libgtest* ${HUGECTR_HOME}/lib/pkgconfig/gtest* ${HUGECTR_HOME}/include/gtest &&
      git clone --branch ${HUGECTR_VER} --depth 1 --recurse-submodules --shallow-submodules https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
      pushd /hugectr/hps_torch/ &&
      pip --no-cache-dir install ninja &&
      TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 9.0" python setup.py install &&
      popd &&
      rm -rf /hugectr ; fi
    01/15/2024 3:29 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    HUGECTR_VER=main
    01/15/2024 3:27 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    _CI_JOB_TOKEN=
    01/15/2024 3:27 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git
    01/15/2024 3:27 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    HUGECTR_DEV_MODE=false
    01/15/2024 3:27 AM UTC
    sha256:0a7319766742010c06c5b2fc9ff9514f12f7c288a996d83ce64161c0fa2639c2COPY
    --chown=1000:1000dir:1a5ca6dfe8eada207b7ef8e793a3d89c8a45335e87a07bc147d9f535fd1a7426 in /usr/local/lib/python3.10/dist-packages/torch.egg-info/
    01/15/2024 3:27 AM UTC
    sha256:1c29dcf34cc008d6de5720bef804041142dac4fceeba81a5aa6425dfd91196a2COPY
    --chown=1000:1000dir:aa26a6b9ed90d8a30bd0209a98ead8506ba8005252f79b13314c46afe5dac6aa in /usr/local/lib/python3.10/dist-packages/numpy.dist-info/
    01/15/2024 3:27 AM UTC
    sha256:12c6b5b74388e464dbf5813be93050802669b67ff7f286f88d6e83ea0ba34fd4COPY
    --chown=1000:1000dir:7b4ffac94789f98e1ca57dc46d652ac800ab9018d6f0d8fe9197c71468fe53a7 in /usr/local/lib/python3.10/dist-packages/numba.dist-info/
    01/15/2024 3:27 AM UTC
    ...