NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
    &{["NONE"] "0s" "0s" "0s" '\x00'}
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v3.4 HWLOC_VER=2.4.1 MODELS_VER=vnightly NVTAB_VER=v0.10.0 RELEASE=true _CI_JOB_TOKEN= _HUGECTR_BRANCH=master _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git echo $(du -h --max-depth=1 /)
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v3.4 HWLOC_VER=2.4.1 MODELS_VER=vnightly NVTAB_VER=v0.10.0 RELEASE=true _CI_JOB_TOKEN= _HUGECTR_BRANCH=master _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
    02/03/2022 8:57 AM UTC
    sha256:db87536ab09dfa9fc0777068c8b65151373db79a1272e8c7089bd1b30db4430fRUN
    HUGECTR_DEV_MODE=false HUGECTR_VER=v3.4 HWLOC_VER=2.4.1 MODELS_VER=vnightly NVTAB_VER=v0.10.0 RELEASE=true _CI_JOB_TOKEN= _HUGECTR_BRANCH=master _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm /usr/local/cuda/lib64/stubs/libcuda.so.1
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PYTHONPATH=/hugectr/onnx_converter:/usr/local/hugectr/lib:
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PYTHONPATH=/usr/local/hugectr/lib:
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
    02/03/2022 8:57 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/usr/local/hadoop/bin:/usr/local/hadoop/sbin
    02/03/2022 8:57 AM UTC
    ...