NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    04/13/2021 1:27 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    04/13/2021 1:27 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    04/13/2021 1:27 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c echo $(du -h --max-depth=1 /)
    04/13/2021 1:27 AM UTC
    sha256:e1a1f6ffda34989a6cc23b6bb33a8545aa0ea528438613db36bdfc963e7ca53cRUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
    04/13/2021 1:27 AM UTC
    sha256:712f8029d3c2f77383408484434ea564bfa612ced52fdf185a2963a262893dcdRUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/hugectr/lib PATH=$PATH:/usr/local/hugectr/bin PYTHONPATH=$PYTHONPATH:/usr/local/hugectr/lib
    04/13/2021 1:27 AM UTC
    sha256:9931d07ae1337159379591851e455e1492f0a5dd6da793c12dda842cd5666ca9RUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
    04/13/2021 1:27 AM UTC
    sha256:93ccf3bdbbc463feb9c3133ed80e9e2340661212bd6e68d5e47afeaf9b676d4aRUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
    04/13/2021 1:27 AM UTC
    sha256:fc2623c61e294ffc92a97e50aa4fcd831b0127a9e52de67754a88bc7407b0903RUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; cd /var/tmp/HugeCTR &&
      mkdir build &&
      cd build &&
      LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
      export PATH=$PATH:/usr/local/cuda-11.0/compat/ &&
      cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
      make -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/* &&
      chmod +x /usr/local/hugectr/lib/* &&
      rm -rf /var/tmp/HugeCTR;
    04/13/2021 1:27 AM UTC
    sha256:eff76b6b4aa44b4c91dd83804cbe62bfbeb06f52fbd830685c9fcf3c74843e44RUN
    CC=8 CONDA_ENV=merlin CXX=8 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c mkdir -p /var/tmp &&
      cd /var/tmp &&
      git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
      cd - &&
      cd /var/tmp/HugeCTR &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive
    04/13/2021 1:16 AM UTC