NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    03/09/2021 6:15 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    03/09/2021 6:15 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    03/09/2021 6:15 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c echo $(du -h --max-depth=1 /)
    03/09/2021 6:15 AM UTC
    sha256:e3e079485bd404ac159c52b223dfac04aa72f10b40243e4797a9a70e54535032RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
    03/09/2021 6:15 AM UTC
    sha256:a2a233a5eb09c11f09358dd4a4d622836d23a21c0dc1a0e292c67f051e0886b6RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/hugectr/lib PATH=$PATH:/usr/local/hugectr/bin PYTHONPATH=$PYTHONPATH:/usr/local/hugectr/lib
    03/09/2021 6:14 AM UTC
    sha256:434983a99a93065876a46e7831a7061396e0d81046b913df372f5b1a1925695eRUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
    03/09/2021 6:14 AM UTC
    sha256:18d8af7c2e497dca1d17cb87871dbde512755dfbf3b8378f0238ae355782d9c6RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
    03/09/2021 6:14 AM UTC
    sha256:81eb3df2bfe8fd6f59cd5a47f83ba50b2ced65d34f1a27f3d687c3e5f7f54da3RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; cd /var/tmp/HugeCTR &&
      mkdir build &&
      cd build &&
      LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
      export PATH=$PATH:/usr/local/cuda-11.0/compat/ &&
      cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
      make -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/* &&
      chmod +x /usr/local/hugectr/lib/* &&
      rm -rf /var/tmp/HugeCTR;
    03/09/2021 6:14 AM UTC
    sha256:5c1645f4d0140e6203576faae4ead44b05adf062b1aaffd89dff496c906e010eRUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c mkdir -p /var/tmp &&
      cd /var/tmp &&
      git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
      cd - &&
      cd /var/tmp/HugeCTR &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive
    03/09/2021 6:04 AM UTC