Skip to main content
NVIDIA
Merlin Training
Container
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    03/09/2021 6:15 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    03/09/2021 6:15 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    03/09/2021 6:15 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c echo $(du -h --max-depth=1 /)
    03/09/2021 6:15 AM UTC
    sha256:e3e079485bd404ac159c52b223dfac04aa72f10b40243e4797a9a70e54535032RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
    03/09/2021 6:15 AM UTC
    sha256:a2a233a5eb09c11f09358dd4a4d622836d23a21c0dc1a0e292c67f051e0886b6RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/hugectr/lib PATH=$PATH:/usr/local/hugectr/bin PYTHONPATH=$PYTHONPATH:/usr/local/hugectr/lib
    03/09/2021 6:14 AM UTC
    sha256:434983a99a93065876a46e7831a7061396e0d81046b913df372f5b1a1925695eRUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
    03/09/2021 6:14 AM UTC
    sha256:18d8af7c2e497dca1d17cb87871dbde512755dfbf3b8378f0238ae355782d9c6RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
    03/09/2021 6:14 AM UTC
    sha256:81eb3df2bfe8fd6f59cd5a47f83ba50b2ced65d34f1a27f3d687c3e5f7f54da3RUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; cd /var/tmp/HugeCTR &&
      mkdir build &&
      cd build &&
      LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
      export PATH=$PATH:/usr/local/cuda-11.0/compat/ &&
      cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
      make -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/* &&
      chmod +x /usr/local/hugectr/lib/* &&
      rm -rf /var/tmp/HugeCTR;
    03/09/2021 6:14 AM UTC
    sha256:5c1645f4d0140e6203576faae4ead44b05adf062b1aaffd89dff496c906e010eRUN
    CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c mkdir -p /var/tmp &&
      cd /var/tmp &&
      git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
      cd - &&
      cd /var/tmp/HugeCTR &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive
    03/09/2021 6:04 AM UTC

    NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.