NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) CMD ["/bin/bash"]
03/09/2021 6:15 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENTRYPOINT []
03/09/2021 6:15 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
03/09/2021 6:15 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c echo $(du -h --max-depth=1 /)
03/09/2021 6:15 AM UTC
sha256:e3e079485bd404ac159c52b223dfac04aa72f10b40243e4797a9a70e54535032RUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
03/09/2021 6:15 AM UTC
sha256:a2a233a5eb09c11f09358dd4a4d622836d23a21c0dc1a0e292c67f051e0886b6RUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/hugectr/lib PATH=$PATH:/usr/local/hugectr/bin PYTHONPATH=$PYTHONPATH:/usr/local/hugectr/lib
03/09/2021 6:14 AM UTC
sha256:434983a99a93065876a46e7831a7061396e0d81046b913df372f5b1a1925695eRUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
03/09/2021 6:14 AM UTC
sha256:18d8af7c2e497dca1d17cb87871dbde512755dfbf3b8378f0238ae355782d9c6RUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
03/09/2021 6:14 AM UTC
sha256:81eb3df2bfe8fd6f59cd5a47f83ba50b2ced65d34f1a27f3d687c3e5f7f54da3RUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c source activate ${CONDA_ENV}; cd /var/tmp/HugeCTR &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-11.0/compat/ &&
  cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
  make -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/* &&
  chmod +x /usr/local/hugectr/lib/* &&
  rm -rf /var/tmp/HugeCTR;
03/09/2021 6:14 AM UTC
sha256:5c1645f4d0140e6203576faae4ead44b05adf062b1aaffd89dff496c906e010eRUN
CC=8 CONDA_ENV=rapids CXX=8 HUGECTR_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true /bin/bash -c mkdir -p /var/tmp &&
  cd /var/tmp &&
  git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
  cd - &&
  cd /var/tmp/HugeCTR &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive
03/09/2021 6:04 AM UTC