NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    05/03/2021 11:02 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    05/03/2021 11:02 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    05/03/2021 11:02 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c echo $(du -h --max-depth=1 /)
    05/03/2021 11:02 PM UTC
    sha256:79fee61d7f2f8b258b5fba2e95a17eb521bfdf7647d84a8c571deed0c299dc7eRUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c rm -rf /repos
    05/03/2021 11:02 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV PYTHONPATH=:/usr/local/hugectr/lib
    05/03/2021 11:02 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/local/hugectr/lib PATH=/usr/local/cuda/lib64/:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/usr/local/hugectr/bin
    05/03/2021 11:02 PM UTC
    sha256:73c3a1d62e3808ff3db3de32517ed3bc4ec7f2f2d7b287455c619d338d35e97bRUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
    05/03/2021 11:02 PM UTC
    sha256:250852ad8e9237584bf59a3e64a462d5f52b735dba3be76b92d9221a4cd6bbbfRUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c cd /var/tmp/HugeCTR &&
      mkdir build &&
      cd build &&
      LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
      export PATH=$PATH:/usr/local/cuda-${CUDA_SHORT_VERSION}/compat/ &&
      cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
      make -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/* &&
      chmod +x /usr/local/hugectr/lib/* &&
      rm -rf /var/tmp/HugeCTR;
    05/03/2021 11:02 PM UTC
    sha256:d53806789678d95a613cd1f176405281cdc265ec593e315463f667b8699a981eRUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c mkdir -p /var/tmp &&
      cd /var/tmp &&
      git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
      cd - &&
      cd /var/tmp/HugeCTR &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGECTR_VER} != 0 ]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive
    05/03/2021 10:52 PM UTC
    ...