Skip to main content
NVIDIA
Merlin Training
Container
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    09/26/2021 1:14 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    09/26/2021 1:14 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    09/26/2021 1:14 AM UTC
    sha256:a95b0563518850aa759973ca4c3307327cb997c802b740234b8df5930d0df934RUN
    HUGECTR_VER=v3.2 RELEASE=true /bin/bash -c echo $(du -h --max-depth=1 /)
    09/26/2021 1:14 AM UTC
    sha256:5c1f2912e521b287d45cd35bf0797daef6fe2757611cd27e210d74a215986118RUN
    HUGECTR_VER=v3.2 RELEASE=true /bin/bash -c pip install numba numpy --upgrade
    09/26/2021 1:14 AM UTC
    sha256:6eb8fa92f8f8793f31356b26ad077f44a4c3c593b73d56367aa5ca69f5f1aa38RUN
    HUGECTR_VER=v3.2 RELEASE=true /bin/bash -c rm -rf /repos
    09/26/2021 1:14 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV PYTHONPATH=:/usr/local/hugectr/lib
    09/26/2021 1:14 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/local/hugectr/lib PATH=/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/usr/local/hugectr/bin
    09/26/2021 1:14 AM UTC
    sha256:d40ececc983467756f44881d19fb9b7dfa18d1536036e617face92529ef5741aRUN
    HUGECTR_VER=v3.2 RELEASE=true /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
    09/26/2021 1:14 AM UTC
    sha256:71ac747e37db12acc374f904ed0e2fe1f58eee2115c1a6cf87c130021753a887RUN
    HUGECTR_VER=v3.2 RELEASE=true /bin/bash -c cd /var/tmp/HugeCTR &&
      mkdir build &&
      cd build &&
      LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
      export PATH=$PATH:/usr/local/cuda-${CUDA_SHORT_VERSION}/compat/ &&
      cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
      make VERBOSE=1 -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/* &&
      chmod +x /usr/local/hugectr/lib/* &&
      cd /var/tmp/HugeCTR/onnx_converter &&
      python3 setup.py install &&
      rm -rf /var/tmp/HugeCTR
    09/26/2021 1:14 AM UTC
    ...