NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) CMD ["/bin/bash"]
08/04/2021 6:39 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENTRYPOINT []
08/04/2021 6:39 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
08/04/2021 6:39 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c echo $(du -h --max-depth=1 /)
08/04/2021 6:39 PM UTC
sha256:b7ae2a658f760c91027ebaefa94533e9aa86f8a4c744cf5246fd5aa264e2e9c6RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c rm -rf /repos
08/04/2021 6:39 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENV PYTHONPATH=:/usr/local/hugectr/lib
08/04/2021 6:39 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/local/hugectr/lib PATH=/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/usr/local/hugectr/bin
08/04/2021 6:39 PM UTC
sha256:9de195301b1aedc00b90241f27aed36ee53e3be1afef7e0c841d20349083a6a0RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
08/04/2021 6:39 PM UTC
sha256:8c8b605cbf5d7d1724ea797cbb4bd208c934483392769b52f177526ee4ad8560RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c cd /var/tmp/HugeCTR &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-${CUDA_SHORT_VERSION}/compat/ &&
  cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
  make VERBOSE=1 -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/* &&
  chmod +x /usr/local/hugectr/lib/* &&
  rm -rf /var/tmp/HugeCTR;
08/04/2021 6:39 PM UTC
sha256:4786dbe9781e7a38f4639bd77b04a591e686f328ad7492b7ec48b3e9032601f5RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c mkdir -p /var/tmp &&
  cd /var/tmp &&
  git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
  cd - &&
  cd /var/tmp/HugeCTR &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != "vnightly" ]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive
08/04/2021 6:23 PM UTC
...