NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CONFIG
62113c9d42e68300e592788d92e624ff1bfe4eb92cec3c74a79b4c7a7e25feb6RUN
/bin/bash -c #(nop) ENTRYPOINT []
08/04/2021 6:39 PM UTC
afb1499022a755b2736aae758dd01cf0d030ac840f8ec37c8b579819b33031a1RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
08/04/2021 6:39 PM UTC
614294db4b247a567a4552e350d16f3d8c4e5d5182b18976ad7198e685e0fb6fRUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c echo $(du -h --max-depth=1 /)
08/04/2021 6:39 PM UTC
4f57fcab5527579fdf6627f5daa462a7f808b4223cf06407f6d3d3e409ea3803RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c rm -rf /repos
08/04/2021 6:39 PM UTC
c928e05838fe7ad07f34d57c6f0556fff141363220a268d30542a384298c4994RUN
/bin/bash -c #(nop) ENV PYTHONPATH=:/usr/local/hugectr/lib
08/04/2021 6:39 PM UTC
f358fa4dd6a10c6419f6ac9c807f6b1249b4386b4c0e3f7d26ddefe176bb7474RUN
/bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/local/hugectr/lib PATH=/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/usr/local/hugectr/bin
08/04/2021 6:39 PM UTC
23fe23f10fc3f6c506c50b09a91c4d00747d11010cdfa837b4034f0a4da9e909RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c rm /usr/local/cuda/lib64/stubs/libcuda.so.1
08/04/2021 6:39 PM UTC
8ef4f28bed64fc7981238628f2eae27802378facef04708737c722e7235dc183RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c cd /var/tmp/HugeCTR &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-${CUDA_SHORT_VERSION}/compat/ &&
  cmake -DCMAKE_CXX_COMPILER=/usr/bin/g++ -DCMAKE_C_COMPILER=/usr/bin/gcc -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DVAL_MODE=OFF -DENABLE_MULTINODES=ON -DNCCL_A2A=ON .. &&
  make VERBOSE=1 -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/* &&
  chmod +x /usr/local/hugectr/lib/* &&
  rm -rf /var/tmp/HugeCTR;
08/04/2021 6:39 PM UTC
80877399c5104f2d48224c8f5a7d1f60275c29d0823f9432292243040842f621RUN
CUDF_VER=v21.06.01 HUGECTR_VER=v3.1 NVTAB_VER=v0.6.0 RELEASE=true RMM_VER=v21.06.00 /bin/bash -c mkdir -p /var/tmp &&
  cd /var/tmp &&
  git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
  cd - &&
  cd /var/tmp/HugeCTR &&
  if [ "$RELEASE" == "true" ] &&
  [ ${HUGECTR_VER} != "vnightly" ]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive
08/04/2021 6:23 PM UTC
...