NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

LayerLabelCreated
2aee18b177e739db4dde7164be89719be03273e58c73ac6778e2adc591221fb0RUN
/bin/sh
05/11/2022 10:51 PM UTC
724961618e4a0fe57977f66235237f1dfca2edae48fe1b2e380252769434f65eCMD
/bin/bash
05/11/2022 10:51 PM UTC
dfa999505c7fe21eaab0df0e3dd1b1f8f3416e562256bc305d831c7c906e5288HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/11/2022 10:50 PM UTC
eb06d880bce365aba97913470ae42bfbd28c41a8463eb52565d4b9fb5fcfa344RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /usr/local/share/jupyter/lab/staging/node_modules/node-fetch
05/11/2022 10:50 PM UTC
50e07c2c9dc76007563b0194dbe43bcd93cec7d4b51a5e57f075da96de0ce5dbRUN
BUILD_HADOOP=false CORE_VER=v0.3.0 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /usr/local/share/jupyter/lab/staging/node_modules/marked
05/11/2022 10:50 PM UTC
a60623c80b34910bd8061e73c0ee300fa873a78e46b5ad084d56f4b8517cb353RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
05/11/2022 10:50 PM UTC
0b7edcee50e8ba04f3f0a89290292eb2b3a4931d6bc7dee01e64ee54dcd97fd1RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm /usr/local/cuda/lib64/stubs/libcuda.so.1
05/11/2022 10:50 PM UTC
8e2fe249956f25a305fe85bd50405457e3a8812a6008642c1a3cef44ec97003cENV
PATH=/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/usr/local/hugectr/lib PYTHONPATH=:/usr/local/hugectr/lib
05/11/2022 10:50 PM UTC
08583d9f77cc67bd71570ee6790cd7a1a74ea3f553a0cfc20620af0eeed8a5f6RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-${CUDA_SHORT_VERSION}/compat &&
  if [[ -f "/usr/local/lib/libhdfs.so" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../onnx_converter &&
  python setup.py install ; fi
05/11/2022 10:50 PM UTC
fa4a6a10dec542ad0230ea331d0e957333437205365985a955c47734b2db8aadARG
HUGECTR_HOME=/usr/local/hugectr
05/11/2022 10:29 PM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.