NVIDIA
NVIDIA
Merlin Training
Container
NVIDIA
NVIDIA
Merlin Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with HugeCTR.

LayerLabelCreated
7cc8da5cefd416d97344f4b304b02f9a1dc8eb6b978a3ceffca1d2580bd5791fRUN
/bin/sh
05/06/2022 7:54 AM UTC
22108d194e6b41a2de503a23fb783fab35abb73b9f6b8855d3609f02b10e1f2bCMD
/bin/bash
05/06/2022 7:54 AM UTC
2e28e5c09bc25f580de9a2b6ebe4ac7d6220461f8449915b3fe926c77cf24fafHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/06/2022 7:54 AM UTC
1eb6d7f29e3b6a8ee67fafcb38961b5af0b050e0f9d17068e183b33f5765fd4dRUN
BUILD_HADOOP=false CORE_VER=main HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /usr/local/share/jupyter/lab/staging/node_modules/node-fetch
05/06/2022 7:54 AM UTC
bad295cc1c7ce8435c2db3f114f1d35b931cb4479101dea6186bcf08ed5229adRUN
BUILD_HADOOP=false CORE_VER=main HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /usr/local/share/jupyter/lab/staging/node_modules/marked
05/06/2022 7:54 AM UTC
23ca9f43816804e0cd3453dda785974768999126896babc3f7321eeda34e4ab6RUN
BUILD_HADOOP=false CORE_VER=main HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
05/06/2022 7:54 AM UTC
c22ad3dbda7a248625e568a4778587a045d26ab4fb6fca599ddb81a55a7d8300RUN
BUILD_HADOOP=false CORE_VER=main HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm /usr/local/cuda/lib64/stubs/libcuda.so.1
05/06/2022 7:54 AM UTC
9f7b667e2f564f31de4dbd026a42137adf3fb1c0062923c2d54488e892957bfaENV
PATH=/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/cuda/bin:/usr/lib/x86_64-linux-gnu/:/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/usr/local/hugectr/lib PYTHONPATH=:/core:/systems:/nvtabular:/transformers4rec:/models:/usr/local/hugectr/lib
05/06/2022 7:54 AM UTC
78c360961b4476ec20dd24b82ace1ea9eb88a40d13c5e3ec756ff6368f24dc52RUN
BUILD_HADOOP=false CORE_VER=main HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master HWLOC_VER=2.4.1 INSTALL_HDFS=false MODELS_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main _CI_JOB_TOKEN= _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs/:$LD_LIBRARY_PATH &&
  export PATH=$PATH:/usr/local/cuda-${CUDA_SHORT_VERSION}/compat &&
  if [[ -f "/usr/local/lib/libhdfs.so" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON -DENABLE_HDFS=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_MULTINODES=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so &&
  cd ../onnx_converter &&
  python setup.py install ; fi
05/06/2022 7:54 AM UTC
bea3d9ba66d06957f6e6907bcc478fed1e9c98f171ef59e4f924fb2a3b33a1d5ARG
HUGECTR_HOME=/usr/local/hugectr
05/06/2022 7:32 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.