NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CONFIG
c63128cacf1c76c548eab68c281f0d11f79b4b516cd772051306ac7ad30b71b7RUN
/bin/bash -c #(nop) ENTRYPOINT []
04/12/2021 11:23 PM UTC
dc5bf24782ec27dcee9cb5d64ec29499aac00473deca87aec6ce6e7ca6db97dbRUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
04/12/2021 11:23 PM UTC
ea3b970460521e784be099d984d6d908dbd92f1a24d17653651e46b7df7e560dRUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
04/12/2021 11:23 PM UTC
763d6c5e076d4ce72d8852170fd90fe1fd7134ba6ba6b3d978a63fefc3914f3cRUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
04/12/2021 11:23 PM UTC
9e6c342e855e2093be2b6f07669f37d78dca7ef571e988c690de2278fb6a181fRUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set CPATH=/usr/local/hugectr/include:$CPATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH LD_LIBRARY_PATH=/opt/tritonserver/backends/hugectr:/usr/local/hugectr/lib/:$LD_LIBRARY_PATH
04/12/2021 11:23 PM UTC
e4ad1cfb67fe7d49b600f81b2e5e95afa550809c36902e680b889bb6fd2f5393RUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
04/12/2021 11:23 PM UTC
2df4c2421d0ddcb5453d2d07199760ef8b569a883016fc4cf97f122819cc5f50RUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; pip install tqdm nvidia-pyindex==1.0.6; pip install tritonclient[all] grpcio-channelz
04/12/2021 11:23 PM UTC
5d1a6fe790795cd771b81ca4dfda4f8a0c396a79e4d06214d22833f73ac626faRUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
04/12/2021 11:22 PM UTC
6ca152467a693b8719efed817071a4989e2dc8aa9eedbb5d695f732554daad3fRUN
CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; mkdir -p /var/tmp &&
  cd /var/tmp &&
  git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
  cd - &&
  cd /var/tmp/HugeCTR &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  export CPATH=/usr/local/hugectr/include:$CPATH &&
  export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
  cd /var/tmp &&
  git clone https://github.com/triton-inference-server/hugectr_backend hugectr_inference_backend &&
  cd - &&
  cd /var/tmp/hugectr_inference_backend &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGEINF_VER}; else git checkout main; fi &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /var/tmp/HugeCTR /var/tmp/hugectr_inference_backend;
04/12/2021 11:22 PM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.