NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    04/12/2021 11:23 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    04/12/2021 11:23 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    04/12/2021 11:23 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
    04/12/2021 11:23 PM UTC
    sha256:a8409945f2b3ccd2b4376c85599cee5e114a1ee258dc6b9c255c403d89ee5128RUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
    04/12/2021 11:23 PM UTC
    sha256:fb58b05e6d37f5ed1ff4d6e197038a3a5193c12373903d292893f5ead0e1ecd3RUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set CPATH=/usr/local/hugectr/include:$CPATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH LD_LIBRARY_PATH=/opt/tritonserver/backends/hugectr:/usr/local/hugectr/lib/:$LD_LIBRARY_PATH
    04/12/2021 11:23 PM UTC
    sha256:0daa89316f83aba72568f0dd4c362afd65f2d01d73ef9be9b1233e527c72c7b1RUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
    04/12/2021 11:23 PM UTC
    sha256:faa2cbccd2dc648e4d23f33d762320111673a6c20d3bb0caca46e6213cf529f6RUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; pip install tqdm nvidia-pyindex==1.0.6; pip install tritonclient[all] grpcio-channelz
    04/12/2021 11:23 PM UTC
    sha256:24499d4cc197d6c73744bde4f474506b0d4557a05350e9abba2769ab37b38c2aRUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    04/12/2021 11:22 PM UTC
    sha256:6742a1af1212f096fe7d1abdc63244059c58eb20c741381eac6c2a4d153cd42cRUN
    CONDA_ENV=merlin HUGECTR_VER=v3.0.1 HUGEINF_VER=v3.0.1 NVTAB_VER=v0.5.0 RAPIDS_VER=0.18.0 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; mkdir -p /var/tmp &&
      cd /var/tmp &&
      git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
      cd - &&
      cd /var/tmp/HugeCTR &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      export CPATH=/usr/local/hugectr/include:$CPATH &&
      export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
      cd /var/tmp &&
      git clone https://github.com/triton-inference-server/hugectr_backend hugectr_inference_backend &&
      cd - &&
      cd /var/tmp/hugectr_inference_backend &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGEINF_VER}; else git checkout main; fi &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
      make -j$(nproc) &&
      make install &&
      rm -rf /var/tmp/HugeCTR /var/tmp/hugectr_inference_backend;
    04/12/2021 11:22 PM UTC
    ...