NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    05/03/2021 10:51 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    05/03/2021 10:51 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    05/03/2021 10:51 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
    05/03/2021 10:51 PM UTC
    sha256:4034bb2117322558d19af5be96fcce2ca69972e2a1694e62414671658b7d4a00RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c pip install tqdm
    05/03/2021 10:51 PM UTC
    sha256:3c057628be68a6df4a7902c1b6f3f4e098e727426ba61b032e3c35500691c8d1RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c rm -rf /repos
    05/03/2021 10:51 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
    05/03/2021 10:51 PM UTC
    sha256:68bb619df1ab132132f188bf9e68a1cb864f6beddbc60ff1b11d9bcdec073c82RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    05/03/2021 10:51 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: PYTHONPATH=/usr/local/hugectr/lib:
    05/03/2021 10:51 PM UTC
    sha256:7911fad54fd1f84f37e0fdd38d987282a01af28c43f3d574f81799dda3da85fcRUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c git clone https://github.com/NVIDIA/HugeCTR.git /repos/HugeCTR &&
      cd /repos/HugeCTR &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGECTR_VER} != 0 ]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      export CPATH=/usr/local/hugectr/include:$CPATH &&
      export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
      git clone https://github.com/triton-inference-server/hugectr_backend /repos/hugectr_inference_backend &&
      cd /repos/hugectr_inference_backend &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGEINF_VER} != 0 ] ; then git fetch --all --tags &&
      git checkout tags/${HUGEINF_VER}; else git checkout main; fi &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
      make -j$(nproc) &&
      make install
    05/03/2021 10:51 PM UTC
    ...