NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    05/15/2021 7:45 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    05/15/2021 7:45 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    05/15/2021 7:45 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
    05/15/2021 7:45 AM UTC
    sha256:e61049af11bdee25ec915c70caa9a2d2d6cb3ffe16a2d2a6121376f6eb410130RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c pip install tqdm
    05/15/2021 7:45 AM UTC
    sha256:e218a3df1a2e2dfa1d7f90404682d3a06d0e7eb56fb472c34906bc686cfe9ee8RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c rm -rf /repos
    05/15/2021 7:45 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
    05/15/2021 7:45 AM UTC
    sha256:2f58a3ee3811bfe94394008ba6d99375e9dc89b9f77f3a4b4e90e56d6e8122e4RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    05/15/2021 7:45 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: PYTHONPATH=/usr/local/hugectr/lib:
    05/15/2021 7:45 AM UTC
    sha256:98fccc416af5fc72a54b041433002a9580b72dc63bdf44d529d5f71436878411RUN
    CUDF_VER=v0.19.1 HUGECTR_VER=v3.0.1 HUGEINF_VER=0 NVTAB_VER=v0.5.2 RELEASE=true RMM_VER=v0.19.0 SM=60;61;70;75;80 /bin/bash -c git clone https://github.com/NVIDIA/HugeCTR.git /repos/HugeCTR &&
      cd /repos/HugeCTR &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGECTR_VER} != 0 ]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      export CPATH=/usr/local/hugectr/include:$CPATH &&
      export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
      git clone https://github.com/triton-inference-server/hugectr_backend /repos/hugectr_inference_backend &&
      cd /repos/hugectr_inference_backend &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGEINF_VER} != 0 ] ; then git fetch --all --tags &&
      git checkout tags/${HUGEINF_VER}; else git checkout main; fi &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
      make -j$(nproc) &&
      make install
    05/15/2021 7:45 AM UTC
    ...