Skip to main content
NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    09/26/2021 12:44 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    09/26/2021 12:44 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    09/26/2021 12:44 AM UTC
    sha256:b1793b2b21c88f9d7926011441dc8ffc1686f6b576f3f6f2f3875e2e860581bcRUN
    CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c echo $(du -h --max-depth=1 /)
    09/26/2021 12:44 AM UTC
    sha256:932d711b7e373125138fd6250adb8d99b851c24ad07a197fdf20b62ad2e4f05fRUN
    CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c pip install numba numpy --upgrade
    09/26/2021 12:44 AM UTC
    sha256:fc270942658e8b3a3343c6012c6f7f938c0c3b733eb3ba8d854806768f5c6575RUN
    CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c pip install tqdm
    09/26/2021 12:44 AM UTC
    sha256:083fade5eaab45af5130010e34ae5ebe5f54ce92bd3e0faeb16c5978ad58c4bbRUN
    CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c rm -rf /repos
    09/26/2021 12:44 AM UTC
    sha256:63fa0f8769f5a38c25711d795d0c19bbbc72430f8c49b12e04c814cadf042fcfRUN
    CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    09/26/2021 12:44 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs: PYTHONPATH=/usr/local/hugectr/lib:
    09/26/2021 12:44 AM UTC
    sha256:e9f00a7b181139ac97fd0f6de522ac0e837de5e832dde21fbbc23bfe5b297159RUN
    CUDF_VER=v21.08.02 HUGECTR_VER=v3.2 NVTAB_VER=v0.7.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TRITON_VERSION=21.07 /bin/bash -c git clone https://github.com/NVIDIA/HugeCTR.git /repos/HugeCTR &&
      cd /repos/HugeCTR &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGECTR_VER} != "vnightly" ]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout ${HUGECTR_VER}-integration; fi &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      export CPATH=/usr/local/hugectr/include:$CPATH &&
      export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
      git clone https://github.com/triton-inference-server/hugectr_backend /repos/hugectr_inference_backend &&
      cd /repos/hugectr_inference_backend &&
      if [ "$RELEASE" == "true" ] &&
      [ ${HUGECTR_VER} != "vnightly" ] ; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout main; fi &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
      make -j$(nproc) &&
      make install
    09/26/2021 12:44 AM UTC
    ...

    Modal Content

    NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.