NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    03/17/2022 11:11 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
    &{["NONE"] "0s" "0s" "0s" '\x00'}
    03/17/2022 11:11 AM UTC
    sha256:aa7e4ec29eae48b3293a872c5fc4dfd53615f13b0adfa6b7b15170e5e34dd179RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
    03/17/2022 11:11 AM UTC
    sha256:5e7e4977f59a069e33331ff45f8ba1b4b746fe31f5ebeb0c1ff2a639dc4e3255RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    03/17/2022 11:11 AM UTC
    sha256:7dc76fe37f0ac9a35a8d0808f1a93af52ffabca431b8dfdfbfb10073282fa4f5RUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_inference_backend &&
      cd /repos/hugectr_inference_backend &&
      git checkout ${HUGECTR_BACKEND_VER} &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
      make -j$(nproc) &&
      make install &&
      rm -rf /repos/hugectr_inference_backend; fi
    03/17/2022 11:11 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/usr/local/hadoop/bin:/usr/local/hadoop/sbin
    03/17/2022 11:10 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
    03/17/2022 11:10 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
    03/17/2022 11:10 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    CPATH=/usr/local/hugectr/include:
    03/17/2022 11:10 AM UTC
    sha256:a318c1985a147216f6a7d0a3965a9507a13ae9c942b465753227b467b96a7f5dRUN
    CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
      cd /hugectr &&
      git checkout ${HUGECTR_VER} &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/*; fi
    03/17/2022 11:10 AM UTC
    ...