NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    04/07/2022 10:13 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
    &{["NONE"] "0s" "0s" "0s" '\x00'}
    04/07/2022 10:13 AM UTC
    sha256:b85ef4e24a811f73ea62ff89bb415505df16a6318600c68c574cc905ee5ef1d0RUN
    CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
    04/07/2022 10:13 AM UTC
    sha256:09fcbe8e254c1bb8bc9120cf97cc60b8797044ad058948947fb5f4b9084b4718RUN
    CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    04/07/2022 10:13 AM UTC
    sha256:43449b45a07caf413417f62df6ba98054b77d81a967a3de2d884bfd5c657231cRUN
    CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_inference_backend &&
      cd /repos/hugectr_inference_backend &&
      git checkout ${HUGECTR_BACKEND_VER} &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
      make -j$(nproc) &&
      make install &&
      rm -rf /repos/hugectr_inference_backend; fi
    04/07/2022 10:13 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/usr/local/hadoop/bin:/usr/local/hadoop/sbin
    04/07/2022 10:12 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
    04/07/2022 10:12 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
    04/07/2022 10:12 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    CPATH=/usr/local/hugectr/include:
    04/07/2022 10:12 AM UTC
    sha256:ef7b62a5bf1248623a07ea6264b63275482f4677f0e65335a991c226c5e42f50RUN
    CORE_VER=v0.2.0 CUDF_VER=v22.02.00 HUGECTR_BACKEND_VER=v3.5 HUGECTR_DEV_MODE=false HUGECTR_VER=v3.5 INSTALL_HDFS=false MODELS_VER=v0.3.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.0.0 RMM_VER=v22.02.00 SYSTEMS_VER=v0.1.0 TF4REC_VER=v0.1.7 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
      cd /hugectr &&
      git checkout ${HUGECTR_VER} &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      chmod +x /usr/local/hugectr/bin/*; fi
    04/07/2022 10:12 AM UTC
    ...