NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
    ["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
    05/06/2022 9:55 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
    /bin/bash
    05/06/2022 9:55 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
    &{["NONE"] "0s" "0s" "0s" '\x00'}
    05/06/2022 9:55 AM UTC
    sha256:4877a51ee1da8396657ebd589c06ea04db7f51147683163a5d9c18100fa8a14aRUN
    BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
    05/06/2022 9:55 AM UTC
    sha256:a835b48dda0710de08c6d9b83134148580377d32ddaa9f56faa5751abd2fa95bRUN
    BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr
    05/06/2022 9:55 AM UTC
    sha256:b0a67c5db5e57078ad3017ed93f89c912e29d8f84905277336d1a9710dea5ccfRUN
    BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
      mkdir /repos/hugectr_triton_backend/build &&
      cd /repos/hugectr_triton_backend/build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRITON_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRITON_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRITON_VERSION}" .. &&
      make -j$(nproc) &&
      make install &&
      cd ../.. &&
      rm -rf hugectr_triton_backend &&
      chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so ; fi
    05/06/2022 9:55 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
    PATH=/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin CPATH=:/usr/local/hugectr/include LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib PYTHONPATH=/usr/lib/python3.8/site-packages::/core:/systems:/nvtabular:/transformers4rec:/models:/usr/local/hugectr/lib
    05/06/2022 9:54 AM UTC
    sha256:f59adcfb3d1255fae5bcafcf89821dbc96ddb35b3e785c5eb898c327411da32dRUN
    BUILD_HADOOP=false CORE_VER=main CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
      cd /hugectr &&
      git submodule update --init --recursive &&
      mkdir build &&
      cd build &&
      if [[ -f "/usr/local/lib/libhdfs.so" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; fi &&
      make -j$(nproc) &&
      make install &&
      rm -rf ./* &&
      chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so ; fi
    05/06/2022 9:54 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    HUGECTR_HOME=/usr/local/hugectr
    05/06/2022 9:50 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
    _CI_JOB_TOKEN=
    05/06/2022 9:50 AM UTC
    ...