NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENTRYPOINT
["/bin/bash" "-c" "/opt/nvidia/nvidia_entrypoint.sh"]
05/11/2022 8:07 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CMD
/bin/bash
05/11/2022 8:07 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4HEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
05/11/2022 8:07 PM UTC
sha256:cb254fdc44ef556e69ffa07bd205c6e692fdabf2f66071ceb59f57fa046593d8RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
05/11/2022 8:07 PM UTC
sha256:32e23c8ea7d1844ea75a20eff7763105a7e90c43d4842adc39f4b40b7a65ab91RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s ${HUGECTR_HOME}/backends/hugectr /opt/tritonserver/backends/hugectr
05/11/2022 8:07 PM UTC
sha256:a2fb9c6587d109551cb865c59358dbb50a6ca06efb0dd23ca4efdaa4882c1960RUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "${HUGECTR_DEV_MODE}" == "false" ]; then git clone --branch ${HUGECTR_BACKEND_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_triton_backend &&
  mkdir /repos/hugectr_triton_backend/build &&
  cd /repos/hugectr_triton_backend/build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=${HUGECTR_HOME} -DTRITON_COMMON_REPO_TAG="r${TRITON_VERSION}" -DTRITON_CORE_REPO_TAG="r${TRITON_VERSION}" -DTRITON_BACKEND_REPO_TAG="r${TRITON_VERSION}" .. &&
  make -j$(nproc) &&
  make install &&
  cd ../.. &&
  rm -rf hugectr_triton_backend &&
  chmod +x ${HUGECTR_HOME}/lib/*.so ${HUGECTR_HOME}/backends/hugectr/*.so ; fi
05/11/2022 8:07 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
PATH=/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/opt/hadoop/bin:/opt/hadoop/sbin:/usr/local/hugectr/bin CPATH=:/usr/local/hugectr/include LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib:/usr/lib/jvm/default-java/lib:/usr/lib/jvm/default-java/lib/server:/opt/tritonserver/lib:/usr/local/hugectr/lib PYTHONPATH=/usr/lib/python3.8/site-packages::/usr/local/hugectr/lib
05/11/2022 8:06 PM UTC
sha256:fc9f5f85a0d071d547181d35a9da42a10c2d47599253fda8bfa70997aa94e08aRUN
BUILD_HADOOP=false CORE_VER=v0.3.0 CUDF_VER=v22.02.00 HADOOP_VER=3.3.2 HIREDIS_VER=1.0.2 HUGECTR_BACKEND_VER=v3.6 HUGECTR_DEV_MODE=false HUGECTR_HOME=/usr/local/hugectr HUGECTR_VER=v3.6 INSTALL_HDFS=false MODELS_VER=v0.4.0 NVTAB_BACKEND_VER=v0.6.0 NVTAB_VER=v1.1.1 PROTOC_VER=3.19.4 RDKAFKA_VER=1.8.2 REDIS_PP_VER=1.3.3 RMM_VER=v22.02.00 ROCKSDB_VER=6.29.3 SYSTEMS_VER=v0.2.0 TF4REC_VER=v0.1.8 TRITON_VERSION=22.03 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [[ "${HUGECTR_DEV_MODE}" == "false" ]]; then git clone --branch ${HUGECTR_VER} --depth 1 https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git submodule update --init --recursive &&
  mkdir build &&
  cd build &&
  if [[ -f "/usr/local/lib/libhdfs.so" ]]; then cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON -DENABLE_HDFS=ON .. ; else cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. ; fi &&
  make -j$(nproc) &&
  make install &&
  rm -rf ./* &&
  chmod +x ${HUGECTR_HOME}/bin/* ${HUGECTR_HOME}/lib/*.so ; fi
05/11/2022 8:06 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
HUGECTR_HOME=/usr/local/hugectr
05/11/2022 8:01 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ARG
_CI_JOB_TOKEN=
05/11/2022 8:01 PM UTC
...