NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
da6d6df1a144962eb7dd38c1c646efcf456d5b99ea32cf3d544177bde8b2384aRUN
/bin/sh
03/17/2022 11:11 AM UTC
808fc3c6d398ff63ee97f2e4c866e57e99c1adf9ed1cee0d7329f6a2614a076cHEALTHCHECK
&{["NONE"] "0s" "0s" "0s" '\x00'}
03/17/2022 11:11 AM UTC
30dc9897300fb0231f90c286ec2910acfbe3566d92ddeca9db7444773a4c4392RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git rm -rf /repos
03/17/2022 11:11 AM UTC
5b077f747c6d83fab16276db723a25589ebc16b5fa89d08d228d670b2bfa8c91RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
03/17/2022 11:11 AM UTC
ad55821ceb0f839e2c1db3089c1bd1a896cdaef7c660d572596a9c6abc4db21bRUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_BACKEND_REPO} /repos/hugectr_inference_backend &&
  cd /repos/hugectr_inference_backend &&
  git checkout ${HUGECTR_BACKEND_VER} &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr -DTRITON_COMMON_REPO_TAG="r$TRITON_VERSION" -DTRITON_CORE_REPO_TAG="r$TRITON_VERSION" -DTRITON_BACKEND_REPO_TAG="r$TRITON_VERSION" .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /repos/hugectr_inference_backend; fi
03/17/2022 11:11 AM UTC
1ebb99f4599220a27f8d39dbe7c8566c8dd51bb0bac86e9543e51954556e4b13ENV
PATH=/usr/local/hugectr/bin:/usr/java/jdk-16.0.2/bin:/opt/tritonserver/bin:/usr/local/cuda/lib64/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin::/usr/local/hadoop/bin:/usr/local/hadoop/sbin
03/17/2022 11:10 AM UTC
19de8857945239e6ca9b115cf36ceff1b7430888772251515ca00867980ee1d6ENV
LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/java/jdk-16.0.2/lib/server
03/17/2022 11:10 AM UTC
a79adfee1e16b962673f9bcb1905d6eeb6ad5b94d28b932145afd9670f82a35fENV
LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/lib64/stubs:
03/17/2022 11:10 AM UTC
67bac899ec7d0615b077b0d377d275ea98fe98be70327e73b66a5cffb2e6234fENV
CPATH=/usr/local/hugectr/include:
03/17/2022 11:10 AM UTC
8de1acb1d91ae9443cb6a8fe0368e9452acb01dce8adcbfd5a1e1c72b3489161RUN
CORE_VER=main CUDF_VER=v21.12.02 HUGECTR_BACKEND_VER=main HUGECTR_DEV_MODE=false HUGECTR_VER=master INSTALL_HDFS=false MODELS_VER=main NVTAB_BACKEND_VER=main NVTAB_VER=main RMM_VER=v21.12.00 SYSTEMS_VER=main TF4REC_VER=main TRITON_VERSION=22.02 _CI_JOB_TOKEN= _HUGECTR_BACKEND_REPO=github.com/triton-inference-server/hugectr_backend _HUGECTR_REPO=github.com/NVIDIA-Merlin/HugeCTR.git if [ "$HUGECTR_DEV_MODE" == "false" ]; then git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr &&
  cd /hugectr &&
  git checkout ${HUGECTR_VER} &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM="60;61;70;75;80" -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  chmod +x /usr/local/hugectr/bin/*; fi
03/17/2022 11:10 AM UTC
...