NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4CONFIG
ac2207fa84e73d6f77f125f294e4c2c20792a779fbbc5e4e9d76ff35243e9346RUN
/bin/bash -c #(nop) ENTRYPOINT []
03/11/2021 3:24 AM UTC
bfb15432907e8dec0febe5c4372e9b6f86809382931f36be9f2da56f7ccec437RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
03/11/2021 3:24 AM UTC
0d9e83f54aeaa42f660d8020578bf70460fb7c8fce09022b5743e2ec7ac88fc8RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
03/11/2021 3:24 AM UTC
c25673cc68024629ed13b12d39648eeec5aee20cbb2ab37cb43792786f5e5cd9RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
03/11/2021 3:23 AM UTC
dec3b80bf8129d18d64d56253609e392a4453931b93487fab9f5b7fb63d668cdRUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set CPATH=/usr/local/hugectr/include:$CPATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH LD_LIBRARY_PATH=/opt/tritonserver/backends/hugectr:/usr/local/hugectr/lib/:$LD_LIBRARY_PATH
03/11/2021 3:23 AM UTC
05e7346c1f861d305aca41abf97b13cd838774ccc51fe94d3b5cc5d5a653d661RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
03/11/2021 3:23 AM UTC
988a0c93b79ffcbc9364902d54e59a4f3c17f12e8387ac1ec1ee1872f9118d4cRUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; pip install nvidia-pyindex; pip install tritonclient[all] grpcio-channelz
03/11/2021 3:22 AM UTC
9839cf8942e660c5bf2f1e83b3af9d9f401bfade1443e3907dc7f05f023b7e71RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
03/11/2021 3:22 AM UTC
0b262e00898643ff7012d7b0d4f45e0b8778fb1c037ddb6f57567e69984b4acaRUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; mkdir -p /var/tmp &&
  cd /var/tmp &&
  git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
  cd - &&
  cd /var/tmp/HugeCTR &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  export CPATH=/usr/local/hugectr/include:$CPATH &&
  export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
  cd /var/tmp &&
  git clone https://github.com/triton-inference-server/hugectr_backend hugectr_inference_backend &&
  cd - &&
  cd /var/tmp/hugectr_inference_backend &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGEINF_VER}; else git checkout master; fi &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /var/tmp/HugeCTR /var/tmp/hugectr_inference_backend;
03/11/2021 3:22 AM UTC
...