NVIDIA
NVIDIA
Merlin Inference
Container
NVIDIA
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) CMD ["/bin/bash"]
03/11/2021 3:24 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) ENTRYPOINT []
03/11/2021 3:24 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
/bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
03/11/2021 3:24 AM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
03/11/2021 3:24 AM UTC
sha256:e43d640fa12c78909dfdc3dda3d9ca1cbe8cf8b69b9e7f340415ad2524dea914RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
03/11/2021 3:23 AM UTC
sha256:a50caee9be89d7c437142783af4395f6d116c8d059714f1847760be726a89106RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set CPATH=/usr/local/hugectr/include:$CPATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH LD_LIBRARY_PATH=/opt/tritonserver/backends/hugectr:/usr/local/hugectr/lib/:$LD_LIBRARY_PATH
03/11/2021 3:23 AM UTC
sha256:4b29305e91e28d227aacdbcaa408462dbc771ad85da4e56fc8ee69d3cc708d3eRUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
03/11/2021 3:23 AM UTC
sha256:db345ce7b139d1f1b38e9f3edeb470c81cd02a319abeca2ba6198665e37c5d55RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; pip install nvidia-pyindex; pip install tritonclient[all] grpcio-channelz
03/11/2021 3:22 AM UTC
sha256:434abbf91068c54e3d283091c8218dcc56f65bebcce81f22a1c6e2c5185f4ed4RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
03/11/2021 3:22 AM UTC
sha256:24e44ca8bedd2d54fa9d16667805705b23542b8c4e1ef020628e96e07ea5cc10RUN
CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; mkdir -p /var/tmp &&
  cd /var/tmp &&
  git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
  cd - &&
  cd /var/tmp/HugeCTR &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
  git submodule update --init --recursive &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
  make -j$(nproc) &&
  make install &&
  export CPATH=/usr/local/hugectr/include:$CPATH &&
  export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
  cd /var/tmp &&
  git clone https://github.com/triton-inference-server/hugectr_backend hugectr_inference_backend &&
  cd - &&
  cd /var/tmp/hugectr_inference_backend &&
  if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
  git checkout tags/${HUGEINF_VER}; else git checkout master; fi &&
  mkdir -p build &&
  cd build &&
  cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
  make -j$(nproc) &&
  make install &&
  rm -rf /var/tmp/HugeCTR /var/tmp/hugectr_inference_backend;
03/11/2021 3:22 AM UTC
...

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking "Accept All", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on "Manage Settings." By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.