NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    03/11/2021 3:24 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    03/11/2021 3:24 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    03/11/2021 3:24 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c echo $(du -h --max-depth=1 /)
    03/11/2021 3:24 AM UTC
    sha256:e43d640fa12c78909dfdc3dda3d9ca1cbe8cf8b69b9e7f340415ad2524dea914RUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda clean --all -y
    03/11/2021 3:23 AM UTC
    sha256:a50caee9be89d7c437142783af4395f6d116c8d059714f1847760be726a89106RUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; conda env config vars set CPATH=/usr/local/hugectr/include:$CPATH LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH LD_LIBRARY_PATH=/opt/tritonserver/backends/hugectr:/usr/local/hugectr/lib/:$LD_LIBRARY_PATH
    03/11/2021 3:23 AM UTC
    sha256:4b29305e91e28d227aacdbcaa408462dbc771ad85da4e56fc8ee69d3cc708d3eRUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; apt update; apt install -y graphviz ;
    03/11/2021 3:23 AM UTC
    sha256:db345ce7b139d1f1b38e9f3edeb470c81cd02a319abeca2ba6198665e37c5d55RUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; pip install nvidia-pyindex; pip install tritonclient[all] grpcio-channelz
    03/11/2021 3:22 AM UTC
    sha256:434abbf91068c54e3d283091c8218dcc56f65bebcce81f22a1c6e2c5185f4ed4RUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    03/11/2021 3:22 AM UTC
    sha256:24e44ca8bedd2d54fa9d16667805705b23542b8c4e1ef020628e96e07ea5cc10RUN
    CONDA_ENV=rapids HUGECTR_VER=v3.0 HUGEINF_VER=v3.0 NVTAB_VER=v0.4.0 RAPIDS_VER=0.18 RAP_CHAN=rapidsai RELEASE=true SM=70;75;80 /bin/bash -c source activate ${CONDA_ENV}; mkdir -p /var/tmp &&
      cd /var/tmp &&
      git clone https://github.com/NVIDIA/HugeCTR.git HugeCTR &&
      cd - &&
      cd /var/tmp/HugeCTR &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGECTR_VER}; else git checkout master; fi &&
      git submodule update --init --recursive &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_BUILD_TYPE=Release -DSM=$SM -DENABLE_INFERENCE=ON .. &&
      make -j$(nproc) &&
      make install &&
      export CPATH=/usr/local/hugectr/include:$CPATH &&
      export LIBRARY_PATH=/usr/local/hugectr/lib:$LIBRARY_PATH &&
      cd /var/tmp &&
      git clone https://github.com/triton-inference-server/hugectr_backend hugectr_inference_backend &&
      cd - &&
      cd /var/tmp/hugectr_inference_backend &&
      if [[ "$RELEASE" == "true" ]]; then git fetch --all --tags &&
      git checkout tags/${HUGEINF_VER}; else git checkout master; fi &&
      mkdir -p build &&
      cd build &&
      cmake -DCMAKE_INSTALL_PREFIX:PATH=/usr/local/hugectr .. &&
      make -j$(nproc) &&
      make install &&
      rm -rf /var/tmp/HugeCTR /var/tmp/hugectr_inference_backend;
    03/11/2021 3:22 AM UTC
    ...