NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    12/08/2021 1:39 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    12/08/2021 1:39 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    12/08/2021 1:39 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=v3.3 HUGECTR_VER=v3.3 NVTAB_VER=v0.8.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=v0.1.3 TRITON_VERSION=21.11 /bin/bash -c echo $(du -h --max-depth=1 /)
    12/08/2021 1:39 PM UTC
    sha256:be0fc010f52b5ff032216d3c68e948209caddcc853a0acd0e2e430ec4b13e0f7RUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=v3.3 HUGECTR_VER=v3.3 NVTAB_VER=v0.8.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=v0.1.3 TRITON_VERSION=21.11 /bin/bash -c pip install numba numpy --upgrade
    12/08/2021 1:39 PM UTC
    sha256:6d1a75a5f3a6475f8213c9958609985d89b873d5aadf819cf5861bd4968d3a01RUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=v3.3 HUGECTR_VER=v3.3 NVTAB_VER=v0.8.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=v0.1.3 TRITON_VERSION=21.11 /bin/bash -c pip install tqdm
    12/08/2021 1:38 PM UTC
    sha256:de2e6601584d3784febfe636f715def7be5e860730d5d3f006fca98caf1516bdRUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=v3.3 HUGECTR_VER=v3.3 NVTAB_VER=v0.8.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=v0.1.3 TRITON_VERSION=21.11 /bin/bash -c rm -rf /repos
    12/08/2021 1:38 PM UTC
    sha256:403c3b1fe1575fdcc7cb4f87ef887ee452d60769893925f66a89085d597b1438RUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=v3.3 HUGECTR_VER=v3.3 NVTAB_VER=v0.8.0 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=v0.1.3 TRITON_VERSION=21.11 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    12/08/2021 1:38 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV PATH=/usr/local/hugectr/bin:/usr/local/cuda/lib64/:/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin
    12/08/2021 1:38 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib
    12/08/2021 1:38 PM UTC
    ...