NVIDIA
Merlin Inference
Container
NVIDIA
Merlin Inference

This container allows users to deploy NVTabular workflows and HugeCTR or TensorFlow models to Triton Inference server for production.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    11/04/2021 7:34 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    11/04/2021 7:34 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    11/04/2021 7:34 PM UTC
    sha256:10d05b3f27cbc8b6de4da9682b908f15f0ac9eed020934e305ef028946964cadRUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=vnightly HUGECTR_VER=v3.2.1 NVTAB_VER=v0.7.1 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=vnightly TRITON_VERSION=21.10 /bin/bash -c echo $(du -h --max-depth=1 /)
    11/04/2021 7:34 PM UTC
    sha256:dcde9b076837eca5f857985d14d469c12526fa224733c87ecd6a275472b44b9eRUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=vnightly HUGECTR_VER=v3.2.1 NVTAB_VER=v0.7.1 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=vnightly TRITON_VERSION=21.10 /bin/bash -c pip install numba numpy --upgrade
    11/04/2021 7:33 PM UTC
    sha256:15c5f9ac8f48029abc7e7b71e1ca10f54a2588925f938719daf2372c1aab0deaRUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=vnightly HUGECTR_VER=v3.2.1 NVTAB_VER=v0.7.1 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=vnightly TRITON_VERSION=21.10 /bin/bash -c pip install tqdm
    11/04/2021 7:33 PM UTC
    sha256:e5472eab6553f37e65af23e22028c62317e9794569d2b062406aa5ee5c92365aRUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=vnightly HUGECTR_VER=v3.2.1 NVTAB_VER=v0.7.1 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=vnightly TRITON_VERSION=21.10 /bin/bash -c rm -rf /repos
    11/04/2021 7:33 PM UTC
    sha256:5c2dc7b122e8f6bbb2e20cd3b144183cb9569e46f0cd102032eafaab526ceb5eRUN
    CUDF_VER=v21.08.03 HUGECTR_BACKEND_VER=vnightly HUGECTR_VER=v3.2.1 NVTAB_VER=v0.7.1 RELEASE=true RMM_VER=v21.08.02 SM=60;61;70;75;80 TF4REC_VER=vnightly TRITON_VERSION=21.10 /bin/bash -c ln -s /usr/local/hugectr/backends/hugectr /opt/tritonserver/backends/
    11/04/2021 7:33 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV PATH=/usr/local/hugectr/bin:/usr/local/cuda/lib64/:/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/usr/local/cuda/bin
    11/04/2021 7:33 PM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/hugectr/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/lib:/repos/dist/lib
    11/04/2021 7:33 PM UTC
    ...