NVIDIA
Merlin PyTorch Training
Container
NVIDIA
Merlin PyTorch Training

This container allows users to do preprocessing and feature engineering with NVTabular, and then train a deep-learning based recommender system model with PyTorch.

  • LayerLabelCreated
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) CMD ["/bin/bash"]
    05/04/2021 1:37 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENTRYPOINT []
    05/04/2021 1:37 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) HEALTHCHECK &{["NONE"] "0s" "0s" "0s" '\x00'}
    05/04/2021 1:37 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    CUDF_VER=v0.19.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c echo $(du -h --max-depth=1 /)
    05/04/2021 1:37 AM UTC
    sha256:8bb4281c314b57298b175ae44c5af00ae34108c270dcf16db619b96dead54990RUN
    CUDF_VER=v0.19.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c rm -rf /repos
    05/04/2021 1:37 AM UTC
    sha256:71acde455380afaac7a9ff5344b0fae113e95ca5c51fda31286b05d0c94f3cabRUN
    CUDF_VER=v0.19.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c pip install nvtx pandas==1.1.5 mpi4py==3.0.3 cupy-cuda112 cachetools typing_extensions fastavro
    05/04/2021 1:37 AM UTC
    sha256:fa62008e7f915ef0366390bd7cb0a97a91a0451263d2749c9e09ba7bdf172a1eRUN
    CUDF_VER=v0.19.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c pip install --no-deps fastai fastcore fastprogress
    05/04/2021 1:35 AM UTC
    sha256:fcbcb22b2c892a1a88dfe3d015a3633f681ec407f0ea6139a3188257b6cef44cRUN
    CUDF_VER=v0.19.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c CC=/usr/bin/gcc CXX=/usr/bin/g++ HOROVOD_CUDA_HOME=/usr/local/cuda/ HOROVOD_BUILD_CUDA_CC_LIST=60,70,75,80 HOROVOD_GPU_OPERATIONS=NCCL HOROVOD_WITH_PYTORCH=1 HOROVOD_NCCL_LINK=SHARED pip install --no-cache-dir horovod[pytorch]
    05/04/2021 1:35 AM UTC
    sha256:91800d5ef0ffe4d6d86f6e05b0c0bbb808b419c507f4797991b839c4061fb83dRUN
    CUDF_VER=v0.19.1 NVTAB_VER=v0.5.1 RELEASE=true RMM_VER=v0.19.0 /bin/bash -c pip install torch==1.8.1
    05/04/2021 1:30 AM UTC
    sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4RUN
    /bin/bash -c #(nop) ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
    05/04/2021 1:29 AM UTC
    ...