model.manifest.yaml=H4sIAAAAAAAC/+2d3W4cSXKF7/UUvJsrUhkZmRmZBIzFrj2AF7AXsP0ARP5EUtyhSJlNaQd+ep8kpRnPlERvAcMCdhCCQJDdZFVHZfyck10f+tTf6ft69UkfTjf3d5dn3/kL992bDw/38+ZWr056q/0RT1z1h5tHfbipl2f14+P9m/f3Q28vz/7jb3r3dn3h87/oj4/n2f3p/I/8p/M/350eHz72xzcPOEA96eWZu3AXdD7005djny7fnJ/djMszSsUHqjE5zrFzd7GlVEKugVzorpWcawkjxxmjj863ESgMN2usWmnym7Ozx3qNw53hX7+/e8QLubrVu+vHdyuc5CmE756enFrxzP0Dgvhu1tuTPj98/eHj5dm/eue+/HSFl3nT8aI9c7wkN/Tpmdvb91c47M0dnjld39a766eH3+v7q/lQny/T6bE+3nQc313k56Pf3by/+tv9ww+nD7Xr1bt6enf1iS7PEHRsI4fQvOMRW5yVXZDC3Xcaw5P6PHzIUobmwYnZeR8k5VrbzPL8ij58wJno+TwfHrTfPK9hm5SeHntczz8F/9MreL5Mnxfg7Onfv/35n7//y399/+XHs7OPDzeXZ3fX/fLt27tPiAghX79FHG//+2ml755Xup1Xbuc3n1f68t08L12mn+0cv/qHdYZ/+nzknw6MXOs/nD6+x0u8rT8oX8au0niWERw50S5FZLIKLkL0NJ16RN98adJUUyhaqGWmErj3RqN/PvJ/fv/Hf/n37y/ej1eI4adjfzuKXpg1qKM4BkvSOdT7El3InmodzrmRyHd5ft4hq1uqrTdFXAnPv/nlcU8Xn4/72wfz61N8O6biqY1ZeqihU85JxDckancucmSvhCVrvPJ3IgRpWLhQWmpKeBH43S8x3d/Nm+uLv56Ql68Qzs9H/3YklFrNPc7pB6G6spvKiq+BOeeSZ8SLJ+/nkCEl+JS8+DKd9Dy9evlyja71Th/qcy981aC+fqJvx5fzuvilZlYXC1IuR2p+lBlmQoSdpI7WnSCs3jlk5kbSU5IkJY74Ja/f68O1ni4ef3x8hZh+PvgL61SnKwN/5rJD2aNOmEmEivSQqepqAVWmo6GT0fuDZull5DG5jBS/rNPTZDpHzTk6v5/rm0AXpzr1Ue9O9w+n14ju/znlt2NuXHJBiaU26uwagvZc0DIQnldVGSmHljOuizSUW189xHudEUMzzB43MfvjY/Y7Y8ZVQj8pIwZBKDJ6i7FnHdQRMRLXuZIljplIuWttpTNPESRtabXXuYmZj4+Zd8YcJmf8VWsaJUPucJaGXEbjyZyrC8WhTBsmP6nTpYCE08xV0Ex7nzNvYg7Hxxx2xjxHa4lWc2pOIdWwjEqMudhGHz1injf1rYQmSPAWppsSUxCaMtGCq2xijsfHHHfGPLhFTMnsU52juoL/lBIH37DmEaMlNyqFs8+BOh4IvaZSKaAAYnZ928PS8TGnvT2sUk09S5qOK7RrzVMCUyVqybUJue57HqEmorhywk3qrThkfETJx7aJWY6PWXbGTMULBE+sM5WyZENycWBQuZQISh317AvGroaeIGuDiKuJoV1baUhv3cacj48574zZr2ULBBNVRRPWsiReLY1d06mzu9HLpFXAlAiuZVRlQhtLYQStPDYxl+NjLjtjhlpHOJQwntCUoEN4YnlnJc5EE10qRDSwOQqFhD6dCikCJzyYBL+26dvkDo/5G6d8YZ2hr4r2kmrppfWIMg05sESts8KcaYmV60TQscRJEbWd4uQA8VnhEsIm5uN1GO3WYdorlEgcldClpwxfOwLShJyG7XEaqeJaQIc00jClFswsmFfkfPXQoZuYj9dhtFeHQW0hU+EXUNFQY2hkVNIMudLwPWlvE+Xdl/5GqqsniRPZ0CiuGR7zpofR8TqMduswxDbCaDH42tCTBBN4BEyjvNwstCy+9WhblUU0x5mV5iTIMBjCjKa3ifl4HUZ7ddiy6DAYBZ0sMvqTx2J7Sro6VRyMgH1UlxxEGlo1w3iFqiX3qSHDbmw0CR2vw2ivDqMePFa5wTB4WKi0Wvgc+PPqA6y+rv2kiMhdLljsho4mvdWI4CXHJNt6Pl6H0W4dVsqsVRuUZKZRSmvUeuYlP4dwKQkBDlgtV9T7AHEGm1l4uoGSyDK3uX28DqO9OgxluTY13PQ+J0E8RVyTgjEdMLV45qfCbkVDiZhoI00aY1bJyHvUwEaT0PE6jHbrsNGydEXAcSR0KSiRGnKCw0zd59Jyg9VoaWAstQLLBVUSocOGVOdjmdv5fLwOo706DIO4ZohN5cxl9hxENc7qWursGd28FFwMfGmUYiYpEmPrDm1s5EHd/Tpmf7wO83t12NDeKcfg0tqoTAxpRX7N4eEUzpp9qHCSEQkg1CbW2wll55d3pgo/uYn5eB3m9+qwXpatmmjGHNZumO8jkvcEs4yAHda6hTKhVeJwJS2POWPNIklCRUWnTczH6zC/V4cJDxdzSjHBPir6M/mBQV2QxZVjafCLI3usbl77BQyPESmFQNxnqb5s5rM/Xod53l3PGNBdYIYzptLaqO6Q2dyLG1GZQ8g9SmL1aHVuvTsIGV6yG8VFyHS/8VX+eB3m9+qwRDmvt7NWEU84JlmmuCiGcZbQ4KI0UPINHrN1NLEJLwJFBpVeWxyjbfS2P16H+b06TDB1MloSnATUFcM5UMBEimWsLV6teVKHlYDILl3nSA6VjF62NkVz6WEzq/zxOszv1WGhi5eEBY2IYkBsS4lBWkV8sw+VmparKOxQ6SkoGvyqAycdp3Ap+03Mx+swv1eHJeVaW0LJhp4JfziJo4du7zHBfWBMewxpTCuM5IK5VXzDcENOtAlZ3nUT8/E6zO/VYQlqu+kso6IfL/MEhd1ccxJp5lhqC5jScBpppcHIrrhlMDGlsPawX5v3MfzxOszv1WGjiArakfTRA0LJaE8dwygEL1pgJPEkwTuKw/+1tz9j7oxUz96jKDYx8/E6jN3uHjZlDibXPeqz+YmV9DAZCQGX5aihwx2jjnOAzewY3sGjdQsj+QuNTT3z8TqMd++HuVIDxDR0l1JNDuNHJDLSG1N7VGE0LFdj6blNGBH4y87VlRBdipzyRofx8TqM9+owyporq1Nijlxz5MkC6V0TVFmpQ6dHmFBlHi0Ojb3qaBXZAD3SBob5JubjdRjv1WEcWlizKXaRdavH6tO6NgXLehPLi8xcUkpCY90/geJ2WP0+QxhdqoTNPgkfr8N4rw6LGLM0pSHG6MXDXijEV+PW0NhSbkuSwURBjaxcwMVw1JEJQTOkeKrbdT5eh/FeHdYxjJu41EcgaGi3toF8maGXmTGOMJq5PL1HB3sdXU3r90MdjhwaGPzYJubjdRjv1WEYsnMESeu2pIkJHYt3cJZRoMYqXAWkh1MepBM1jitQA1KbhH3t8B207dvH6zDeq8MqZpEGeKmQh5vrfgN8oxESxSHnZ4WdnoFi9TyHbxy1jBSiBG7VwXtv5/PxOoz36rCcxDudNdQ6+5rHRZbeWJWMmRwVWUA9FWnwk7Um5P90QglZzwIHtq3n43UY794Pg4GYNF3ybr37BmtZYx59cMzsZXgp2jlKT9RyWLdY8FzeysPBJZTBxkuG43VY2L0fhlXEeg5ojwGx7av4iR7W4JOx0HHdVlHW3SO4Hhho6/4pWI3nTZOAbrbZDwvH67CwV4dhCYXRpRROYnQkLqxzyuuNOMx65PjgNshhRldHldq6Zbiy73XtiYnjX9Tz/z3jxc3d0B9f6w7Gl073gm9OaYwKCRbiusdbQ8wZkXXK3PBdIE8ONmo5rPXmayoY0y5IcOsOE/7JTz3e/6B3N/+jD68V3S9P8JKG7q2g0XaMW1h/yGWecJmSYpjVpygy1t0EjJGMVhTdqK4WSSm0tSPE5dfxvPJtp189zwvTdRk8Gp1QgcvSEw4HUdiyOlReDi1yGM1FSVAQoq7qeucFQ7bKyuQvjv/Tfa/ttUL6+eAv3T3Lst7RDhGWZk6Co38y8I6oVSFufhCte2ljnlCBKdY0G4wghBFU0tTPEINfezlLKs3YqUFVdhiojGJULKhWlKvHIZVxEN+1EEFQImdpklfJUl6GGAjuU/zfBTGcs34FY/D9Hx5j8IYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGMMzxsCtDNcxZuZwJQqHXEaF7uCOgmxRsbacYpblHoNiHMNB03DI9MTSW/+NMAb6+mcxOPssBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGIwiMEgBoMYDGL4vUAMyNoRa63osHBLs+W0tgfcuv8WDsFBUENaONRqIYcVhqFIEFbsGYJDMIh/s89i+NoHMRRjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbBGAZjGIxhMIbh98IwaE6w9hBTgWAXC4oSOnLdYoxovfrch8w+cio5BVy6MHExptQAmyUpF/8ywwA9SiH8XQzDOevXMIZuGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYxGMZgGINhDIYx/F4wBjw9CMoy9J4Y2mp12QjXAHUljGKMPaFma1k30OQcI3S3YJXRpb1U//QJCr/NRzF87bMYOP7DQwzeIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxiMIjBIAaDGAxi+F+WPwsIHSUBAA==

["/bin/bash" "-c" "$SERVER_START_SCRIPT_PATH"]

RUN |3 TELEMETRY_MODE=0 TELEMETRY_ENDPOINT=0 PIP_INDEX_URL=https://urm.nvidia.com/artifactory/api/pypi/nv-shared-pypi/simple /bin/sh -c touch $SERVER_START_SCRIPT_PATH &&
  chmod a+rx $SERVER_START_SCRIPT_PATH &&
  cat > $SERVER_START_SCRIPT_PATH <<-EOF #!/usr/bin/env bash set -eu # SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: LicenseRef-NvidiaProprietary start_server EOF # buildkit

SERVER_START_SCRIPT_PATH=/opt/nim/start_server.sh

nvs:1000

./H_latency_fp8.yaml /opt/nim/H_latency_fp8.yaml

./H_balanced_bf16.yaml /opt/nim/H_balanced_bf16.yaml

./H_throughput_fp8.yaml /opt/nim/H_throughput_fp8.yaml

./H_throughput_bf16.yaml /opt/nim/H_throughput_bf16.yaml

./B_throughput_bf16.yaml /opt/nim/B_throughput_bf16.yaml