NVIDIA
mistral-small-24b-instruct-2501
Container
NVIDIA
mistral-small-24b-instruct-2501

NVIDIA NIM for GPU accelerated Mistral-Small-24B-Instruct inference through OpenAI compatible APIs

LayerLabelCreated
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4LABEL
model.manifest.yaml=H4sIAAAAAAAC/+2bTW+buRHH7/kUQs61Qw5fhjRQFAWa3oIudvfSkzEcDrOqZcuQ5O2in77/J3Hs7K6ihQvY7oG+xNYjc/TnvP8Q7/Unu5bLn223X29vLlZv6dy9fXO72471xi73tjE94MGl7tYH263lYiV3h+2b6223zcXqer0/7GTz7v7fs/21bDZnFNvZ+gav3OnhjJLzb3Y4R/Z2sfLn5U/xy/H7izer1dlq3S9WgVNXN0bJPgQliRRGs2oj5l5GH556ji60oCKhFWPXuSQvpQ6trncctFod5OOnI5evYXK43Gx3+MBvh2z29vb+wWZzfWk3H9c3+DQHu9lvdzu8cXN9//j2Fr/gv7z5dme6/nwxbfh8/+pheQ99ec9hd1jObHfrTZe2wbFvofze3r+3u6v9rag9fK4vuj9/ff/+r3/78P78uj++tFrd7dYXq5uPevHu3c36+svlyvqPrvnip3FGrpF1f4Zf/Mti688PFr4yAJ/r1f7uGqo2cmXhInLmWI197b0oLnU4dTpCGN4RhdJyoUHSwig9sYiPoymFXkdITpN7OPuHf/7w4/sPl999/48P3/14fvjl8Gy6fmfplD5XJFrpfhB5z8mb5qLeS0J8WWuQm6oPXHrxbDHjE+jwEO0oKO4gvfntyfvz+5OfS95vDZ1U51MMedhATgwlaGuVclVoboWcWXVMigTzQiHDg8mF3kydNcoxt0d125ux/nj+rz0C/tmEPdo4qWmwCymPkE2YJWcKvo+a8OGjBl9zZiKOVBO5riUIWZDmvXNwZQrla0377Wbd5WD9fC/DPif9/jkFHjV4Sq1Jpm6eICs64+hVOlexFDvSi6lVLxyKDxZ9YW+lJARyzYMK4W7s4eyPdmM7+VyxX8CZx82dUupd7amMPHzonaxWlHo3osvSpbRAS2xS7p21NSNlzuIpWuBQTZHAD2d/6kBncLfzZ9uxfOPdi/j3jwyfUo8sTL0R+sEYFCgGXsI8oMcFVFlfXPRJmHyPnCi7xN7TKE2SQ+z7nI6op9dST09W75HFHUW1l8JLhxc09ojIVnSQwLX04QblVKvmMSSVhopNyZDfmpXyMd+H11IfnqzeBTcS6lSow3NMLpFRr7T02OCqKyaeXWqRa7XGKGVUR405FYxDyJNyRH18LfXxyeoD9CCTrdfmBC7vuI4olNhRqiVV1PkQlavyyKln53LKJXqTtLzExyI/vZb69HT1KGMZQa5Rh2Ykd+lVXewpRnYezZtIkoQUmlrL3eNJCIVbwhDMrYQj6vNrqc9Pr3rWixSiMkbFN65Gt1yALyj0TXCisoSc0Riix5Q9iuTYfOVcW1RxekQ9v5Z6frp6OBj7iy+IdczPiQamStZBiTp/kunZF+R9Q4AEMi2W0PMtWiT1zY6oL6+lvjxZvWWkcVKlkXLEbuHIN+R1S5UweNea0PAw0nTcRUQjQFgQtrrQlq0j69GOV19LfX2y+mHWHFYrp7Y0dLbO5pPlkIamhj2D+sCiS01k2aqkpIY2iCdYcXuXI5Hv3Sup/4bhU+oLXKxY0RuLMqY4rPcx19qGk6SdsbEg2rXWyJqxtaSU/ejIDQSGZGn91+q/tnq+vun2y/POtqeMnlKN8TzHgGIemeHrwTwSqnsISOjui2Jh8ZjfU3MV1T44KO5dLRG37qg9bmO3shPsf88q8isbpzQ1xdKMHbIsLu0BYet8RmB7VGvNXEmxgzrB4kUNZd1cbG3ZVDJjj7Pw6Mn9relaNpeH7RUu9fJabp9X3zfsnWQhgzFtxuzUhYrxJHTxqWF0SV6yWm4NsjonjG01OO5R4OwsivrmM8b0h7MPdgWjz6vvKxsn69AwltIxZC1UbaktHMS0aUBxShk/wWVYJctAreqtJkPxQcMuaFPLCvaoabnH9X9s98yyfmXmlDLB8BRzkxoGlmPxmKkDhmtslw0DJroORu6WY8ktxKopoBrFGJN51GXjGn6v7EUW56PWTu5Oig0JQxLc0nOMzRK2xo4Zcumt8CxCEFuyFliKTUpsLsbgNYaFY6HkPpJW5VKaOSFB5DqiiKtrDo0IG1brI3crwqzEw/Xo2LtS2YeERQTjCIWTpPXv3yKtP/8PhNVPhDoR6kSoE6FOhDoR6kSoE6FOhDoR6kSoE6FOhDoR6kSoE6FOhDoR6kSoE6G+NELN3kKzIoQcXVrPyL73mjIuSKtrjOaEHhWX/5k6Kop36OTE4XhkgOLqXg6h0kSoE6FOhDoR6kSoE6FOhDoR6kSoE6FOhDoR6kSoE6FOhDoR6kSoE6FOhDoR6ksjVNEQMYqM0rV1LCLSE8XKkWIZNAT+9q2TuIByHNGHdfhYXXeIIC6s9PJ/7+/n3/tP0jpJ6yStk7RO0jpJ6yStk7RO0jpJ6yStk7RO0jpJ6yStk7RO0jpJ6ySt/yek9b8t5lXM2VUAAA==
06/18/2025 1:32 PM UTC
sha256:79be55540ef3a732c7f139e81937abcf5eb92187b04f5c411b0705a80dee36e6COPY
CONTAINER_LICENSE /opt/nim/LICENSE
06/18/2025 1:32 PM UTC
sha256:5d6c349f25cff1438fcc93f6eecb115d6ba40293f22f1d9e1019015fe035161eCOPY
./notices/* /opt/nim/
06/18/2025 1:32 PM UTC
sha256:5be3a93b57637864e157d80e05b11cf6a6843c03a3343a462bb3c0f08cc1f5b8COPY
banner.txt /opt/nvidia/entrypoint.d/31-model-license.txt
06/18/2025 1:32 PM UTC
sha256:767df9834ad1b9a6c16010534fe9660a153b03b041279111dd8d51c9d6a49dcaCOPY
MODEL_LICENSE /opt/nim/MODEL_LICENSE
06/18/2025 1:32 PM UTC
sha256:3cdaf13162fa8793f1db234117a282616372a00ca9af3f179b1c6572e62087adCOPY
model_manifest.yaml /opt/nim/etc/default/model_manifest.yaml
06/18/2025 1:32 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
NIM_HTTP_API_PORT=8000
06/18/2025 1:32 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
NIM_MODEL_NSPECT_ID=NSPECT-KE2O-3Z1K
06/18/2025 1:32 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
NIM_NSPECT_ID=NSPECT-KFGW-PB8Z
06/18/2025 1:32 PM UTC
sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4ENV
NIM_SERVED_MODEL_NAME=mistral/mistral-small-24b-instruct-2501
06/18/2025 1:32 PM UTC
...