[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_88":245,"_246":247,"_248":249,"_250":251,"_252":253,"_254":31,"_255":256,"_257":258,"_259":31,"_260":31,"_261":31,"_262":31,"_263":264,"_265":-5,"_266":267,"_268":269,"_270":271,"_272":115,"_273":117,"_274":275,"_109":-5,"_276":31,"_277":-5,"_278":279,"_139":280,"_281":282,"_283":284,"_285":286,"_287":288,"_289":31,"_26":27,"_28":290,"_30":31,"_32":291,"_34":292,"_36":293},"routes/orgs/$orgName/$teamName/$resourceType/$resourceId/$version/route",{"_124":125,"_126":127,"_128":129,"_130":131,"_132":31,"_133":134,"_135":31,"_136":31,"_137":138,"_139":21,"_140":-5,"_141":142,"_143":-5,"_144":145,"_146":147,"_148":31,"_149":150,"_26":27,"_28":151,"_30":31,"_32":152,"_34":153,"_36":154},"routes/orgs/$orgName/$teamName/$resourceType/$resourceId/$version/_access/route",{"_85":86,"_87":-5,"_88":89,"_90":91,"_26":27,"_28":92,"_30":31,"_32":93,"_34":94,"_36":95},"routes/orgs/$orgName/$teamName/$resourceType/$resourceId/$version/file-browser/route",{"_13":14,"_15":16,"_17":16,"_18":19,"_20":21,"_22":23,"_24":25,"_26":27,"_28":29,"_30":31,"_32":33,"_34":35,"_36":37},"fileTree",[72],"totalFiles",1,"page","pageSize",50,"unresolvedVersion","-","resolvedVersion","21.03.1","expandedFolders",[],"traceId","dfa0ddde3ff00f08e51a9c0ac9094827","traceStartTime",1783980174807,"isStaleResponse",false,"notifications",[],"toasts",[],"apiCalls",[38,39,40,41,42,43,44],{"_45":59,"_47":70,"_49":61,"_51":62,"_53":71,"_55":56},{"_45":59,"_47":68,"_49":61,"_51":62,"_53":69,"_55":56},{"_45":59,"_47":66,"_49":61,"_51":62,"_53":67,"_55":56},{"_45":59,"_47":64,"_49":61,"_51":62,"_53":65,"_55":56},{"_45":59,"_47":60,"_49":61,"_51":62,"_53":63,"_55":56},{"_45":57,"_47":58,"_49":50,"_51":52,"_53":54,"_55":56},{"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56},"apiTag","subscription-api","path","/v2/users/me/subscriptions","status","error","httpStatus",401,"durationMs",3,"retryCount",0,"oms-api","/v2/users/me","models-api","/v2/resources/org/nvidia/team/dle/efficientnet_pyt/collections?page-number=0&page-size=1","success",200,55,"/v2/resources/nvidia/dle/efficientnet_pyt/versions/21.03.1/files?page-size=50&page-number=0",60,"/v2/resources/nvidia/dle/efficientnet_pyt/versions/21.03.1",62,"/v2/resources/nvidia/dle/efficientnet_pyt/versions?page-size=100&page-number=0&sort-order=CREATED_DATE_DESC",56,"/v2/resources/nvidia/dle/efficientnet_pyt?resolve-labels=true&remove-unresolved-labels=true",69,{"_73":74,"_74":75},"type","file",{"_76":77,"_78":77,"_47":77,"_79":80,"_81":82,"_83":84},"id","efficientnet_pyt.md","name","size",61855,"formattedSize","60.41 KB","updatedAt","2022-11-04T01:05:41.694Z","canDownload",true,"accessDeniedReason","appConfig",{"_107":108,"_109":110},"debugAccessInfo",{"_103":86,"_104":105,"_106":31},1783980174737,[],[],[96,97,98,99,100,101],{"_45":59,"_47":70,"_49":61,"_51":62,"_53":71,"_55":56},{"_45":59,"_47":68,"_49":61,"_51":62,"_53":69,"_55":56},{"_45":59,"_47":66,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":59,"_47":60,"_49":61,"_51":62,"_53":63,"_55":56},{"_45":57,"_47":58,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56},"pending","canGuestAccess","requiredProducts",[],"hasLicenseRequirement","urls",{"_112":113,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123},"user",{"_111":31},"loggedIn","build","https://build.nvidia.com","ngcApi","https://api.ngc.nvidia.com","ngcHelm","https://helm.ngc.nvidia.com","ngcRegistry","https://registry.ngc.nvidia.com","orgUi","https://org.ngc.nvidia.com","ngcUi","https://ngc.nvidia.com","resource",{"_76":203,"_204":205,"_206":207,"_208":209,"_162":163,"_164":165,"_210":211,"_168":212,"_213":214,"_173":215,"_216":217,"_218":23,"_219":-7,"_220":-7,"_221":222,"_223":224,"_225":86,"_226":80,"_227":-5,"_228":-7,"_229":-7,"_230":-7,"_231":-7,"_232":-7,"_233":-7,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243,"_244":31},"html","

This resource is using open-source code maintained in github (see the quick-start-guide section) and available for download from NGC

EfficientNet is an image classification model family. It was first described in EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks. The scripts provided enable you to train the EfficientNet-B0, EfficientNet-B4, EfficientNet-WideSE-B0 and, EfficientNet-WideSE-B4 models.

EfficientNet-WideSE models use Squeeze-and-Excitation layers wider than original EfficientNet models, the width of SE module is proportional to the width of Depthwise Separable Convolutions instead of block width.

WideSE models are slightly more accurate than original models.

This model is trained with mixed precision using Tensor Cores on Volta and the NVIDIA Ampere GPU architectures. Therefore, researchers can get results over 2x faster than training without Tensor Cores, while experiencing the benefits of mixed precision training. This model is tested against each NGC monthly container release to ensure consistent accuracy and performance over time.

We use NHWC data layout when training using Mixed Precision.

Default configuration

The following sections highlight the default configurations for the EfficientNet models.

Optimizer

This model uses RMSprop with the following hyperparameters:

Momentum (0.9)
Learning rate (LR):\n
- 0.08 for 4096 batch size for B0 models
- 0.16 for 4096 batch size for B4 models\nscale the learning rate.
\n
Learning rate schedule - we use cosine LR schedule
We use linear warmup of the learning rate during the first 16 epochs
Weight decay (WD):\n
- 1e-5 for B0 models
- 5e-6 for B4 models
\n
We do not apply WD on Batch Norm trainable parameters (gamma/bias)
Label smoothing = 0.1
MixUp = 0.2
We train for 400 epochs

Optimizer for QAT

This model uses SGD optimizer for B0 models and RMSPROP optimizer alpha=0.853 epsilon=0.00422 for B4 models. Other hyperparameters we used are:

Momentum:\n
- 0.89 for B0 models
- 0.9 for B4 models
\n
Learning rate (LR):\n
- 0.0125 for 128 batch size for B0 models
- 4.09e-06 for 32 batch size for B4 models\nscale the learning rate.
\n
Learning rate schedule:\n
- cosine LR schedule for B0 models
- linear LR schedule for B4 models
\n
Weight decay (WD):\n
- 4.50e-05 for B0 models
- 9.714e-04 for B4 models
\n
We do not apply WD on Batch Norm trainable parameters (gamma/bias)
We train for:\n*10 epochs for B0 models\n*2 epochs for B4 models

Data augmentation

This model uses the following data augmentation:

\n
For training:
\n
- Auto-augmentation
- Basic augmentation:\n
  - Normalization
  - Random resized crop to target images size (depending on model version)\n
    - Scale from 8% to 100%
    - Aspect ratio from 3/4 to 4/3
    \n
  - Random horizontal flip
  \n
\n
\n
For inference:
\n
- Normalization
- Scale to target image size + 32
- Center crop to target image size
\n

Feature support matrix

The following features are supported by this model:

\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n

tr:nth-child(odd)]:bg-surface-sunken\">

Feature	EfficientNet
DALI	Yes (without autoaugmentation)
APEX AMP	Yes
QAT	Yes

Features

NVIDIA DALI

DALI is a library accelerating data preparation pipeline. To accelerate your input pipeline, you only need to define your data loader\nwith the DALI library. For more information about DALI, refer to the DALI product documentation.

We use NVIDIA DALI,\nwhich speeds up data loading when CPU becomes a bottleneck.\nDALI can use CPU or GPU, and outperforms the PyTorch native dataloader.

Run training with --data-backends dali-gpu or --data-backends dali-cpu to enable DALI.\nFor DGXA100 and DGX1 we recommend --data-backends dali-cpu.

DALI currently does not support Autoaugmentation, so for best accuracy it has to be disabled.

APEX

A PyTorch extension that contains utility libraries, such as Automatic Mixed Precision (AMP), which require minimal network code changes to leverage Tensor Cores performance. Refer to the Enabling mixed precision section for more details.

QAT

Quantization aware training (QAT) is a method for changing precision to INT8 which speeds up the inference process at the price of a slight decrease of network accuracy. Refer to the Quantization section for more details.

Mixed precision training

Mixed precision is the combined use of different numerical precisions in a computational method. Mixed precision training offers significant computational speedup by performing operations in half-precision format, while storing minimal information in single-precision to retain as much information as possible in critical parts of the network. Since the introduction of Tensor Cores in Volta, and following with both the Turing and Ampere architectures, significant training speedups are experienced by switching to mixed precision -- up to 3x overall speedup on the most arithmetically intense model architectures. Using mixed precision training requires two steps:

Porting the model to use the FP16 data type where appropriate.
Adding loss scaling to preserve small gradient values.

The ability to train deep learning networks with lower precision was introduced in the Pascal architecture and first supported in CUDA 8 in the NVIDIA Deep Learning SDK.

For information about:

How to train using mixed precision, see the Mixed Precision Training paper and Training With Mixed Precision documentation.
Techniques used for mixed precision training, see the Mixed-Precision Training of Deep Neural Networks blog.
APEX tools for mixed precision training, see the NVIDIA Apex: Tools for Easy Mixed-Precision Training in PyTorch.

Enabling mixed precision

Mixed precision is enabled in PyTorch by using the Automatic Mixed Precision (AMP), a library from APEX that casts variables to half-precision upon retrieval,\nwhile storing variables in single-precision format. Furthermore, to preserve small gradient magnitudes in backpropagation, a loss scaling step must be included when applying gradients.\nIn PyTorch, loss scaling can be easily applied by using scale_loss() method provided by AMP. The scaling value to be used can be dynamic or fixed.

For an in-depth walk through on AMP, check out sample usage here. APEX is a PyTorch extension that contains utility libraries, such as AMP, which require minimal network code changes to leverage Tensor Cores performance.

To enable mixed precision, you can:

\n
Import AMP from APEX:
\n
```
from apex import amp\n
```
\n

Wrap model and optimizer in amp.initialize:

model, optimizer = amp.initialize(model, optimizer, opt_level=\"O1\", loss_scale=\"dynamic\")\n

Scale loss before backpropagation:

with amp.scale_loss(loss, optimizer) as scaled_loss:\n  scaled_loss.backward()\n

Enabling TF32

TensorFloat-32 (TF32) is the new math mode in NVIDIA A100 GPUs for handling the matrix math also called tensor operations. TF32 running on Tensor Cores in A100 GPUs can provide up to 10x speedups compared to single-precision floating-point math (FP32) on Volta GPUs.

TF32 Tensor Cores can speed up networks using FP32, typically with no loss of accuracy. It is more robust than FP16 for models which require high dynamic range for weights or activations.

For more information, refer to the TensorFloat-32 in the A100 GPU Accelerates AI Training, HPC up to 20x blog post.

TF32 is supported in the NVIDIA Ampere GPU architecture and is enabled by default.

Quantization

Quantization is the process of transforming deep learning models to use parameters and computations at a lower precision. Traditionally, DNN training and inference have relied on the IEEE single-precision floating-point format, using 32 bits to represent the floating-point model weights and activation tensors.

This compute budget may be acceptable at training as most DNNs are trained in data centers or in the cloud with NVIDIA V100 or A100 GPUs that have significantly large compute capability and much larger power budgets. However, during deployment, these models are most often required to run on devices with much smaller computing resources and lower power budgets at the edge. Running a DNN inference using the full 32-bit representation is not practical for real-time analysis given the compute, memory, and power constraints of the edge.

To help reduce the compute budget, while not compromising on the structure and number of parameters in the model, you can run inference at a lower precision. Initially, quantized inferences were run at half-point precision with tensors and weights represented as 16-bit floating-point numbers. While this resulted in compute savings of about 1.2–1.5x, there was still some compute budget and memory bandwidth that could be leveraged. In lieu of this, models are now quantized to an even lower precision, with an 8-bit integer representation for weights and tensors. This results in a model that is 4x smaller in memory and about 2–4x faster in throughput.

While 8-bit quantization is appealing to save compute and memory budgets, it is a lossy process. During quantization, a small range of floating-point numbers are squeezed to a fixed number of information buckets. This results in loss of information.

The minute differences which could originally be resolved using 32-bit representations are now lost because they are quantized to the same bucket in 8-bit representations. This is similar to rounding errors that one encounters when representing fractional numbers as integers. To maintain accuracy during inferences at a lower precision, it is important to try and mitigate errors arising due to this loss of information.

Quantization-aware training

In QAT, the quantization error is considered when training the model. The training graph is modified to simulate the lower precision behavior in the forward pass of the training process. This introduces the quantization errors as part of the training loss, which the optimizer tries to minimize during the training. Thus, QAT helps in modeling the quantization errors during training and mitigates its effects on the accuracy of the model at deployment.

However, the process of modifying the training graph to simulate lower precision behavior is intricate. To run QAT, it is necessary to insert FakeQuantization nodes for the weights of the DNN Layers and Quantize-Dequantize (QDQ) nodes to the intermediate activation tensors to compute their dynamic ranges.

For more information, see this Quantization paper and Quantization-Aware Training documentation.\nTutorial for pytoch-quantization library can be found here pytorch-quantization tutorial.

It is important to mention that EfficientNet is NN, which is hard to quantize because the activation function all across the network is the SiLU (called also the Swish), whose negative values lie in very short range, which introduce a large quantization error. More details can be found in Appendix D of the Quantization paper.

","resourceVersions",[196,197,198],"resourceVersionsTotal",2,"hasMoreVersions","versionMetadata",{"_167":23,"_168":-5,"_49":169,"_170":-5,"_171":172,"_173":-5,"_174":80,"_175":16,"_176":31,"_177":-5,"_178":31,"_179":180,"_181":86,"_182":183,"_184":86,"_185":186,"_187":86,"_188":189,"_190":86,"_191":192,"_193":86,"_194":195},"versionNotFound","isLoggedIn","latestVersionPath","/orgs/nvidia/dle/resources/efficientnet_pyt/-","version","imageReference","cliDownloadCommand","ngc registry resource download-version nvidia/dle/efficientnet_pyt:21.03.1","helmFetchCommand","viewAllVersionsPath","/orgs/nvidia/dle/resources/efficientnet_pyt/-/version-history","accessCheckResult",{"_166":86},"hasRelatedCollections","context",{"_162":163,"_164":165},1783980174803,[],[],[155,156,157,158,159,160,161],{"_45":59,"_47":70,"_49":61,"_51":62,"_53":71,"_55":56},{"_45":59,"_47":68,"_49":61,"_51":62,"_53":69,"_55":56},{"_45":59,"_47":66,"_49":61,"_51":62,"_53":67,"_55":56},{"_45":59,"_47":64,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":59,"_47":60,"_49":61,"_51":62,"_53":63,"_55":56},{"_45":57,"_47":58,"_49":50,"_51":52,"_53":54,"_55":56},{"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56},"orgName","nvidia","teamName","dle","allowed","versionId","description","UPLOAD_COMPLETE","releaseType","createdDate",["D",1667523937273],"updatedDate","totalSizeInBytes","totalFileCount","isSigned","malwareScanStatus","isScanned","releaseNotes","### Changelog\n\n1. April 2020\n * Initial release\n\n### Known issues\n\nThere are no known issues with this model.","hasReleaseNotes","setup","The following section lists the requirements that you need to meet in order to start training the EfficientNet model.\n\n### Requirements\n\nThis repository contains Dockerfile which extends the PyTorch NGC container and encapsulates some dependencies. Aside from these dependencies, ensure you have the following components:\n\n* [NVIDIA Docker](https://github.com/NVIDIA/nvidia-docker)\n* [PyTorch 21.03-py3 NGC container](https://ngc.nvidia.com/registry/nvidia-pytorch) or newer\n* Supported GPUs:\n * [NVIDIA Volta architecture](https://www.nvidia.com/en-us/data-center/volta-gpu-architecture/)\n * [NVIDIA Turing architecture](https://www.nvidia.com/en-us/geforce/turing/)\n * [NVIDIA Ampere architecture](https://www.nvidia.com/en-us/data-center/nvidia-ampere-gpu-architecture/)\n\nFor more information about how to get started with NGC containers, see the\nfollowing sections from the NVIDIA GPU Cloud Documentation and the Deep Learning\nDGX Documentation:\n* [Getting Started Using NVIDIA GPU Cloud](https://docs.nvidia.com/ngc/ngc-getting-started-guide/index.html)\n* [Accessing And Pulling From The NGC Container Registry](https://docs.nvidia.com/deeplearning/dgx/user-guide/index.html#accessing_registry)\n* [Running PyTorch](https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/running.html#running)\n\nTo set up the required environment or create your own container, as an alternative to the use of the PyTorch NGC container, see the versioned [NVIDIA Container Support Matrix](https://docs.nvidia.com/deeplearning/frameworks/support-matrix/index.html).","hasSetup","quickStartGuide","To train your model using mixed or TF32 precision with Tensor Cores or using FP32,\nperform the following steps using the default parameters of the efficientnet model on the ImageNet dataset.\nFor the specifics concerning training and inference, see the [Advanced](#advanced) section.\n\n1. Clone the repository.\n```\ngit clone https://github.com/NVIDIA/DeepLearningExamples\ncd DeepLearningExamples/PyTorch/Classification/\n```\n\n2. Download and pre-process the dataset.\n\nThe EfficientNet script operates on ImageNet 1k, a widely popular image classification dataset from the ILSVRC challenge.\n\nPyTorch can work directly on JPEGs, therefore, pre-processing/augmentation is not needed.\n\n3. [Download the images](http://image-net.org/download-images).\n\n4. Extract the training data:\n ```bash\n mkdir train && mv ILSVRC2012_img_train.tar train/ && cd train\n tar -xvf ILSVRC2012_img_train.tar && rm -f ILSVRC2012_img_train.tar\n find . -name \"*.tar\" | while read NAME ; do mkdir -p \"${NAME%.tar}\"; tar -xvf \"${NAME}\" -C \"${NAME%.tar}\"; rm -f \"${NAME}\"; done\n cd ..\n ```\n\n5. Extract the validation data and move the images to subfolders:\n ```bash\n mkdir val && mv ILSVRC2012_img_val.tar val/ && cd val && tar -xvf ILSVRC2012_img_val.tar\n wget -qO- https://raw.githubusercontent.com/soumith/imagenetloader.torch/master/valprep.sh | bash\n ```\n\nThe directory in which the `train/` and `val/` directories are placed, is referred to as `` in this document.\n\n6. Build the EfficientNet PyTorch NGC container.\n\n```\ndocker build . -t nvidia_efficientnet\n```\n\n7. Start an interactive session in the NGC container to run training/inference.\n```\nnvidia-docker run --rm -it -v :/imagenet --ipc=host nvidia_efficientnet\n```\n\n8. Start training\n\nTo run training for a standard configuration (DGX A100/DGX-1V, AMP/TF32/FP32, 400 Epochs),\nrun one of the scripts in the `./efficientnet/training` directory\ncalled `./efficientnet/training/{AMP, TF32, FP32}/{ DGX A100, DGX-1V }_efficientnet-_{AMP, TF32, FP32}_{ 400 }E.sh`.\n\nEnsure ImageNet is mounted in the `/imagenet` directory.\n\nFor example:\n `bash ./efficientnet/training/AMP/DGXA100_efficientnet-b0_AMP.sh `\n\n9. Start inference\n\nYou can download pre-trained weights from NGC:\n\n```bash\nwget --content-disposition -O \n\nunzip \n```\n\nTo run inference on ImageNet, run:\n\n`python ./main.py --arch efficientnet- --evaluate --epochs 1 --pretrained -b `\n\nTo run inference on JPEG image using pre-trained weights, run:\n\n`python classify.py --arch efficientnet- --pretrained --precision AMP|FP32 --image `","hasQuickStartGuide","advanced","The following sections provide greater details of the dataset, running training and inference, and the training results.\n\n### Scripts and sample code\n\nFor a non-standard configuration, run:\n\n* For 1 GPU\n * FP32\n `python ./main.py --arch efficientnet- --label-smoothing 0.1 `\n `python ./main.py --arch efficientnet- --label-smoothing 0.1 --amp --static-loss-scale 256 `\n\n* For multiple GPUs\n * FP32\n `python ./multiproc.py --nproc_per_node 8 ./main.py --arch efficientnet- --label-smoothing 0.1 `\n * AMP\n `python ./multiproc.py --nproc_per_node 8 ./main.py --arch efficientnet- --label-smoothing 0.1 --amp --static-loss-scale 256 `\n\nUse `python ./main.py -h` to obtain the list of available options in the `main.py` script.\n\n### Command-line options\n\nTo see the full list of available options and their descriptions, use the `-h` or `--help` command-line option, for example:\n\n`python main.py -h`\n\n### Dataset guidelines\n\nTo use your own dataset, divide it into directories. For example:\n\n - Training images - `train//`\n - Validation images - `val//`\n\nIf your dataset has a number of classes different than 1000, you need to pass the `--num_classes N` flag to the training script.\n\n### Training process\n\nAll the results of the training will be stored in the directory specified with `--workspace` argument.\n\nThe script will store:\n - the most recent checkpoint - `checkpoint.pth.tar` (unless `--no-checkpoints` flag is used).\n - the checkpoint with the best validation accuracy - `model_best.pth.tar` (unless `--no-checkpoints` flag is used).\n - the JSON log - in the file specified with the `--raport-file` flag.\n\nMetrics gathered through training:\n - `train.loss` - training loss\n - `train.total_ips` - training speed measured in images/second\n - `train.compute_ips` - training speed measured in images/second, not counting data loading\n - `train.data_time` - time spent on waiting on data\n - `train.compute_time` - time spent in forward/backward pass\n\nTo restart training from the checkpoint use the `--resume` option.\n\nTo start training from pretrained weights (for example, downloaded from NGC) use the `--pretrained-from-file` option.\n\nThe difference between `--resume` and `--pretrained-from-file` flags is that the pretrained weights contain only model weights,\nand checkpoints, apart from model weights, contain optimizer state, LR scheduler state.\n\nCheckpoints are suitable for dividing the training into parts, for example, in order\nto divide the training job into shorter stages, or restart training after an infrastructure failure.\n\nPretrained weights can be used as a base for fine tuning the model to a different dataset,\nor as a backbone to detection models.\n\n### Inference process\n\nValidation is done every epoch, and can be also run separately on a checkpointed model.\n\n`python ./main.py --arch efficientnet- --evaluate --epochs 1 --resume -b `\n\nMetrics gathered through training:\n\n - `val.loss` - validation loss\n - `val.top1` - validation top1 accuracy\n - `val.top5` - validation top5 accuracy\n - `val.total_ips` - inference speed measured in images/second\n - `val.compute_ips` - inference speed measured in images/second, not counting data loading\n - `val.data_time` - time spent on waiting on data\n - `val.compute_time` - time spent on inference\n\nTo run inference on JPEG image, you have to first extract the model weights from checkpoint:\n\n`python checkpoint2model.py --checkpoint-path --weight-path `\n\nThen, run the classification script:\n\n`python classify.py --arch efficientnet- --pretrained-from-file --precision AMP|FP32 --image `\n\nYou can also run the ImageNet validation on pretrained weights:\n\n`python ./main.py --arch efficientnet- --evaluate --epochs 1 --pretrained-from-file -b `\n\n#### NGC pretrained weights\n\nPretrained weights can be downloaded from NGC:\n\n```bash\nwget \n```\n\nURL for each model can be found in the following table:\n\n| **Model** | **NGC weights URL** |\n|:---------:|:-------------------:|\n| efficientnet-b0 | https://api.ngc.nvidia.com/v2/models/nvidia/efficientnet_b0_pyt_amp/versions/20.12.0/files/nvidia_efficientnet-b0_210412.pth | \n| efficientnet-b4 | https://api.ngc.nvidia.com/v2/models/nvidia/efficientnet_b4_pyt_amp/versions/20.12.0/files/nvidia_efficientnet-b4_210412.pth | \n| efficientnet-widese-b0 | https://api.ngc.nvidia.com/v2/models/nvidia/efficientnet_widese_b0_pyt_amp/versions/20.12.0/files/nvidia_efficientnet-widese-b0_210412.pth | \n| efficientnet-widese-b4 | https://api.ngc.nvidia.com/v2/models/nvidia/efficientnet_widese_b4_pyt_amp/versions/20.12.0/files/nvidia_efficientnet-widese-b4_210412.pth | \n| efficientnet-quant-b0 | https://api.ngc.nvidia.com/v2/models/nvidia/efficientnet_b0_pyt_qat_ckpt_fp32/versions/21.03.0/files/nvidia-efficientnet-quant-b0-130421.pth | \n| efficientnet-quant-b4 | https://api.ngc.nvidia.com/v2/models/nvidia/efficientnet_b4_pyt_qat_ckpt_fp32/versions/21.03.0/files/nvidia-efficientnet-quant-b4-130421.pth | \n\nTo run inference on ImageNet, run:\n\n`python ./main.py --arch efficientnet- --evaluate --epochs 1 --pretrained -b `\n\nTo run inference on JPEG images using pretrained weights, run:\n\n`python classify.py --arch efficientnet- --pretrained --precision AMP|FP32 --image `\n\n### Quantization process\n\nEfficientNet-b0 and EfficientNet-b4 models can be quantized using the QAT process from running the `quant_main.py` script.\n\n`python ./quant_main.py --arch efficientnet-quant- --epochs <# of QAT epochs> --pretrained-from-file `\n\nDuring the QAT process, evaluation is done in the same way as during standard training. `quant_main.py` works in the same way as the original `main.py` script, but with quantized models. It means that `quant_main.py` can be used to resume the QAT process with the flag `--resume`:\n\n`python ./quant_main.py --arch efficientnet-quant- --resume ...`\n\nor to evaluate a created checkpoint with the flag `--evaluate`:\n\n`python ./quant_main.py --arch efficientnet-quant- --evaluate --epochs 1 --resume -b ` \n\nIt also can run on multi-GPU in an identical way as the standard `main.py` script:\n\n`python ./multiproc.py --nproc_per_node 8 ./quant_main.py --arch efficientnet-quant- ... `\n\nThere is also a possibility to transform trained models (quantized or not) into ONNX format, which is needed to convert it later into TensorRT, where quantized networks are much faster during inference. Conversion to TensorRT will be supported in the next release. The conversion to ONNX consists of two steps:\n\n* translate checkpoint to pure weights:\n\n`python checkpoint2model.py --checkpoint-path --weight-path `\n\n* translate pure weights to ONNX:\n\n`python model2onnx.py --arch efficientnet-quant- --pretrained-from-file -b --trt True`\n\nQuantized models could also be used to classify new images using the `classify.py` flag. For example:\n`python classify.py --arch efficientnet-quant- --pretrained-from-file --image `","hasAdvanced","performance","The performance measurements in this document were conducted at the time of publication and may not reflect the performance achieved from NVIDIA's latest software release. For the most up-to-date performance measurements, go to [NVIDIA Data Center Deep Learning Product Performance](https://developer.nvidia.com/deep-learning-performance-training-inference).\n\n### Benchmarking\n\nThe following section shows how to run benchmarks measuring the model performance in training and inference modes.\n\n#### Training performance benchmark\n\nTo benchmark training, run:\n\n* For 1 GPU\n * FP32 (V100 GPUs only)\n `python ./launch.py --model efficientnet- --precision FP32 --mode benchmark_training --platform DGX1V --raport-file benchmark.json --epochs 1 --prof 100`\n * TF32 (A100 GPUs only)\n `python ./launch.py --model efficientnet- --precision TF32 --mode benchmark_training --platform DGXA100 --raport-file benchmark.json --epochs 1 --prof 100`\n * AMP\n `python ./launch.py --model efficientnet- --precision AMP --mode benchmark_training --platform --raport-file benchmark.json --epochs 1 --prof 100`\n\n* For multiple GPUs\n * FP32 (V100 GPUs only)\n `python ./launch.py --model efficientnet- --precision FP32 --mode benchmark_training --platform DGX1V --raport-file benchmark.json --epochs 1 --prof 100`\n * TF32 (A100 GPUs only)\n `python ./multiproc.py --nproc_per_node 8 ./launch.py --model efficientnet- --precision TF32 --mode benchmark_training --platform DGXA100 --raport-file benchmark.json --epochs 1 --prof 100`\n * AMP\n `python ./multiproc.py --nproc_per_node 8 ./launch.py --model efficientnet- --precision AMP --mode benchmark_training --platform --raport-file benchmark.json --epochs 1 --prof 100`\n\nEach of these scripts will run 100 iterations and save results in the `benchmark.json` file.\n\n#### Inference performance benchmark\n\nTo benchmark inference, run:\n\n* FP32 (V100 GPUs only)\n\n`python ./launch.py --model efficientnet- --precision FP32 --mode benchmark_inference --platform DGX1V --raport-file benchmark.json --epochs 1 --prof 100`\n\n* TF32 (A100 GPUs only)\n\n`python ./launch.py --model efficientnet- --precision TF32 --mode benchmark_inference --platform DGXA100 --raport-file benchmark.json --epochs 1 --prof 100`\n\n* AMP\n\n`python ./launch.py --model efficientnet- --precision AMP --mode benchmark_inference --platform --raport-file benchmark.json --epochs 1 --prof 100`\n\nEach of these scripts will run 100 iterations and save results in the `benchmark.json` file.\n\n### Results\n\nOur results were obtained by running the applicable training script in the pytorch-21.03 NGC container.\n\nTo achieve these same results, follow the steps in the [Quick Start Guide](#quick-start-guide).\n\n#### Training accuracy results\n\n##### Training accuracy: NVIDIA DGX A100 (8x A100 80GB)\n\nOur results were obtained by running the applicable `efficientnet/training//*.sh` training script in the PyTorch 20.12 NGC container on NVIDIA DGX A100 (8x A100 80GB) GPUs.\n\n| **Model** | **Epochs** | **GPUs** | **Top1 accuracy - TF32** | **Top1 accuracy - mixed precision** | **Time to train - TF32** | **Time to train - mixed precision** | **Time to train speedup (TF32 to mixed precision)** |\n|:----------------------:|:----------:|:--------:|:------------------------:|:-----------------------------------:|:------------------------:|:-----------------------------------:|:---------------------------------------------------:|\n| efficientnet-b0 | 400 | 8 | 77.16 +/- 0.07 | 77.42 +/- 0.11 | 19 | 11 | 1.727 |\n| efficientnet-b4 | 400 | 8 | 82.82 +/- 0.04 | 82.85 +/- 0.09 | 126 | 66 | 1.909 |\n| efficientnet-widese-b0 | 400 | 8 | 77.84 +/- 0.08 | 77.84 +/- 0.02 | 19 | 10 | 1.900 |\n| efficientnet-widese-b4 | 400 | 8 | 83.13 +/- 0.11 | 83.1 +/- 0.09 | 126 | 66 | 1.909 |\n\n##### Training accuracy: NVIDIA DGX-1 (8x V100 16GB)\n\nOur results were obtained by running the applicable `efficientnet/training//*.sh` training script in the PyTorch 20.12 NGC container on NVIDIA DGX-1 (8x V100 16GB) GPUs.\n\n| **Model** | **Epochs** | **GPUs** | **Top1 accuracy - FP32** | **Top1 accuracy - mixed precision** | **Time to train - FP32** | **Time to train - mixed precision** | **Time to train speedup (FP32 to mixed precision)** |\n|:----------------------:|:----------:|:--------:|:------------------------:|:-----------------------------------:|:------------------------:|:-----------------------------------:|:---------------------------------------------------:|\n| efficientnet-b0 | 400 | 8 | 77.02 +/- 0.04 | 77.17 +/- 0.08 | 34 | 24 | 1.417 |\n| efficientnet-widese-b0 | 400 | 8 | 77.59 +/- 0.16 | 77.69 +/- 0.12 | 35 | 24 | 1.458 |\n\n##### Example plots\n\nThe following images show an A100 run.\n\n![ValidationLoss](https://raw.githubusercontent.com/NVIDIA/DeepLearningExamples/master/PyTorch/Classification/ConvNets/efficientnet//img/loss_plot.png)\n\n\n![ValidationTop1](https://raw.githubusercontent.com/NVIDIA/DeepLearningExamples/master/PyTorch/Classification/ConvNets/efficientnet//img/top1_plot.png)\n\n\n![ValidationTop5](https://raw.githubusercontent.com/NVIDIA/DeepLearningExamples/master/PyTorch/Classification/ConvNets/efficientnet//img/top5_plot.png)\n\n\n#### Training performance results\n\n##### Training performance: NVIDIA A100 (8x A100 80GB)\n\nOur results were obtained by running the applicable `efficientnet/training//*.sh` training script in the PyTorch 21.03 NGC container on NVIDIA DGX A100 (8x A100 80GB) GPUs.\n\n| **Model** | **GPUs** | **TF32** | **Throughput - mixed precision** | **Throughput speedup (TF32 to mixed precision)** | **TF32 Strong Scaling** | **Mixed Precision Strong Scaling** |\n|:----------------------:|:--------:|:-----------:|:--------------------------------:|:------------------------------------------------:|:-----------------------:|:----------------------------------:|\n| efficientnet-b0 | 1 | 1078 img/s | 2489 img/s | 2.3 x | 1.0 x | 1.0 x |\n| efficientnet-b0 | 8 | 8193 img/s | 16652 img/s | 2.03 x | 7.59 x | 6.68 x |\n| efficientnet-b0 | 16 | 16137 img/s | 29332 img/s | 1.81 x | 14.96 x | 11.78 x |\n| efficientnet-b4 | 1 | 157 img/s | 331 img/s | 2.1 x | 1.0 x | 1.0 x |\n| efficientnet-b4 | 8 | 1223 img/s | 2570 img/s | 2.1 x | 7.76 x | 7.75 x |\n| efficientnet-b4 | 16 | 2417 img/s | 4813 img/s | 1.99 x | 15.34 x | 14.51 x |\n| efficientnet-b4 | 32 | 4813 img/s | 9425 img/s | 1.95 x | 30.55 x | 28.42 x |\n| efficientnet-b4 | 64 | 9146 img/s | 18900 img/s | 2.06 x | 58.05 x | 57.0 x |\n| efficientnet-widese-b0 | 1 | 1078 img/s | 2512 img/s | 2.32 x | 1.0 x | 1.0 x |\n| efficientnet-widese-b0 | 8 | 8244 img/s | 16368 img/s | 1.98 x | 7.64 x | 6.51 x |\n| efficientnet-widese-b0 | 16 | 16062 img/s | 29798 img/s | 1.85 x | 14.89 x | 11.86 x |\n| efficientnet-widese-b4 | 1 | 157 img/s | 331 img/s | 2.1 x | 1.0 x | 1.0 x |\n| efficientnet-widese-b4 | 8 | 1223 img/s | 2585 img/s | 2.11 x | 7.77 x | 7.8 x |\n| efficientnet-widese-b4 | 16 | 2399 img/s | 5041 img/s | 2.1 x | 15.24 x | 15.21 x |\n| efficientnet-widese-b4 | 32 | 4616 img/s | 9379 img/s | 2.03 x | 29.32 x | 28.3 x |\n| efficientnet-widese-b4 | 64 | 9140 img/s | 18516 img/s | 2.02 x | 58.07 x | 55.88 x |\n\n##### Training performance: NVIDIA DGX-1 (8x V100 16GB)\n\nOur results were obtained by running the applicable `efficientnet/training//*.sh` training script in the PyTorch 21.03 NGC container on NVIDIA DGX-1 (8x V100 16GB) GPUs.\n\n| **Model** | **GPUs** | **FP32** | **Throughput - mixed precision** | **Throughput speedup (FP32 to mixed precision)** | **FP32 Strong Scaling** | **Mixed Precision Strong Scaling** |\n|:----------------------:|:--------:|:----------:|:--------------------------------:|:------------------------------------------------:|:-----------------------:|:----------------------------------:|\n| efficientnet-b0 | 1 | 655 img/s | 1301 img/s | 1.98 x | 1.0 x | 1.0 x |\n| efficientnet-b0 | 8 | 4672 img/s | 7789 img/s | 1.66 x | 7.12 x | 5.98 x |\n| efficientnet-b4 | 1 | 83 img/s | 204 img/s | 2.46 x | 1.0 x | 1.0 x |\n| efficientnet-b4 | 8 | 616 img/s | 1366 img/s | 2.21 x | 7.41 x | 6.67 x |\n| efficientnet-widese-b0 | 1 | 655 img/s | 1299 img/s | 1.98 x | 1.0 x | 1.0 x |\n| efficientnet-widese-b0 | 8 | 4592 img/s | 7875 img/s | 1.71 x | 7.0 x | 6.05 x |\n| efficientnet-widese-b4 | 1 | 83 img/s | 204 img/s | 2.45 x | 1.0 x | 1.0 x |\n| efficientnet-widese-b4 | 8 | 612 img/s | 1356 img/s | 2.21 x | 7.34 x | 6.63 x |\n\n##### Training performance: NVIDIA DGX-1 (8x V100 32GB)\n\nOur results were obtained by running the applicable `efficientnet/training//*.sh` training script in the PyTorch 21.03 NGC container on NVIDIA DGX-1 (8x V100 16GB) GPUs.\n\n| **Model** | **GPUs** | **FP32** | **Throughput - mixed precision** | **Throughput speedup (FP32 to mixed precision)** | **FP32 Strong Scaling** | **Mixed Precision Strong Scaling** |\n|:----------------------:|:--------:|:----------:|:--------------------------------:|:------------------------------------------------:|:-----------------------:|:----------------------------------:|\n| efficientnet-b0 | 1 | 646 img/s | 1401 img/s | 2.16 x | 1.0 x | 1.0 x |\n| efficientnet-b0 | 8 | 4937 img/s | 8615 img/s | 1.74 x | 7.63 x | 6.14 x |\n| efficientnet-b4 | 1 | 36 img/s | 89 img/s | 2.44 x | 1.0 x | 1.0 x |\n| efficientnet-b4 | 8 | 641 img/s | 1565 img/s | 2.44 x | 17.6 x | 17.57 x |\n| efficientnet-widese-b0 | 1 | 281 img/s | 603 img/s | 2.14 x | 1.0 x | 1.0 x |\n| efficientnet-widese-b0 | 8 | 4924 img/s | 8870 img/s | 1.8 x | 17.49 x | 14.7 x |\n| efficientnet-widese-b4 | 1 | 36 img/s | 89 img/s | 2.45 x | 1.0 x | 1.0 x |\n| efficientnet-widese-b4 | 8 | 639 img/s | 1556 img/s | 2.43 x | 17.61 x | 17.44 x |\n\n#### Inference performance results\n\n##### Inference performance: NVIDIA A100 (1x A100 80GB)\n\nOur results were obtained by running the applicable `efficientnet/inference//*.sh` inference script in the PyTorch 21.03 NGC container on NVIDIA DGX-1 (8x V100 16GB) GPUs.\n\n###### TF32 Inference Latency\n\n| **Model** | **Batch Size** | **Throughput Avg** | **Latency Avg** | **Latency 95%** | **Latency 99%** |\n|:----------------------:|:--------------:|:------------------:|:---------------:|:---------------:|:---------------:|\n| efficientnet-b0 | 1 | 130 img/s | 9.33 ms | 7.95 ms | 9.0 ms |\n| efficientnet-b0 | 2 | 262 img/s | 9.39 ms | 8.51 ms | 9.5 ms |\n| efficientnet-b0 | 4 | 503 img/s | 9.68 ms | 9.53 ms | 10.78 ms |\n| efficientnet-b0 | 8 | 1004 img/s | 9.85 ms | 9.89 ms | 11.49 ms |\n| efficientnet-b0 | 16 | 1880 img/s | 10.27 ms | 10.34 ms | 11.19 ms |\n| efficientnet-b0 | 32 | 3401 img/s | 11.46 ms | 12.51 ms | 14.39 ms |\n| efficientnet-b0 | 64 | 4656 img/s | 19.58 ms | 14.52 ms | 16.63 ms |\n| efficientnet-b0 | 128 | 5001 img/s | 31.03 ms | 25.72 ms | 28.34 ms |\n| efficientnet-b0 | 256 | 5154 img/s | 60.71 ms | 49.44 ms | 54.99 ms |\n| efficientnet-b4 | 1 | 69 img/s | 16.22 ms | 14.87 ms | 15.34 ms |\n| efficientnet-b4 | 2 | 133 img/s | 16.84 ms | 16.49 ms | 17.72 ms |\n| efficientnet-b4 | 4 | 259 img/s | 17.33 ms | 16.39 ms | 19.67 ms |\n| efficientnet-b4 | 8 | 491 img/s | 18.22 ms | 18.09 ms | 19.51 ms |\n| efficientnet-b4 | 16 | 606 img/s | 28.28 ms | 26.55 ms | 26.84 ms |\n| efficientnet-b4 | 32 | 651 img/s | 51.08 ms | 49.39 ms | 49.61 ms |\n| efficientnet-b4 | 64 | 684 img/s | 96.23 ms | 93.54 ms | 93.78 ms |\n| efficientnet-b4 | 128 | 700 img/s | 195.22 ms | 182.17 ms | 182.42 ms |\n| efficientnet-b4 | 256 | 702 img/s | 380.01 ms | 361.81 ms | 371.64 ms |\n| efficientnet-widese-b0 | 1 | 130 img/s | 9.49 ms | 8.76 ms | 9.68 ms |\n| efficientnet-widese-b0 | 2 | 265 img/s | 9.25 ms | 8.51 ms | 9.75 ms |\n| efficientnet-widese-b0 | 4 | 520 img/s | 9.42 ms | 8.67 ms | 9.97 ms |\n| efficientnet-widese-b0 | 8 | 996 img/s | 12.27 ms | 9.69 ms | 11.31 ms |\n| efficientnet-widese-b0 | 16 | 1916 img/s | 10.2 ms | 10.29 ms | 11.3 ms |\n| efficientnet-widese-b0 | 32 | 3293 img/s | 11.71 ms | 13.0 ms | 14.57 ms |\n| efficientnet-widese-b0 | 64 | 4639 img/s | 16.21 ms | 14.61 ms | 16.29 ms |\n| efficientnet-widese-b0 | 128 | 4997 img/s | 30.81 ms | 25.76 ms | 26.02 ms |\n| efficientnet-widese-b0 | 256 | 5166 img/s | 73.68 ms | 49.39 ms | 55.74 ms |\n| efficientnet-widese-b4 | 1 | 68 img/s | 16.41 ms | 15.14 ms | 16.59 ms |\n| efficientnet-widese-b4 | 2 | 135 img/s | 16.65 ms | 15.52 ms | 17.93 ms |\n| efficientnet-widese-b4 | 4 | 251 img/s | 17.74 ms | 17.29 ms | 20.47 ms |\n| efficientnet-widese-b4 | 8 | 501 img/s | 17.75 ms | 17.12 ms | 18.01 ms |\n| efficientnet-widese-b4 | 16 | 590 img/s | 28.94 ms | 27.29 ms | 27.81 ms |\n| efficientnet-widese-b4 | 32 | 651 img/s | 50.96 ms | 49.34 ms | 49.55 ms |\n| efficientnet-widese-b4 | 64 | 683 img/s | 99.28 ms | 93.65 ms | 93.88 ms |\n| efficientnet-widese-b4 | 128 | 700 img/s | 189.81 ms | 182.3 ms | 182.58 ms |\n| efficientnet-widese-b4 | 256 | 702 img/s | 379.36 ms | 361.84 ms | 366.05 ms |\n\n###### Mixed Precision Inference Latency\n\n| **Model** | **Batch Size** | **Throughput Avg** | **Latency Avg** | **Latency 95%** | **Latency 99%** |\n|:----------------------:|:--------------:|:------------------:|:---------------:|:---------------:|:---------------:|\n| efficientnet-b0 | 1 | 105 img/s | 11.21 ms | 9.9 ms | 12.55 ms |\n| efficientnet-b0 | 2 | 214 img/s | 11.01 ms | 10.06 ms | 11.89 ms |\n| efficientnet-b0 | 4 | 412 img/s | 11.45 ms | 11.73 ms | 13.0 ms |\n| efficientnet-b0 | 8 | 803 img/s | 11.78 ms | 11.59 ms | 14.2 ms |\n| efficientnet-b0 | 16 | 1584 img/s | 11.89 ms | 11.9 ms | 13.63 ms |\n| efficientnet-b0 | 32 | 2915 img/s | 13.03 ms | 14.79 ms | 17.35 ms |\n| efficientnet-b0 | 64 | 6315 img/s | 12.71 ms | 13.59 ms | 15.27 ms |\n| efficientnet-b0 | 128 | 9311 img/s | 18.78 ms | 15.34 ms | 17.99 ms |\n| efficientnet-b0 | 256 | 10239 img/s | 39.05 ms | 24.97 ms | 29.24 ms |\n| efficientnet-b4 | 1 | 53 img/s | 20.45 ms | 19.06 ms | 20.36 ms |\n| efficientnet-b4 | 2 | 109 img/s | 20.01 ms | 19.74 ms | 21.5 ms |\n| efficientnet-b4 | 4 | 212 img/s | 20.6 ms | 19.88 ms | 22.37 ms |\n| efficientnet-b4 | 8 | 416 img/s | 21.02 ms | 21.46 ms | 24.82 ms |\n| efficientnet-b4 | 16 | 816 img/s | 21.53 ms | 22.91 ms | 26.06 ms |\n| efficientnet-b4 | 32 | 1208 img/s | 28.4 ms | 26.77 ms | 28.3 ms |\n| efficientnet-b4 | 64 | 1332 img/s | 50.55 ms | 48.23 ms | 48.49 ms |\n| efficientnet-b4 | 128 | 1418 img/s | 95.84 ms | 90.12 ms | 95.76 ms |\n| efficientnet-b4 | 256 | 1442 img/s | 191.48 ms | 176.19 ms | 189.04 ms |\n| efficientnet-widese-b0 | 1 | 104 img/s | 11.28 ms | 10.0 ms | 12.72 ms |\n| efficientnet-widese-b0 | 2 | 206 img/s | 11.41 ms | 10.65 ms | 12.72 ms |\n| efficientnet-widese-b0 | 4 | 426 img/s | 11.15 ms | 10.23 ms | 11.03 ms |\n| efficientnet-widese-b0 | 8 | 794 img/s | 11.9 ms | 12.68 ms | 14.17 ms |\n| efficientnet-widese-b0 | 16 | 1536 img/s | 12.32 ms | 13.22 ms | 14.57 ms |\n| efficientnet-widese-b0 | 32 | 2876 img/s | 14.12 ms | 14.45 ms | 16.23 ms |\n| efficientnet-widese-b0 | 64 | 6183 img/s | 13.02 ms | 14.19 ms | 16.68 ms |\n| efficientnet-widese-b0 | 128 | 9310 img/s | 20.06 ms | 15.24 ms | 17.84 ms |\n| efficientnet-widese-b0 | 256 | 10193 img/s | 36.07 ms | 25.13 ms | 34.22 ms |\n| efficientnet-widese-b4 | 1 | 53 img/s | 20.24 ms | 19.05 ms | 19.91 ms |\n| efficientnet-widese-b4 | 2 | 109 img/s | 20.98 ms | 19.24 ms | 22.58 ms |\n| efficientnet-widese-b4 | 4 | 213 img/s | 20.48 ms | 20.48 ms | 23.64 ms |\n| efficientnet-widese-b4 | 8 | 425 img/s | 20.57 ms | 20.26 ms | 22.44 ms |\n| efficientnet-widese-b4 | 16 | 800 img/s | 21.93 ms | 23.15 ms | 26.51 ms |\n| efficientnet-widese-b4 | 32 | 1201 img/s | 28.51 ms | 26.89 ms | 28.13 ms |\n| efficientnet-widese-b4 | 64 | 1322 img/s | 50.96 ms | 48.58 ms | 48.77 ms |\n| efficientnet-widese-b4 | 128 | 1417 img/s | 96.45 ms | 90.17 ms | 90.43 ms |\n| efficientnet-widese-b4 | 256 | 1439 img/s | 190.06 ms | 176.59 ms | 188.51 ms |\n\n##### Inference performance: NVIDIA V100 (1x V100 16GB)\n\nOur results were obtained by running the applicable `efficientnet/inference//*.sh` inference script in the PyTorch 21.03 NGC container on NVIDIA DGX-1 (8x V100 16GB) GPUs.\n\n###### FP32 Inference Latency\n\n| **Model** | **Batch Size** | **Throughput Avg** | **Latency Avg** | **Latency 95%** | **Latency 99%** |\n|:----------------------:|:--------------:|:------------------:|:---------------:|:---------------:|:---------------:|\n| efficientnet-b0 | 1 | 83 img/s | 13.15 ms | 13.23 ms | 14.11 ms |\n| efficientnet-b0 | 2 | 167 img/s | 13.17 ms | 13.46 ms | 14.39 ms |\n| efficientnet-b0 | 4 | 332 img/s | 13.25 ms | 13.29 ms | 14.85 ms |\n| efficientnet-b0 | 8 | 657 img/s | 13.42 ms | 13.86 ms | 15.77 ms |\n| efficientnet-b0 | 16 | 1289 img/s | 13.78 ms | 15.02 ms | 16.99 ms |\n| efficientnet-b0 | 32 | 2140 img/s | 16.46 ms | 18.92 ms | 22.2 ms |\n| efficientnet-b0 | 64 | 2743 img/s | 25.14 ms | 23.44 ms | 23.79 ms |\n| efficientnet-b0 | 128 | 2908 img/s | 48.03 ms | 43.98 ms | 45.36 ms |\n| efficientnet-b0 | 256 | 2968 img/s | 94.86 ms | 85.62 ms | 91.01 ms |\n| efficientnet-b4 | 1 | 45 img/s | 23.31 ms | 23.3 ms | 24.9 ms |\n| efficientnet-b4 | 2 | 87 img/s | 24.07 ms | 23.81 ms | 25.14 ms |\n| efficientnet-b4 | 4 | 160 img/s | 26.29 ms | 26.78 ms | 30.85 ms |\n| efficientnet-b4 | 8 | 316 img/s | 26.65 ms | 26.44 ms | 28.61 ms |\n| efficientnet-b4 | 16 | 341 img/s | 48.18 ms | 46.9 ms | 47.13 ms |\n| efficientnet-b4 | 32 | 365 img/s | 89.07 ms | 87.83 ms | 88.02 ms |\n| efficientnet-b4 | 64 | 374 img/s | 173.2 ms | 171.61 ms | 172.27 ms |\n| efficientnet-b4 | 128 | 376 img/s | 346.32 ms | 339.74 ms | 340.37 ms |\n| efficientnet-widese-b0 | 1 | 82 img/s | 13.37 ms | 12.95 ms | 13.89 ms |\n| efficientnet-widese-b0 | 2 | 168 img/s | 13.11 ms | 12.45 ms | 13.94 ms |\n| efficientnet-widese-b0 | 4 | 346 img/s | 12.73 ms | 12.22 ms | 12.95 ms |\n| efficientnet-widese-b0 | 8 | 674 img/s | 13.07 ms | 12.75 ms | 14.93 ms |\n| efficientnet-widese-b0 | 16 | 1235 img/s | 14.3 ms | 15.05 ms | 16.53 ms |\n| efficientnet-widese-b0 | 32 | 2194 img/s | 15.99 ms | 17.37 ms | 19.01 ms |\n| efficientnet-widese-b0 | 64 | 2747 img/s | 25.05 ms | 23.38 ms | 23.71 ms |\n| efficientnet-widese-b0 | 128 | 2906 img/s | 48.05 ms | 44.0 ms | 44.59 ms |\n| efficientnet-widese-b0 | 256 | 2962 img/s | 95.14 ms | 85.86 ms | 86.25 ms |\n| efficientnet-widese-b4 | 1 | 43 img/s | 24.28 ms | 25.24 ms | 27.36 ms |\n| efficientnet-widese-b4 | 2 | 87 img/s | 24.04 ms | 24.38 ms | 26.01 ms |\n| efficientnet-widese-b4 | 4 | 169 img/s | 24.96 ms | 25.8 ms | 27.14 ms |\n| efficientnet-widese-b4 | 8 | 307 img/s | 27.39 ms | 28.4 ms | 30.7 ms |\n| efficientnet-widese-b4 | 16 | 342 img/s | 48.05 ms | 46.74 ms | 46.9 ms |\n| efficientnet-widese-b4 | 32 | 363 img/s | 89.44 ms | 88.23 ms | 88.39 ms |\n| efficientnet-widese-b4 | 64 | 373 img/s | 173.47 ms | 172.01 ms | 172.36 ms |\n| efficientnet-widese-b4 | 128 | 376 img/s | 347.18 ms | 340.09 ms | 340.45 ms |\n\n###### Mixed Precision Inference Latency\n\n| **Model** | **Batch Size** | **Throughput Avg** | **Latency Avg** | **Latency 95%** | **Latency 99%** |\n|:----------------------:|:--------------:|:------------------:|:---------------:|:---------------:|:---------------:|\n| efficientnet-b0 | 1 | 62 img/s | 17.19 ms | 18.01 ms | 18.63 ms |\n| efficientnet-b0 | 2 | 119 img/s | 17.96 ms | 18.3 ms | 19.95 ms |\n| efficientnet-b0 | 4 | 238 img/s | 17.9 ms | 17.8 ms | 19.13 ms |\n| efficientnet-b0 | 8 | 495 img/s | 17.38 ms | 18.34 ms | 19.29 ms |\n| efficientnet-b0 | 16 | 945 img/s | 18.23 ms | 19.42 ms | 21.58 ms |\n| efficientnet-b0 | 32 | 1784 img/s | 19.29 ms | 20.71 ms | 22.51 ms |\n| efficientnet-b0 | 64 | 3480 img/s | 20.34 ms | 22.22 ms | 24.62 ms |\n| efficientnet-b0 | 128 | 5759 img/s | 26.11 ms | 22.61 ms | 24.06 ms |\n| efficientnet-b0 | 256 | 6176 img/s | 49.36 ms | 41.18 ms | 43.5 ms |\n| efficientnet-b4 | 1 | 34 img/s | 30.28 ms | 30.2 ms | 32.24 ms |\n| efficientnet-b4 | 2 | 69 img/s | 30.12 ms | 30.02 ms | 31.92 ms |\n| efficientnet-b4 | 4 | 129 img/s | 32.08 ms | 33.29 ms | 34.74 ms |\n| efficientnet-b4 | 8 | 242 img/s | 34.43 ms | 37.34 ms | 41.08 ms |\n| efficientnet-b4 | 16 | 488 img/s | 34.12 ms | 36.13 ms | 39.39 ms |\n| efficientnet-b4 | 32 | 738 img/s | 44.67 ms | 44.85 ms | 47.86 ms |\n| efficientnet-b4 | 64 | 809 img/s | 80.93 ms | 79.19 ms | 79.42 ms |\n| efficientnet-b4 | 128 | 843 img/s | 156.42 ms | 152.17 ms | 152.76 ms |\n| efficientnet-b4 | 256 | 847 img/s | 311.03 ms | 301.44 ms | 302.48 ms |\n| efficientnet-widese-b0 | 1 | 64 img/s | 16.71 ms | 17.59 ms | 19.23 ms |\n| efficientnet-widese-b0 | 2 | 129 img/s | 16.63 ms | 16.1 ms | 17.34 ms |\n| efficientnet-widese-b0 | 4 | 238 img/s | 17.92 ms | 17.52 ms | 18.82 ms |\n| efficientnet-widese-b0 | 8 | 445 img/s | 19.24 ms | 19.53 ms | 20.4 ms |\n| efficientnet-widese-b0 | 16 | 936 img/s | 18.64 ms | 19.55 ms | 21.1 ms |\n| efficientnet-widese-b0 | 32 | 1818 img/s | 18.97 ms | 20.62 ms | 23.06 ms |\n| efficientnet-widese-b0 | 64 | 3572 img/s | 19.81 ms | 21.14 ms | 23.29 ms |\n| efficientnet-widese-b0 | 128 | 5748 img/s | 26.18 ms | 23.72 ms | 26.1 ms |\n| efficientnet-widese-b0 | 256 | 6187 img/s | 49.11 ms | 41.11 ms | 41.59 ms |\n| efficientnet-widese-b4 | 1 | 32 img/s | 32.1 ms | 31.6 ms | 34.69 ms |\n| efficientnet-widese-b4 | 2 | 68 img/s | 30.4 ms | 30.9 ms | 32.67 ms |\n| efficientnet-widese-b4 | 4 | 123 img/s | 33.81 ms | 39.0 ms | 40.76 ms |\n| efficientnet-widese-b4 | 8 | 257 img/s | 32.34 ms | 33.39 ms | 34.93 ms |\n| efficientnet-widese-b4 | 16 | 497 img/s | 33.51 ms | 34.92 ms | 37.24 ms |\n| efficientnet-widese-b4 | 32 | 739 img/s | 44.63 ms | 43.62 ms | 46.39 ms |\n| efficientnet-widese-b4 | 64 | 808 img/s | 81.08 ms | 79.43 ms | 79.59 ms |\n| efficientnet-widese-b4 | 128 | 840 img/s | 157.11 ms | 152.87 ms | 153.26 ms |\n| efficientnet-widese-b4 | 256 | 846 img/s | 310.73 ms | 301.68 ms | 302.9 ms |\n\n#### Quantization results\n\n##### QAT Training performance: NVIDIA DGX-1 (8x V100 32GB)\n\n| **Model** | **GPUs** | **Calibration** | **QAT model** | **FP32** | **QAT ratio** |\n|:---------------------:|:---------|:---------------:|:---------------:|:----------:|:-------------:|\n| efficientnet-quant-b0 | 8 | 14.71 img/s | 2644.62 img/s | 3798 img/s | 0.696 x |\n| efficientnet-quant-b4 | 8 | 1.85 img/s | 310.41 img/s | 666 img/s | 0.466 x |\n\n###### Quant Inference accuracy\nThe best checkpoints generated during training were used as a base for the QAT.\n\n| **Model** | **QAT Epochs** | **QAT Top1** | **Gap between FP32 Top1 and QAT Top1** |\n|:---------------------:|:--------------:|:------------:|:--------------------------------------:|\n| efficientnet-quant-b0 | 10 | 77.12 | 0.51 |\n| efficientnet-quant-b4 | 2 | 82.54 | 0.44 |","hasPerformance","policies",[],{"_76":21,"_78":202,"_170":-5,"_176":31,"_178":31,"_194":201,"_181":86},{"_76":23,"_78":23,"_170":-5,"_176":31,"_178":31,"_194":201,"_181":86},{"_76":199,"_78":199,"_170":-5,"_176":31,"_178":31,"_194":200,"_181":86},"21.03.0",[],[],"Latest (21.03.1)","nvidia/dle/efficientnet_pyt","key","nvidia/dle/resources/efficientnet_pyt","resourceType","resources","resourceId","efficientnet_pyt","shortDescription","EfficientNets are a family of image classification models, which achieve state-of-the-art accuracy, being an order-of-magnitude smaller and faster.","This resource is using open-source code maintained in github (see the quick-start-guide section) and available for download from [NGC](https://catalog.ngc.nvidia.com/orgs/nvidia/teams/dle/resources/convnets-pyt)\n\n\nEfficientNet is an image classification model family. It was first described in [EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks](https://arxiv.org/abs/1905.11946). The scripts provided enable you to train the EfficientNet-B0, EfficientNet-B4, EfficientNet-WideSE-B0 and, EfficientNet-WideSE-B4 models.\n\nEfficientNet-WideSE models use Squeeze-and-Excitation layers wider than original EfficientNet models, the width of SE module is proportional to the width of Depthwise Separable Convolutions instead of block width.\n\nWideSE models are slightly more accurate than original models.\n\nThis model is trained with mixed precision using Tensor Cores on Volta and the NVIDIA Ampere GPU architectures. Therefore, researchers can get results over 2x faster than training without Tensor Cores, while experiencing the benefits of mixed precision training. This model is tested against each NGC monthly container release to ensure consistent accuracy and performance over time.\n\nWe use [NHWC data layout](https://pytorch.org/tutorials/intermediate/memory_format_tutorial.html) when training using Mixed Precision.\n\n### Default configuration\n\nThe following sections highlight the default configurations for the EfficientNet models.\n\n**Optimizer**\n\nThis model uses RMSprop with the following hyperparameters:\n* Momentum (0.9)\n* Learning rate (LR):\n * 0.08 for 4096 batch size for B0 models\n * 0.16 for 4096 batch size for B4 models\nscale the learning rate.\n* Learning rate schedule - we use cosine LR schedule\n* We use linear warmup of the learning rate during the first 16 epochs\n* Weight decay (WD):\n * 1e-5 for B0 models\n * 5e-6 for B4 models\n* We do not apply WD on Batch Norm trainable parameters (gamma/bias)\n* Label smoothing = 0.1\n* [MixUp](https://arxiv.org/pdf/1710.09412.pdf) = 0.2\n* We train for 400 epochs\n\n**Optimizer for QAT**\n\nThis model uses SGD optimizer for B0 models and RMSPROP optimizer alpha=0.853 epsilon=0.00422 for B4 models. Other hyperparameters we used are:\n* Momentum:\n * 0.89 for B0 models\n * 0.9 for B4 models\n* Learning rate (LR):\n * 0.0125 for 128 batch size for B0 models\n * 4.09e-06 for 32 batch size for B4 models\nscale the learning rate.\n* Learning rate schedule: \n * cosine LR schedule for B0 models\n * linear LR schedule for B4 models\n* Weight decay (WD):\n * 4.50e-05 for B0 models\n * 9.714e-04 for B4 models\n* We do not apply WD on Batch Norm trainable parameters (gamma/bias)\n* We train for:\n\t*10 epochs for B0 models\n\t*2 epochs for B4 models\n\n**Data augmentation**\n\nThis model uses the following data augmentation:\n* For training:\n * Auto-augmentation\n * Basic augmentation:\n * Normalization\n * Random resized crop to target images size (depending on model version)\n * Scale from 8% to 100%\n * Aspect ratio from 3/4 to 4/3\n * Random horizontal flip\n\n* For inference:\n * Normalization\n * Scale to target image size + 32\n * Center crop to target image size\n\n### Feature support matrix\n\nThe following features are supported by this model:\n\n| Feature | EfficientNet\n|-----------------------|--------------------------\n|[DALI](https://docs.nvidia.com/deeplearning/dali/release-notes/index.html) | Yes (without autoaugmentation)\n|[APEX AMP](https://nvidia.github.io/apex/amp.html) | Yes\n|[QAT](https://github.com/NVIDIA/TensorRT/tree/master/tools/pytorch-quantization) | Yes\n\n#### Features\n\n**NVIDIA DALI**\n\nDALI is a library accelerating data preparation pipeline. To accelerate your input pipeline, you only need to define your data loader\nwith the DALI library. For more information about DALI, refer to the [DALI product documentation](https://docs.nvidia.com/deeplearning/dali/user-guide/docs/index.html).\n\nWe use [NVIDIA DALI](https://github.com/NVIDIA/DALI),\nwhich speeds up data loading when CPU becomes a bottleneck.\nDALI can use CPU or GPU, and outperforms the PyTorch native dataloader.\n\nRun training with `--data-backends dali-gpu` or `--data-backends dali-cpu` to enable DALI.\nFor DGXA100 and DGX1 we recommend `--data-backends dali-cpu`.\n\nDALI currently does not support Autoaugmentation, so for best accuracy it has to be disabled.\n\n**[APEX](https://github.com/NVIDIA/apex)**\n\nA PyTorch extension that contains utility libraries, such as [Automatic Mixed Precision (AMP)](https://nvidia.github.io/apex/amp.html), which require minimal network code changes to leverage Tensor Cores performance. Refer to the [Enabling mixed precision](#enabling-mixed-precision) section for more details.\n\n**[QAT](https://github.com/NVIDIA/TensorRT/tree/master/tools/pytorch-quantization)**\n\nQuantization aware training (QAT) is a method for changing precision to INT8 which speeds up the inference process at the price of a slight decrease of network accuracy. Refer to the [Quantization](#quantization) section for more details.\n\n### Mixed precision training\n\nMixed precision is the combined use of different numerical precisions in a computational method. [Mixed precision](https://arxiv.org/abs/1710.03740) training offers significant computational speedup by performing operations in half-precision format, while storing minimal information in single-precision to retain as much information as possible in critical parts of the network. Since the introduction of [Tensor Cores](https://developer.nvidia.com/tensor-cores) in Volta, and following with both the Turing and Ampere architectures, significant training speedups are experienced by switching to mixed precision -- up to 3x overall speedup on the most arithmetically intense model architectures. Using mixed precision training requires two steps:\n1. Porting the model to use the FP16 data type where appropriate.\n2. Adding loss scaling to preserve small gradient values.\n\nThe ability to train deep learning networks with lower precision was introduced in the Pascal architecture and first supported in CUDA 8 in the NVIDIA Deep Learning SDK.\n\nFor information about:\n- How to train using mixed precision, see the [Mixed Precision Training](https://arxiv.org/abs/1710.03740) paper and [Training With Mixed Precision](https://docs.nvidia.com/deeplearning/performance/mixed-precision-training/index.html) documentation.\n- Techniques used for mixed precision training, see the [Mixed-Precision Training of Deep Neural Networks](https://devblogs.nvidia.com/mixed-precision-training-deep-neural-networks/) blog.\n- APEX tools for mixed precision training, see the [NVIDIA Apex: Tools for Easy Mixed-Precision Training in PyTorch](https://devblogs.nvidia.com/apex-pytorch-easy-mixed-precision-training/).\n\n#### Enabling mixed precision\n\nMixed precision is enabled in PyTorch by using the Automatic Mixed Precision (AMP), a library from [APEX](https://github.com/NVIDIA/apex) that casts variables to half-precision upon retrieval,\nwhile storing variables in single-precision format. Furthermore, to preserve small gradient magnitudes in backpropagation, a [loss scaling](https://docs.nvidia.com/deeplearning/performance/mixed-precision-training/index.html#lossscaling) step must be included when applying gradients.\nIn PyTorch, loss scaling can be easily applied by using `scale_loss()` method provided by AMP. The scaling value to be used can be [dynamic](https://nvidia.github.io/apex/fp16_utils.html#apex.fp16_utils.DynamicLossScaler) or fixed.\n\nFor an in-depth walk through on AMP, check out sample usage [here](https://github.com/NVIDIA/apex/tree/master/apex/amp#usage-and-getting-started). [APEX](https://github.com/NVIDIA/apex) is a PyTorch extension that contains utility libraries, such as AMP, which require minimal network code changes to leverage Tensor Cores performance.\n\nTo enable mixed precision, you can:\n- Import AMP from APEX:\n\n ```python\n from apex import amp\n ```\n\n- Wrap model and optimizer in `amp.initialize`:\n ```python\n model, optimizer = amp.initialize(model, optimizer, opt_level=\"O1\", loss_scale=\"dynamic\")\n ```\n\n- Scale loss before backpropagation:\n ```python\n with amp.scale_loss(loss, optimizer) as scaled_loss:\n scaled_loss.backward()\n ```\n\n#### Enabling TF32\n\nTensorFloat-32 (TF32) is the new math mode in [NVIDIA A100](https://www.nvidia.com/en-us/data-center/a100/) GPUs for handling the matrix math also called tensor operations. TF32 running on Tensor Cores in A100 GPUs can provide up to 10x speedups compared to single-precision floating-point math (FP32) on Volta GPUs. \n\nTF32 Tensor Cores can speed up networks using FP32, typically with no loss of accuracy. It is more robust than FP16 for models which require high dynamic range for weights or activations.\n\nFor more information, refer to the [TensorFloat-32 in the A100 GPU Accelerates AI Training, HPC up to 20x](https://blogs.nvidia.com/blog/2020/05/14/tensorfloat-32-precision-format/) blog post.\n\nTF32 is supported in the NVIDIA Ampere GPU architecture and is enabled by default.\n\n### Quantization\n\nQuantization is the process of transforming deep learning models to use parameters and computations at a lower precision. Traditionally, DNN training and inference have relied on the IEEE single-precision floating-point format, using 32 bits to represent the floating-point model weights and activation tensors.\n\nThis compute budget may be acceptable at training as most DNNs are trained in data centers or in the cloud with NVIDIA V100 or A100 GPUs that have significantly large compute capability and much larger power budgets. However, during deployment, these models are most often required to run on devices with much smaller computing resources and lower power budgets at the edge. Running a DNN inference using the full 32-bit representation is not practical for real-time analysis given the compute, memory, and power constraints of the edge.\n\nTo help reduce the compute budget, while not compromising on the structure and number of parameters in the model, you can run inference at a lower precision. Initially, quantized inferences were run at half-point precision with tensors and weights represented as 16-bit floating-point numbers. While this resulted in compute savings of about 1.2–1.5x, there was still some compute budget and memory bandwidth that could be leveraged. In lieu of this, models are now quantized to an even lower precision, with an 8-bit integer representation for weights and tensors. This results in a model that is 4x smaller in memory and about 2–4x faster in throughput.\n\nWhile 8-bit quantization is appealing to save compute and memory budgets, it is a lossy process. During quantization, a small range of floating-point numbers are squeezed to a fixed number of information buckets. This results in loss of information.\n\nThe minute differences which could originally be resolved using 32-bit representations are now lost because they are quantized to the same bucket in 8-bit representations. This is similar to rounding errors that one encounters when representing fractional numbers as integers. To maintain accuracy during inferences at a lower precision, it is important to try and mitigate errors arising due to this loss of information.\n\n#### Quantization-aware training\n\nIn QAT, the quantization error is considered when training the model. The training graph is modified to simulate the lower precision behavior in the forward pass of the training process. This introduces the quantization errors as part of the training loss, which the optimizer tries to minimize during the training. Thus, QAT helps in modeling the quantization errors during training and mitigates its effects on the accuracy of the model at deployment.\n\nHowever, the process of modifying the training graph to simulate lower precision behavior is intricate. To run QAT, it is necessary to insert FakeQuantization nodes for the weights of the DNN Layers and Quantize-Dequantize (QDQ) nodes to the intermediate activation tensors to compute their dynamic ranges.\n\nFor more information, see this [Quantization paper](https://arxiv.org/abs/2004.09602) and [Quantization-Aware Training](https://docs.nvidia.com/deeplearning/frameworks/tf-trt-user-guide/index.html#quantization-training) documentation.\nTutorial for `pytoch-quantization` library can be found here [`pytorch-quantization` tutorial](https://docs.nvidia.com/deeplearning/tensorrt/pytorch-quantization-toolkit/docs/tutorials/quant_resnet50.html).\n\nIt is important to mention that EfficientNet is NN, which is hard to quantize because the activation function all across the network is the SiLU (called also the Swish), whose negative values lie in very short range, which introduce a large quantization error. More details can be found in Appendix D of the [Quantization paper](https://arxiv.org/abs/2004.09602).","displayName","EfficientNet for PyTorch",["D",1667524751502],"publisher","NVIDIA Deep Learning Examples","latestVersion","versions","collectionCounts","imageUrl","/api/image/nvidia/dle/resources/efficientnet_pyt","rawImageUrl","https://assets.nvidiagrid.net/ngc/logos/Deep-Learning-Examples.png","canGuestDownload","latestVersionSizeInBytes","licenseTerms","isMultinodeEnabled","isMultiArchitecture","bias","explainability","privacy","safetyAndSecurity","featureLabels",[],"displayLabels",[],"policyLabels",[],"systemLabels",[],"products",[],"hasNimMetadata",{"_107":1421,"_109":1422},"ngcApps",[1374],"csaApiBaseUrl","https://www.nvidia.com/ai-agents/csa-agent/dcsm","datadogRum",{"_1355":1356,"_1357":1358,"_1359":1360,"_1361":1362,"_1363":256,"_139":280,"_1364":1365,"_1366":56,"_1367":86,"_1368":86,"_1369":1370,"_1371":86,"_1372":1373},"amplitude",{"_1352":1353,"_953":-7,"_1354":31},"disableJs","environment","prod","featureFlagsBlob","JTdCJTIydGVzdEZsYWclMjIlM0FmYWxzZSUyQyUyMnNob3dTZWFyY2hMYWJlbFNldEZpbHRlcnMlMjIlM0FmYWxzZSUyQyUyMmNoaW5hTmltRGlzdHJpYnV0b3JzUmVkZXNpZ24lMjIlM0F0cnVlJTJDJTIyZW5hYmxlQ3NhV2lkZ2V0JTIyJTNBZmFsc2UlMkMlMjJlbmFibGVQcm9kdWN0R3JvdXBpbmdCeVN1YnNjcmlwdGlvbiUyMiUzQWZhbHNlJTJDJTIyY29udGFpbmVyU2Nhbm5pbmdSZWRlc2lnbk0xJTIyJTNBdHJ1ZSU3RA==","featureFlagsGuarded","isDevLikeEnv","isPlaywright","isMobileDevice","categorizedOrgs",{"_1346":1347,"_1348":1349,"_1350":1351},"currentOrgContext","currentContextRoles",[],"enterpriseOrgs",[],"locale","en","ngcApiOrigin","ngcHelmOrigin","origin","https://catalog.ngc.nvidia.com","usesMocks","theme","year",2026,"1.7.3","defaultSearchSuggestions",{"_1228":360,"_1229":1230,"_1231":1232,"_1233":1234},"announcements",[],"consentState",{"_317":1218,"_1219":86,"_1220":31,"_1221":31,"_1222":1223},"consentConfig",{"_299":300,"_301":302,"_303":304,"_305":306,"_307":308,"_309":310,"_311":312,"_313":314,"_315":316,"_317":318},"showContactAdmin",1783980174667,[],[],[294,295,296,297,298],{"_45":59,"_47":70,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":59,"_47":68,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":59,"_47":60,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":57,"_47":58,"_49":102,"_51":-5,"_53":-5,"_55":56},{"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56},"mainInfoText","We and our third-party partners (including social media, advertising, and analytics partners) use cookies and other tracking technologies to collect, store, monitor, and process certain information about you when you visit our website. The information collected might relate to you, your preferences, or your device. We use that information to make the site work, analyze performance and traffic on our website, provide a more personalized web experience, and assist in our marketing efforts.

Under certain privacy laws, you have the right to direct us not to \"sell\" or \"share\" your personal information for targeted advertising. To opt-out of the \"sale\" and \"sharing\" of personal information through cookies, you must opt-out of optional cookies using the toggles below. To opt out of the \"sale\" and \"sharing\" of data collected by other means (e.g., online forms) you must also update your data sharing preferences through the NVIDIA Preference Center.

Click on the different category headings below to find out more and change the settings according to your preference. You cannot opt out of Required Cookies as they are deployed to ensure the proper functioning of our website (such as prompting the cookie banner and remembering your settings, etc.). By clicking \"Save and Accept\" or \"Decline All\" at the bottom, you consent to the use of cookies and other tools as described in our Cookie Policy in accordance with your settings and accept our Terms of Service (which contains important waivers). For more information about our privacy practices, please see our Privacy Policy.","mainText","Cookie Settings","alertNoticeText",{"_1210":1211,"_1212":1213,"_1214":1215,"_1216":1217},"bannerAcceptLabel","Accept All","bannerRejectLabel","Reject Optional","bannerSettingsLabel","Manage Settings","preferenceSaveLabel","Save Choices","preferenceRejectLabel","Decline All","alwaysActiveText","Always Active","groups",[319,320,321,322,323],{"_324":862,"_78":863,"_168":864,"_328":86,"_329":16,"_331":865,"_333":866},{"_324":652,"_78":653,"_168":654,"_328":31,"_329":54,"_331":655,"_333":656},{"_324":551,"_78":552,"_168":553,"_328":31,"_329":554,"_331":555,"_333":556},{"_324":335,"_78":336,"_168":337,"_328":31,"_329":338,"_331":339,"_333":340},{"_324":325,"_78":326,"_168":327,"_328":31,"_329":330,"_331":332,"_333":334},"optanonGroupId","C0005","Social Media Cookies","These cookies are set by a range of social media services that we have added to the site to enable you to share our content with your friends and networks. They are capable of tracking your browser across other sites and building up a profile of your interests. This may impact the content and messages you see on other websites you visit. If you do not allow these cookies you may not be able to use or see these sharing tools.","alwaysActive","order",11,"cookies",[],"hosts",[],"C0004","Advertising Cookies","These cookies record your visit to our websites, the pages you have visited and the links you have followed to influence the advertisements that you see on other websites. These cookies and the information they collect may be managed by other companies, including our advertising partners, and may be used to build a profile of your interests and show you relevant advertising on other sites. We and our advertising partners will use this information to make our websites and the advertising displayed on it, more relevant to your interests.",5,[469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503],[341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357],{"_358":465,"_213":465,"_168":360,"_331":466},{"_358":460,"_213":460,"_168":360,"_331":461},{"_358":456,"_213":456,"_168":360,"_331":457},{"_358":451,"_213":451,"_168":360,"_331":452},{"_358":446,"_213":446,"_168":360,"_331":447},{"_358":434,"_213":434,"_168":360,"_331":435},{"_358":422,"_213":422,"_168":360,"_331":423},{"_358":417,"_213":417,"_168":360,"_331":418},{"_358":406,"_213":406,"_168":360,"_331":407},{"_358":401,"_213":401,"_168":360,"_331":402},{"_358":396,"_213":396,"_168":360,"_331":397},{"_358":391,"_213":391,"_168":360,"_331":392},{"_358":386,"_213":386,"_168":360,"_331":387},{"_358":381,"_213":381,"_168":360,"_331":382},{"_358":376,"_213":376,"_168":360,"_331":377},{"_358":369,"_213":369,"_168":360,"_331":370},{"_358":359,"_213":359,"_168":360,"_331":361},"hostName","amazon-adsystem.com","",[362,363],{"_78":368,"_365":359,"_366":31,"_168":367},{"_78":364,"_365":359,"_366":31,"_168":367},"ad-privacy","host","isSession","This domain is owned by online retailer Amazon and is used as part of its affiliate marketing programme.","ad-id","doubleclick.net",[371,372],{"_78":375,"_365":369,"_366":31,"_168":374},{"_78":373,"_365":369,"_366":31,"_168":374},"IDE","This domain is owned by Doubleclick (Google). The main business activity is: Doubleclick is Googles real time bidding advertising exchange","test_cookie","bing.com",[378],{"_78":379,"_365":376,"_366":31,"_168":380},"MUID","This domain is owned by Mircosoft - it is the site for the search engine Bing.","assets.adobedtm.com",[383],{"_78":384,"_365":381,"_366":31,"_168":385},"kndctr_F207D74D549850760A4C98C6_AdobeOrg_consent","If you know anything about this host and its uses please add your contributions here. ","tiktok.com",[388],{"_78":389,"_365":386,"_366":31,"_168":390},"_ttp","TikTok is a social media platform owned by ByteDance, known for short-form video sharing. The service is used to create and share videos, and it utilizes cookies for various purposes including advertising and analytics.","t.co",[393],{"_78":394,"_365":391,"_366":31,"_168":395},"muc_ads","This domain is owned by Twitter. It is used as a URL shortening service, which allows Twitter to collect data on how links are shared.","snowplow.com",[398],{"_78":399,"_365":396,"_366":31,"_168":400},"sp","Testing","google.com",[403],{"_78":404,"_365":401,"_366":31,"_168":405},"NID","This domain is owned by Google Inc. Although Google is primarily known as a search engine, the company provides a diverse range of products and services. Its main source of revenue however is advertising. Google tracks users extensively both through its own products and sites, and the numerous technologies embedded into many millions of websites around the world. It uses the data gathered from most of these services to profile the interests of web users and sell advertising space to organisations based on such interest profiles as well as aligning adverts to the content on the pages where its customer's adverts appear.","tags.srv.stackadapt.com",[408,409,410,411],{"_78":416,"_365":406,"_366":31,"_168":413},{"_78":415,"_365":406,"_366":31,"_168":413},{"_78":414,"_365":406,"_366":31,"_168":413},{"_78":412,"_365":406,"_366":31,"_168":413},"sa-user-id-v3","This domain is associated with StackAdapt, a platform for programmatic advertising, which suggests that it is used for targeting and advertising purposes.","sa-user-id","sa-user-id-v2","sa-user-id-v4","linkedin.com",[419],{"_78":420,"_365":417,"_366":31,"_168":421},"bcookie","This domain is owned by LinkedIn, the business networking platform. It typically acts as a third party host where website owners have placed one of its content sharing buttons in their pages, although its content and services can be embedded in other ways. Although such buttons add functionality to the website they are on, cookies are set regardless of whether or not the visitor has an active Linkedin profile, or agreed to their terms and conditions. For this reason it is classified as a primarily tracking/targeting domain.","twitter.com",[424,425,426,427],{"_78":433,"_365":422,"_366":31,"_168":429},{"_78":431,"_365":422,"_366":31,"_168":432},{"_78":430,"_365":422,"_366":31,"_168":429},{"_78":428,"_365":422,"_366":31,"_168":429},"personalization_id","This domain is owned by Twitter. The main business activity is: Social Networking Services. Where twitter acts as a third party host, it collects data through a range of plug-ins and integrations, that is primarily used for tracking and targeting.","guest_id_marketing","guest_id","Twitter does not currently provide information on the use of specific cookies.","guest_id_ads","youtube.com",[436,437,438,439],{"_78":445,"_365":434,"_366":31,"_168":443},{"_78":444,"_365":434,"_366":31,"_168":443},{"_78":442,"_365":434,"_366":31,"_168":443},{"_78":440,"_365":434,"_366":31,"_168":441},"VISITOR_INFO1_LIVE","This cookie is used as a unique identifier to track viewing of videos","__Secure-YNID","YouTube is a Google owned platform for hosting and sharing videos. YouTube collects user data through videos embedded in websites, which is aggregated with profile data from other Google services in order to display targeted advertising to web visitors across a broad range of their own and other websites.","__Secure-YEC","__Secure-ROLLOUT_TOKEN","demdex.net",[448],{"_78":449,"_365":446,"_366":31,"_168":450},"demdex","This cookie helps Adobe Audience Manger perform basic functions such as visitor identification, ID synchronization, segmentation, modeling, reporting, etc.","im-apps.net",[453],{"_78":454,"_365":451,"_366":31,"_168":455},"receive-cookie-deprecation","This domain is owned by im-apps.net which provides information and resources about various instant messaging (IM) applications to help users make informed decisions based on their communication needs.","influ2.com",[458],{"_78":459,"_365":456,"_366":31,"_168":400},"R","6sc.co",[462],{"_78":463,"_365":460,"_366":31,"_168":464},"6suuid","This domain is associated with the company 6Sense Insights, Inc., which provides predictive analytics and account engagement services. It is primarily used for tracking and targeting in marketing automation and advertising.","hushly.com",[467],{"_78":468,"_365":465,"_366":31,"_168":400},"_hly_gvid",{"_78":550,"_365":505,"_366":31,"_168":524},{"_78":548,"_365":505,"_366":31,"_168":549},{"_78":412,"_365":509,"_366":31,"_168":538},{"_78":546,"_365":505,"_366":31,"_168":547},{"_78":415,"_365":509,"_366":31,"_168":512},{"_78":544,"_365":505,"_366":31,"_168":545},{"_78":389,"_365":505,"_366":31,"_168":543},{"_78":521,"_365":542,"_366":31,"_168":522},{"_78":414,"_365":509,"_366":31,"_168":541},{"_78":414,"_365":511,"_366":31,"_168":541},{"_78":416,"_365":509,"_366":31,"_168":525},{"_78":540,"_365":505,"_366":31,"_168":524},{"_78":519,"_365":539,"_366":31,"_168":360},{"_78":412,"_365":511,"_366":31,"_168":538},{"_78":537,"_365":505,"_366":31,"_168":360},{"_78":519,"_365":509,"_366":31,"_168":360},{"_78":535,"_365":505,"_366":31,"_168":536},{"_78":533,"_365":505,"_366":31,"_168":534},{"_78":532,"_365":505,"_366":31,"_168":360},{"_78":530,"_365":505,"_366":31,"_168":531},{"_78":528,"_365":505,"_366":31,"_168":529},{"_78":527,"_365":505,"_366":31,"_168":360},{"_78":521,"_365":509,"_366":31,"_168":522},{"_78":521,"_365":526,"_366":31,"_168":522},{"_78":416,"_365":511,"_366":31,"_168":525},{"_78":523,"_365":505,"_366":31,"_168":524},{"_78":521,"_365":505,"_366":31,"_168":522},{"_78":519,"_365":511,"_366":31,"_168":520},{"_78":517,"_365":505,"_366":31,"_168":518},{"_78":515,"_365":505,"_366":31,"_168":516},{"_78":513,"_365":505,"_366":31,"_168":514},{"_78":415,"_365":511,"_366":31,"_168":512},{"_78":508,"_365":509,"_366":31,"_168":510},{"_78":507,"_365":505,"_366":31,"_168":360},{"_78":504,"_365":505,"_366":86,"_168":506},"AMCVS_xxxxxAdobeOrg","nvidia.com","This is a pattern type cookie name associated with Adobe Marketing Cloud. It stores a unique visitor identifier, and uses an organisation identifier to allow a company to track users across their domains and services.This is a pattern type cookie name associated with Adobe Marketing Cloud. It stores a unique visitor identifier, and uses an organisation identifier.","kndctr_F207D74D549850760A4C98C6_AdobeOrg_identity","_rdt_pn","www.nvidia.com","This cookie name is associated with www.mind.org.uk which is used for marketing purposes.","ai-podcast.nvidia.com","This cookie is used to identify the user's session on the website and is often associated with analytics or personalization.","_gcl_au","Used by Google AdSense for experimenting with advertisement efficiency across websites using their services","_mkto_trk","This cookie is associated with an email marketing service provided by Marketo. This tracking cookie allows a website to link visitor behaviour to the recipient of an email marketing campaign, to measure campaign effectiveness.","_gat_gtag_UA_140825383_2","Google Analytics","_zitok","This cookie name is associated with ZoomInfo which is used to maintain a unique visitor identifier and store Personally Identifiable Information.","_rdt_uuid","This cookie is set by Reddit and is used for tracking the views of embedded videos and performance of the advertisements.","AMP_91bf70adfe","Supports Amplitude product analytics.","This cookie name is associated with StackAdapt Inc. which is used to support the effective management and optimization of digital advertising campaigns by handling information such as visitor actions on websites, visited pages, time spent, page load speed, and more.","build.nvidia.com","kndctr_F207D74D549850760A4C98C6_AdobeOrg_cluster","_cs_nnnnnnnnnnnnn","This is a session cookie. This is a pattern type cookie where a random 13-digit number is appended to the prefix _cs_.","_uetsid","This cookie is used by Bing to determine what ads should be shown that may be relevant to the end user perusing the site. ","kndctr_F207D74D549850760A4C98C6_AdobeOrg_bc_session_id","ttcsid_XXXXXXXXXXXXXXXXXXXXCategory","This cookie name is associated with TikTok which is used to track your activity on the platform, including how you interact with their embedded services on other websites.This cookie is associated with TikTok. It helps track your activity on the platform, including how you interact with their embedded services on other websites.","_fbp","Used by Facebook to deliver a series of advertisement products such as real time bidding from third party advertisers","_twpid","This cookie is likely used to track user identity by assigning a unique user ID when the user engages with the website. It is commonly used for analytics and personalization of content.","marketplace.nvidia.com","AMP_MKTG_92dea1e784","This cookie is typically associated with SnackTools, which is a suite of web applications for creating and sharing multimedia content. It is used to identify a user across sessions and track user activities.","forums.developer.nvidia.com","This cookie is typically associated with the use of Taptap Digital, a company specializing in digital advertising. It is used for tracking and ad personalization purposes.","_tt_enable_cookie","This cookie name is associated with TikTok which is used to collect data about behavior and purchases on the website and to measure the effect of advertising. It is also used to track website activity to help optimize advertising efforts.","AMCV_xxxxxAdobeOrg","This cookie is used to identify a unique visitor for tracking purposes by Adobe Experience Cloud.This is a pattern type cookie name associated with Adobe Marketing Cloud. It stores a unique visitor identifier, and uses an organisation identifier to allow a company to track users across their domains and services.","ttcsid","This cookie name is associated with TikTok which is used to enable TikTok Ads session tracking by assigning a unique session ID to users who click on TikTok ads, allowing for the attribution of user behavior and conversions within the same session.This cookie is associated with TikTok. It helps track your activity on the platform, including how you interact with their embedded services on other websites.","AMP_MKTG_91bf70adfe","C0003","Personalization Cookies","These cookies collect data about how you have interacted with our website to help us improve your web experience, such as which pages you have visited. These cookies may store a unique ID so that our system will remember you when you return. They may be set by us or by third party providers whose services we have added to our pages. These cookies enable us to provide enhanced website functionality and personalization as well as make the marketing messages we send to you more relevant to your interests. If you do not allow these cookies, then some or all of these services may not function properly.",4,[592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608,609,610,611,612],[557,558,559,560,561],{"_358":451,"_213":451,"_168":360,"_331":583},{"_358":417,"_213":417,"_168":360,"_331":578},{"_358":571,"_213":571,"_168":360,"_331":572},{"_358":567,"_213":567,"_168":360,"_331":568},{"_358":562,"_213":562,"_168":360,"_331":563},"nvcrm.my.site.com",[564],{"_78":565,"_365":562,"_366":31,"_168":566},"BrowserId","If you know anything about this cookie and its uses that are not specific to a particular site please add your contributions.","nvidia.partners",[569],{"_78":570,"_365":567,"_366":31,"_168":400},"edge","github.com",[573,574],{"_78":577,"_365":571,"_366":31,"_168":576},{"_78":575,"_365":571,"_366":31,"_168":576},"logged_in","This domain is owned by Github. The main business activity is: Source code repository and collaboration platform","_octo",[579,580],{"_78":582,"_365":417,"_366":31,"_168":421},{"_78":581,"_365":417,"_366":31,"_168":421},"lidc","li_gc",[584,585,586,587],{"_78":591,"_365":451,"_366":31,"_168":455},{"_78":590,"_365":451,"_366":31,"_168":455},{"_78":589,"_365":451,"_366":31,"_168":455},{"_78":588,"_365":451,"_366":31,"_168":455},"imid_secure","imid_created_secure","imid","imid_created",{"_78":651,"_365":505,"_366":31,"_168":648},{"_78":649,"_365":505,"_366":31,"_168":650},{"_78":647,"_365":505,"_366":31,"_168":648},{"_78":645,"_365":505,"_366":86,"_168":646},{"_78":643,"_365":614,"_366":31,"_168":644},{"_78":642,"_365":623,"_366":86,"_168":360},{"_78":640,"_365":614,"_366":31,"_168":641},{"_78":638,"_365":505,"_366":31,"_168":639},{"_78":635,"_365":636,"_366":31,"_168":637},{"_78":634,"_365":509,"_366":31,"_168":360},{"_78":632,"_365":505,"_366":31,"_168":633},{"_78":629,"_365":630,"_366":31,"_168":631},{"_78":627,"_365":628,"_366":31,"_168":360},{"_78":626,"_365":614,"_366":31,"_168":360},{"_78":625,"_365":505,"_366":31,"_168":360},{"_78":624,"_365":509,"_366":31,"_168":360},{"_78":622,"_365":623,"_366":86,"_168":360},{"_78":620,"_365":614,"_366":31,"_168":621},{"_78":618,"_365":505,"_366":86,"_168":619},{"_78":616,"_365":505,"_366":31,"_168":617},{"_78":613,"_365":614,"_366":86,"_168":615},"nv_country_code","developer.nvidia.com","This cookie is likely used to store the country code of the visitor to provide localized content and possibly for legal compliance with regional data privacy laws.","_biz_kvpA","This cookie is likely related to business analytics and key-value pairs for storing user preferences, which may be used to enhance functionality and user experience on the website.","_gdxxxxxxxxxxxxx","This cookie contains no identifying information and is used for diagnostic purposes by Impact Radius, a service we use to track signup commissions for our affiliate program. We have categorized it under Functionality because it is necessary for the operation of our affiliate program.","nv.modal.cuda","This cookie name suggests it is related to a modal popup functionality on NVIDIA's website, possibly to remember user preferences or interactions with the modal.","readme_library","docs.api.nvidia.com","_im_ses.1006927","geo_locator","nv.modal.deepstream","openedx-language-preference","learn.nvidia.com","doxygen_width","raytracing-docs.nvidia.com","This cookie is likely used to remember the width preferences of a sidebar or interface element within a documentation platform like Doxygen.","_sfid_eb78","This cookie is categorized as Functionality Cookie.","_im_id.1006927","_hjUserAttributesHash","docs.nvidia.com","This cookie name is associated with Hotjar which is used to know when any user attribute has changed and needs to be updated.","mbox","Cookie set by Adobe SiteCatalyst analytics software - used for measuring the performance of page content using A/B split testing","nv.modal.cudnn","This cookie name suggests it is related to modal popup handling or user interface preferences on NVIDIA's website, specifically for the cuDNN library section.","readme_language","nv.modal.hpc","This cookie name suggests it is related to a modal pop-up on a website, possibly to control the display of a high-priority cookie notice or other important information to the user.","at_check","Used by Adobe Target to check if cookies are enabled/supported on the browser","_biz_uid","This cookie is used to record website and server performance with each visit to the site. The data is aggregated and analyzed; therefore, it remains anonymous upon use.\n","nvHeadless","This cookie is likely used to track if a user is using the site in a 'headless' non-GUI mode, which could be for accessibility reasons or for automated processes.","_biz_nA","C0002","Performance Cookies","These cookies are used to provide quantitative measures of our website visitors, such as the number of times you visit, time on page, your mouse movements, scrolling, clicks and keystroke activity on the websites; other browsing, search, or product research behavior; and what brought you to our site. These cookies may store a unique ID so that our system will remember you when you return. Information collected with these cookies is used to measure and find ways to improve website performance.",[688,689,690,691,692,693,694,695,696,697,698,699,700,701,702,703,704,705,706,707,708,709,710,711,712,713,714,715,716,717,718,719,720,721,722,723,724,725,726,727,728,729,730,731,732,733,734,735,736,737,738,739,740,741,742,743,744,745,746,747,748,749,750,751,752,753,754,755,756,757,758,759,760,761,762,763,764,765,766,767,768,769,770,771,772,773,774,775,776,777,778,779,780],[657,658,659,660,661,662],{"_358":683,"_213":683,"_168":360,"_331":684},{"_358":678,"_213":678,"_168":360,"_331":679},{"_358":674,"_213":674,"_168":360,"_331":675},{"_358":434,"_213":434,"_168":360,"_331":671},{"_358":571,"_213":571,"_168":360,"_331":668},{"_358":381,"_213":381,"_168":360,"_331":663},[664,665],{"_78":667,"_365":381,"_366":31,"_168":385},{"_78":666,"_365":381,"_366":31,"_168":385},"ncid","VisitorID",[669],{"_78":670,"_365":571,"_366":86,"_168":576},"_gh_sess",[672],{"_78":673,"_365":434,"_366":86,"_168":443},"YSC","t.contentsquare.net",[676],{"_78":677,"_365":674,"_366":86,"_168":529},"_cs_same_site","bizible.com",[680],{"_78":681,"_365":678,"_366":31,"_168":682},"_BUID","Bizible is a marketing attribution software that tracks the performance of marketing efforts and connects them to revenue, primarily used for B2B environments.","a.usbrowserspeed.com",[685],{"_78":686,"_365":683,"_366":31,"_168":687},"tuid","This domain is owned by Ookla which provides internet speed testing services through its Speedtest application.",{"_78":860,"_365":505,"_366":31,"_168":861},{"_78":799,"_365":509,"_366":31,"_168":619},{"_78":833,"_365":614,"_366":86,"_168":834},{"_78":859,"_365":505,"_366":31,"_168":836},{"_78":858,"_365":505,"_366":31,"_168":836},{"_78":831,"_365":636,"_366":86,"_168":832},{"_78":784,"_365":509,"_366":31,"_168":360},{"_78":814,"_365":509,"_366":31,"_168":619},{"_78":799,"_365":614,"_366":31,"_168":619},{"_78":799,"_365":526,"_366":31,"_168":811},{"_78":801,"_365":509,"_366":31,"_168":633},{"_78":799,"_365":854,"_366":31,"_168":619},{"_78":787,"_365":526,"_366":31,"_168":619},{"_78":801,"_365":804,"_366":31,"_168":633},{"_78":856,"_365":505,"_366":31,"_168":857},{"_78":855,"_365":505,"_366":31,"_168":529},{"_78":814,"_365":854,"_366":31,"_168":619},{"_78":799,"_365":796,"_366":31,"_168":811},{"_78":787,"_365":854,"_366":31,"_168":619},{"_78":831,"_365":526,"_366":86,"_168":832},{"_78":839,"_365":614,"_366":31,"_168":360},{"_78":853,"_365":505,"_366":31,"_168":524},{"_78":787,"_365":614,"_366":31,"_168":619},{"_78":814,"_365":623,"_366":31,"_168":845},{"_78":851,"_365":505,"_366":31,"_168":852},{"_78":814,"_365":796,"_366":31,"_168":845},{"_78":814,"_365":823,"_366":31,"_168":619},{"_78":849,"_365":505,"_366":86,"_168":850},{"_78":814,"_365":526,"_366":31,"_168":619},{"_78":799,"_365":823,"_366":31,"_168":619},{"_78":831,"_365":509,"_366":86,"_168":832},{"_78":799,"_365":623,"_366":31,"_168":811},{"_78":795,"_365":614,"_366":31,"_168":360},{"_78":847,"_365":623,"_366":31,"_168":848},{"_78":831,"_365":823,"_366":86,"_168":832},{"_78":792,"_365":846,"_366":31,"_168":793},{"_78":814,"_365":511,"_366":31,"_168":845},{"_78":792,"_365":509,"_366":31,"_168":793},{"_78":843,"_365":505,"_366":86,"_168":844},{"_78":839,"_365":636,"_366":31,"_168":360},{"_78":842,"_365":614,"_366":86,"_168":813},{"_78":840,"_365":505,"_366":86,"_168":841},{"_78":814,"_365":804,"_366":31,"_168":619},{"_78":839,"_365":509,"_366":31,"_168":360},{"_78":837,"_365":505,"_366":31,"_168":838},{"_78":787,"_365":804,"_366":31,"_168":619},{"_78":835,"_365":505,"_366":31,"_168":836},{"_78":798,"_365":509,"_366":31,"_168":360},{"_78":833,"_365":505,"_366":86,"_168":834},{"_78":831,"_365":614,"_366":86,"_168":832},{"_78":829,"_365":505,"_366":31,"_168":830},{"_78":783,"_365":509,"_366":31,"_168":360},{"_78":809,"_365":505,"_366":31,"_168":810},{"_78":827,"_365":505,"_366":86,"_168":828},{"_78":824,"_365":825,"_366":31,"_168":826},{"_78":792,"_365":614,"_366":31,"_168":793},{"_78":787,"_365":823,"_366":31,"_168":619},{"_78":787,"_365":511,"_366":31,"_168":797},{"_78":814,"_365":800,"_366":31,"_168":619},{"_78":822,"_365":505,"_366":31,"_168":529},{"_78":787,"_365":800,"_366":31,"_168":619},{"_78":794,"_365":509,"_366":31,"_168":360},{"_78":820,"_365":505,"_366":31,"_168":821},{"_78":817,"_365":818,"_366":31,"_168":819},{"_78":815,"_365":505,"_366":86,"_168":816},{"_78":784,"_365":614,"_366":31,"_168":360},{"_78":814,"_365":614,"_366":31,"_168":619},{"_78":812,"_365":614,"_366":86,"_168":813},{"_78":787,"_365":623,"_366":31,"_168":797},{"_78":799,"_365":511,"_366":31,"_168":811},{"_78":809,"_365":636,"_366":86,"_168":810},{"_78":807,"_365":505,"_366":86,"_168":808},{"_78":805,"_365":505,"_366":31,"_168":806},{"_78":799,"_365":804,"_366":31,"_168":619},{"_78":802,"_365":505,"_366":31,"_168":803},{"_78":794,"_365":614,"_366":31,"_168":360},{"_78":801,"_365":505,"_366":31,"_168":633},{"_78":798,"_365":614,"_366":31,"_168":360},{"_78":799,"_365":800,"_366":31,"_168":619},{"_78":795,"_365":509,"_366":31,"_168":360},{"_78":798,"_365":636,"_366":31,"_168":360},{"_78":783,"_365":636,"_366":31,"_168":360},{"_78":787,"_365":796,"_366":31,"_168":797},{"_78":795,"_365":636,"_366":31,"_168":360},{"_78":794,"_365":636,"_366":31,"_168":360},{"_78":792,"_365":539,"_366":31,"_168":793},{"_78":790,"_365":505,"_366":31,"_168":791},{"_78":788,"_365":505,"_366":31,"_168":789},{"_78":787,"_365":509,"_366":31,"_168":619},{"_78":785,"_365":505,"_366":86,"_168":786},{"_78":784,"_365":636,"_366":31,"_168":360},{"_78":783,"_365":614,"_366":31,"_168":360},{"_78":781,"_365":505,"_366":31,"_168":782},"_ga_xxxxxxxxxx","Used by Google Analytics to identify and track an individual session with your device.","__sec__token","__sec__cid","s_ppvl","This cookie is set by Adobe Analytics to store information on the percentage of the page displayed to the end user.","_gd_visitor","_biz_dfsA","This cookie is associated with CloudFlare, used to speed up page load times. It is not used to track users but rather to limit the number of requests that have to be made to doubleclick.net.","coveo_visitorId","This cookie name is associated with Coveo which is used to store a unique user ID for marketing purposes and to track the number of distinct users who submitted a query or clicked an item, counting them only once even if they did the same query or clicked the same item over the course of many visits.","_dd_s","Datadog Cookie used to group all events generated from a unique user session across multiple pages. It contains the current session ID, whether the session is excluded due to sampling, and the expiration date of the session. The cookie is extended for an extra 15 minutes every time the user interacts with the website, up to the maximum user session duration (4 hours).","__sec_tid","__sec__fid","crowdsource.nvidia.com","This cookie name is associated with 6sense which is used to collect visitor data related to the user’s visit to the website, such as number of visits, average time spent on the website and which pages have been loaded, for the purpose of serving targeted advertisements.This cookie contains no identifying information and is used for diagnostic purposes by Impact Radius, a service we use to track signup commissions for our affiliate program. We have categorized it under Functionality because it is necessary for the operation of our affiliate program.","__sec__ghost","_gd_svisitor","info.nvidia.com","nvweb_A","_ga","This cookie name is associated with Google Universal Analytics - which is a significant update to Google's more commonly used analytics service. This cookie is used to distinguish unique users by assigning a randomly generated number as a client identifier. It is included in each page request in a site and used to calculate visitor, session and campaign data for the sites analytics reports. By default it is set to expire after 2 years, although this is customisable by website owners.","research.nvidia.com","_uetvid","This is a cookie utilised by Microsoft Bing Ads and is a tracking cookie. It allows us to engage with a user that has previously visited our website.","s_pltp","This cookie is typically associated with Adobe Analytics (formerly SiteCatalyst). It is used to identify the previous link clicked within the site, which helps in analyzing site usage patterns.","s_ecid","Adobe Analytics cookie containing the the Adobe Experience Cloud 1st party visitor id if the Analytics AMCV visitor id is not found.","This cookie name is used as a long-lived unique identifier of the visitor on the website. It is either correlated to the 6suuid or a unique value, and can be changed during the lifetime of this cookie.This cookie contains no identifying information and is used for diagnostic purposes by Impact Radius, a service we use to track signup commissions for our affiliate program. We have categorized it under Functionality because it is necessary for the operation of our affiliate program.","s_ips","This cookie is associated with Adobe Analytics. The cookie is used for measuring a visitor’s scroll activity to see how much of a page they view before moving on to another page.","_gd_session","tp","This cookie is associated with Adobe Analytics site tracking. It registers if the website's scroll-depth detection is active. This function remembers how far the user has scrolled on the current session across the website's sub-pages.","dmn_chk_-xxxxxxxxxxxx","com","Posthog Analytics","_hly_vid","This cookie _hly_vid is used to record website and server performance with each visit to the site. The data is aggregated and analyzed; therefore, it remains anonymous upon use.","_cs_id","blogs.nvidia.com","_session_id","resources.nvidia.com","This cookie creates an interim session ID used as an in-session user ID.\n","s_cc","This cookie is associated with the Adobe Site Catalyst. It determines whether cookies are enabled in the web browser.","_hjSessionUser_xxxxxx","Hotjar cookie that is set when a user first lands on a page with the Hotjar script. It is used to persist the Hotjar User ID, unique to that site on the browser. This ensures that behavior in subsequent visits to the same site will be attributed to the same user ID.","_hjHasCachedUserAttributes","This cookie name is associated with Hotjar which is used to know whether the data set in _hjUserAttributes Local Storage item is up to date or not.","s_ppv","This cookie is associated with Adobe Analytics site tracking and is used to measure a user's scroll activity to see how much of a page they view before moving to another page.","nv.referrerHref","This domain is owned by NVIDIA Corporation which provides information about the company, its products, solutions, industries, news, events, and career opportunities.","_gid","This cookie name is associated with Google Universal Analytics. This appears to be a new cookie and as of Spring 2017 no information is available from Google. It appears to store and update a unique value for each page visited.","__sec_crid","_hjTLDTest","When the Hotjar script executes we try to determine the most generic cookie path we should use, instead of the page hostname. This is done so that cookies can be shared across subdomains (where applicable). To determine this, we try to store the _hjTLDTest cookie for different URL substring alternatives until it fails. After this check, the cookie is removed.","s_tp","s_plt","This cookie is used to measure the time taken for pages to load, allowing website owners to identify slow loading pages and improve user experience.","This _gd_session cookie is used to collect visitor data related to the user's visit to the website, such as number of visits, average time spent on the website and which pages have been loaded, for the purpose of serving targeted advertisements.This cookie contains no identifying information and is used for diagnostic purposes by Impact Radius, a service we use to track signup commissions for our affiliate program. We have categorized it under Functionality because it is necessary for the operation of our affiliate program.","catalog.ngc.nvidia.com","ekfls-2025-03-27","This cookie name is associated with readme.io which is used to help maintain data for the API reference support page.","s_sq","Adobe Site Catalyst cookie, stores information about the previous link clicked within the site","s_getNewRepeat","This cookie is used to determine whether a visitor is a new visitor or a repeat visitor to the site, and is used for analytical purposes.","AMP_92dea1e784","nvidianews.nvidia.com","_cs_s","_hly_sid","This cookie is likely associated with website analytics, as the prefix '_hly_' suggests a connection to Holistics, a business intelligence and analytics platform.","nv.buttonReferrer","nv.referrerId","_hjSession_xxxxxx","A cookie that holds the current session data. This ensues that subsequent requests within the session window will be attributed to the same Hotjar session.","C0001","Required Cookies","These cookies enable core functionality such as security, network management, and accessibility. These cookies are required for the site to function and cannot be turned off.",[1015,1016,1017,1018,1019,1020,1021,1022,1023,1024,1025,1026,1027,1028,1029,1030,1031,1032,1033,1034,1035,1036,1037,1038,1039,1040,1041,1042,1043,1044,1045,1046,1047,1048,1049,1050,1051,1052,1053,1054,1055,1056,1057,1058,1059,1060,1061,1062,1063,1064,1065,1066,1067,1068,1069,1070,1071,1072,1073,1074,1075,1076,1077,1078,1079,1080,1081,1082,1083,1084,1085,1086,1087,1088,1089,1090,1091,1092,1093,1094,1095,1096,1097,1098,1099,1100,1101,1102,1103],[867,868,869,870,871,872,873,874,875,876,877,878,879,880,881,882,883,884,885,886,887,888,889,890,891],{"_358":1010,"_213":1010,"_168":360,"_331":1011},{"_358":1004,"_213":1004,"_168":360,"_331":1005},{"_358":992,"_213":992,"_168":360,"_331":993},{"_358":989,"_213":989,"_168":360,"_331":990},{"_358":986,"_213":986,"_168":360,"_331":987},{"_358":981,"_213":981,"_168":360,"_331":982},{"_358":976,"_213":976,"_168":360,"_331":977},{"_358":434,"_213":434,"_168":360,"_331":973},{"_358":969,"_213":969,"_168":360,"_331":970},{"_358":422,"_213":422,"_168":360,"_331":967},{"_358":417,"_213":417,"_168":360,"_331":965},{"_358":960,"_213":960,"_168":360,"_331":961},{"_358":955,"_213":955,"_168":360,"_331":956},{"_358":950,"_213":950,"_168":360,"_331":951},{"_358":947,"_213":947,"_168":360,"_331":948},{"_358":391,"_213":391,"_168":360,"_331":945},{"_358":937,"_213":937,"_168":360,"_331":938},{"_358":567,"_213":567,"_168":360,"_331":931},{"_358":925,"_213":925,"_168":360,"_331":926},{"_358":921,"_213":921,"_168":360,"_331":922},{"_358":916,"_213":916,"_168":360,"_331":917},{"_358":912,"_213":912,"_168":360,"_331":913},{"_358":907,"_213":907,"_168":360,"_331":908},{"_358":562,"_213":562,"_168":360,"_331":900},{"_358":892,"_213":892,"_168":360,"_331":893},"pexels.com",[894,895],{"_78":898,"_365":892,"_366":31,"_168":899},{"_78":896,"_365":892,"_366":86,"_168":897},"_cfuvid","Pexels provides high quality and completely free stock photos licensed under the Pexels license. These photos are often used for personal and commercial purposes.","__cf_bm","This is a CloudFoundry cookie",[901,902],{"_78":905,"_365":562,"_366":31,"_168":906},{"_78":903,"_365":562,"_366":31,"_168":904},"CookieConsentPolicy","Used to apply end-user cookie consent preferences set by our client-side utility.","LSKey-c$CookieConsentPolicy","Custom- Short Duration. Unique ID of an Enquiry- used to validate access to case, and load exisiting data.\n","www.recaptcha.net",[909],{"_78":910,"_365":907,"_366":31,"_168":911},"_GRECAPTCHA","This domain is used by Google reCAPTCHA, which provides spam protection services to websites by detecting if a user is a human or a bot.","api2.hcaptcha.com",[914],{"_78":915,"_365":912,"_366":31,"_168":400},"__cflb","instagram.com",[918],{"_78":919,"_365":916,"_366":31,"_168":920},"csrftoken","Instagram is a social networking service owned by Facebook, Inc. It's designed for sharing photos and videos from a smartphone. The service also uses cookies for various purposes, including analytics, personalization, and advertising.","readme.io",[923],{"_78":898,"_365":921,"_366":31,"_168":924},"The __cf_bm cookie is a cookie necessary to support Cloudflare Bot Management, currently in private beta. As part of our bot management service, this cookie helps manage incoming traffic that matches criteria associated with bots.","nvidiacorp.us-5.evergage.com",[927,928],{"_78":930,"_365":925,"_366":31,"_168":400},{"_78":929,"_365":925,"_366":31,"_168":400},"AWSALBTG","AWSALBTGCORS",[932,933],{"_78":935,"_365":567,"_366":31,"_168":936},{"_78":934,"_365":567,"_366":31,"_168":400},"ak_bmsc","bm_mi","This domain is likely associated with NVIDIA's partner program, which could involve marketing, sales, and support services for partners.","app.hushly.com",[939,940,941],{"_78":944,"_365":937,"_366":31,"_168":400},{"_78":943,"_365":937,"_366":86,"_168":400},{"_78":942,"_365":937,"_366":31,"_168":400},"AWSALBCORS","JSESSIONID","AWSALB",[946],{"_78":898,"_365":391,"_366":31,"_168":899},"hcaptcha.com",[949],{"_78":898,"_365":947,"_366":31,"_168":899},"tracking.intentsify.io",[952],{"_78":953,"_365":950,"_366":31,"_168":954},"userId","Used to track usage of the embedded video player.","static.reo.dev",[957],{"_78":958,"_365":955,"_366":31,"_168":959},"cookietest","Common cookie name could have a number of different origins. Where this is first party and a session cookie, its most likely to do with checking to see if the browser is set to block or allow cookies.","www.datadoghq-browser-agent.com",[962],{"_78":963,"_365":960,"_366":31,"_168":964},"dd_cookie_test_","dd_cookie_test",[966],{"_78":898,"_365":417,"_366":31,"_168":899},[968],{"_78":898,"_365":422,"_366":31,"_168":899},"mynvidia.force.com",[971,972],{"_78":905,"_365":969,"_366":31,"_168":906},{"_78":903,"_365":969,"_366":31,"_168":904},[974],{"_78":975,"_365":434,"_366":31,"_168":443},"VISITOR_PRIVACY_METADATA","prod.cloudmatchbeta.nvidiagrid.net",[978],{"_78":979,"_365":976,"_366":86,"_168":980},"SERVERID","Usually used for load balancing. Identifies the server that delivered the last page to the browser. Associated with the HAProxy Load Balancer software.","dosa-prd.azurewebsites.net",[983],{"_78":984,"_365":981,"_366":31,"_168":985},"access_token","This cookie is used to obtain the permissions for users of the portal to allow for API access in order to retrieve information required to perform portal functions.","w.hcaptcha.com",[988],{"_78":898,"_365":986,"_366":31,"_168":899},"cdn.readme.io",[991],{"_78":898,"_365":989,"_366":31,"_168":899},"queue-it.net",[994,995,996,997,998],{"_78":1003,"_365":992,"_366":31,"_168":360},{"_78":1002,"_365":992,"_366":31,"_168":360},{"_78":1001,"_365":992,"_366":31,"_168":360},{"_78":1000,"_365":992,"_366":31,"_168":360},{"_78":999,"_365":992,"_366":31,"_168":360},"Queue-it-{queueId}","Queue-it-{dmonvidia }________{eventId}","Queue-it-token","queueitsoftblock_{queueId}","Queue-it-{nvidia}________{eventId}","api.hcaptcha.com",[1006,1007],{"_78":1009,"_365":1004,"_366":31,"_168":400},{"_78":915,"_365":1004,"_366":31,"_168":1008},"This domain is associated with hCaptcha, a service that provides CAPTCHA and reCAPTCHA alternatives for user verification and bot protection.","hmt_id","vimeo.com",[1012,1013],{"_78":898,"_365":1010,"_366":31,"_168":899},{"_78":896,"_365":1010,"_366":86,"_168":1014},"This domain is owned by Vimeo. The main business activity is: Video Hosting/Sharing",{"_78":1200,"_365":1170,"_366":86,"_168":1201},{"_78":1129,"_365":505,"_366":31,"_168":1209},{"_78":1207,"_365":800,"_366":86,"_168":1208},{"_78":1196,"_365":1163,"_366":86,"_168":1197},{"_78":1206,"_365":539,"_366":86,"_168":360},{"_78":1205,"_365":505,"_366":86,"_168":524},{"_78":1203,"_365":505,"_366":31,"_168":1204},{"_78":930,"_365":1184,"_366":31,"_168":1115},{"_78":1156,"_365":846,"_366":86,"_168":1202},{"_78":1200,"_365":1163,"_366":86,"_168":1201},{"_78":1122,"_365":1195,"_366":86,"_168":1124},{"_78":929,"_365":1114,"_366":31,"_168":1115},{"_78":903,"_365":1195,"_366":31,"_168":904},{"_78":1198,"_365":505,"_366":86,"_168":1199},{"_78":1196,"_365":1170,"_366":86,"_168":1197},{"_78":905,"_365":1195,"_366":31,"_168":1121},{"_78":1193,"_365":505,"_366":31,"_168":1194},{"_78":929,"_365":1106,"_366":31,"_168":1115},{"_78":1111,"_365":1130,"_366":31,"_168":1113},{"_78":1191,"_365":505,"_366":31,"_168":1192},{"_78":942,"_365":1112,"_366":31,"_168":1127},{"_78":930,"_365":1106,"_366":31,"_168":1115},{"_78":944,"_365":1112,"_366":31,"_168":1188},{"_78":903,"_365":1120,"_366":31,"_168":904},{"_78":1189,"_365":614,"_366":31,"_168":1190},{"_78":930,"_365":1135,"_366":31,"_168":1136},{"_78":944,"_365":823,"_366":31,"_168":1188},{"_78":1186,"_365":505,"_366":31,"_168":1187},{"_78":935,"_365":823,"_366":31,"_168":1180},{"_78":1153,"_365":804,"_366":86,"_168":360},{"_78":1185,"_365":854,"_366":86,"_168":360},{"_78":929,"_365":1184,"_366":31,"_168":1115},{"_78":1182,"_365":1114,"_366":86,"_168":1183},{"_78":1141,"_365":505,"_366":31,"_168":1128},{"_78":1111,"_365":505,"_366":31,"_168":1113},{"_78":1181,"_365":1134,"_366":31,"_168":360},{"_78":935,"_365":505,"_366":31,"_168":1180},{"_78":944,"_365":1106,"_366":31,"_168":1179},{"_78":1177,"_365":825,"_366":86,"_168":1178},{"_78":1175,"_365":854,"_366":86,"_168":1176},{"_78":1173,"_365":505,"_366":86,"_168":1174},{"_78":1172,"_365":505,"_366":31,"_168":360},{"_78":1129,"_365":1112,"_366":31,"_168":1131},{"_78":1171,"_365":1134,"_366":31,"_168":360},{"_78":1162,"_365":1170,"_366":86,"_168":1164},{"_78":1168,"_365":804,"_366":31,"_168":1169},{"_78":1166,"_365":539,"_366":31,"_168":1167},{"_78":1165,"_365":526,"_366":31,"_168":360},{"_78":1162,"_365":1163,"_366":86,"_168":1164},{"_78":1160,"_365":505,"_366":31,"_168":1161},{"_78":1158,"_365":1120,"_366":86,"_168":1159},{"_78":1156,"_365":526,"_366":86,"_168":1157},{"_78":1154,"_365":505,"_366":31,"_168":1155},{"_78":1153,"_365":509,"_366":86,"_168":360},{"_78":905,"_365":1123,"_366":31,"_168":1121},{"_78":934,"_365":1142,"_366":31,"_168":1128},{"_78":1151,"_365":509,"_366":31,"_168":1152},{"_78":1150,"_365":505,"_366":31,"_168":648},{"_78":963,"_365":846,"_366":31,"_168":1144},{"_78":1148,"_365":505,"_366":31,"_168":1149},{"_78":1146,"_365":505,"_366":31,"_168":1147},{"_78":1145,"_365":505,"_366":31,"_168":360},{"_78":963,"_365":509,"_366":31,"_168":1144},{"_78":1141,"_365":823,"_366":31,"_168":1128},{"_78":898,"_365":800,"_366":31,"_168":1143},{"_78":1141,"_365":1142,"_366":31,"_168":1128},{"_78":1140,"_365":1134,"_366":31,"_168":360},{"_78":1139,"_365":505,"_366":31,"_168":1109},{"_78":1137,"_365":1120,"_366":31,"_168":1138},{"_78":929,"_365":1135,"_366":31,"_168":1136},{"_78":1133,"_365":1134,"_366":31,"_168":360},{"_78":1132,"_365":505,"_366":31,"_168":360},{"_78":1122,"_365":1120,"_366":86,"_168":1124},{"_78":934,"_365":505,"_366":31,"_168":1128},{"_78":1129,"_365":1130,"_366":31,"_168":1131},{"_78":934,"_365":823,"_366":31,"_168":1128},{"_78":942,"_365":823,"_366":31,"_168":1127},{"_78":1125,"_365":505,"_366":31,"_168":1126},{"_78":903,"_365":1123,"_366":31,"_168":904},{"_78":1122,"_365":1123,"_366":86,"_168":1124},{"_78":905,"_365":1120,"_366":31,"_168":1121},{"_78":1118,"_365":1114,"_366":86,"_168":1119},{"_78":1116,"_365":628,"_366":31,"_168":1117},{"_78":930,"_365":1114,"_366":31,"_168":1115},{"_78":1111,"_365":1112,"_366":31,"_168":1113},{"_78":898,"_365":623,"_366":31,"_168":1110},{"_78":1108,"_365":505,"_366":31,"_168":1109},{"_78":942,"_365":1106,"_366":31,"_168":1107},{"_78":1104,"_365":505,"_366":31,"_168":1105},"LoginHints","Keeps users logged in across NVIDIA domains.","api.ngc.nvidia.com","This cookie is managed by AWS and is used for load balancing.","bm_so","This cookie name is used to load the site as quickly as possible and to recognize bots using Akamai.","The __cf_bm cookie is a cookie necessary to support Cloudflare Bot Management, currently in private beta. As part of our bot management service, this cookie helps manage incoming traffic that matches criteria associated with bots.\nThis is a CloudFoundry cookie","OptanonConsent","nvid.nvidia.com","This cookie is set by the cookie compliance solution from OneTrust. It stores information about the categories of cookies the site uses and whether visitors have given or withdrawn consent for the use of each category. This enables site owners to prevent cookies in each category from being set in the users browser, when consent is not given. The cookie has a normal lifespan of one year, so that returning visitors to the site will have their preferences remembered. It contains no information that can identify the site visitor.","events.nvidia.com","This cookie is associated with the Amazon Web Services Elastic Load Balancing functionality for routing client request on the server.Used to attribute commission to affiliates when you arrive at the website from an affiliate referral link. It is set when you click on one of our links and used to let the advertiser and us know the website from which you came.","sessionid","This is a very generic cookie name that may have different purposes on different sites, but generally it will be some kind of anonymous session identifier.","_csrf","This cookie is used to prevent Cross-Site Request Forgery (CSRF) attacks, ensuring that each request made to the server is from the user's browser and is intentional.","enterprise-support.nvidia.com","Used to apply end-user cookie consent preferences set by our client-side utility.Custom- Short Duration. Unique ID of an Enquiry- used to validate access to case, and load exisiting data.\n","renderCtx","academicgrants.nvidia.com","Used to store site parameters in the session for reuse across requests by a single client for functionality and performance reasons.","ph_phc_yQgAEdJJkVpI24NdSRID2mor1x1leRpDoC9yZ9mfXal_posthog","The PostHog ph_phc_xxx cookie is a session cookie used for identifying and tracking visitors on websites, helping us understand user behavior and website performance.","This cookie is managed by AWS and is used for load balancing.Used to attribute commission to affiliates when you arrive at the website from an affiliate referral link. It is set when you click on one of our links and used to let the advertiser and us know the website from which you came.","This cookie is associated with Akamai and is used to differentiate between traffic from humans and bots.","OptanonAlertBoxClosed","docs.ngc.nvidia.com","This cookie is set by websites using certain versions of the cookie law compliance solution from OneTrust. It is set after visitors have seen a cookie information notice and in some cases only when they actively close the notice down. It enables the website not to show the message more than once to a user. The cookie has a normal lifespan of one year and contains no personal information.","nv_co","__uxq412__ses.88c1","investor.nvidia.com","learn.learn.nvidia.com","This cookie is associated with the Amazon Web Services Elastic Load Balancing functionality for routing client request on the server.","pctrk","Used to count page views by unauthenticated users against license usage.","bm_s","bpazaws52gukakzc__ctrl0_ctl36_uccaptcha","bm_sv","store.nvidia.com","The __cf_bm cookie is a cookie necessary to support Cloudflare Bot Management, currently in private beta. As part of our bot management service, this cookie helps manage incoming traffic that matches criteria associated with bots.\n","This cookie name is used by DataDog to determine if cookies are supported on the website.dd_cookie_test","AMP_TLDTEST_xxxxxxxx","SESSlsd","This cookie is likely to be a session identifier used to maintain user session state across page requests.","mboxEdgeCluster","This cookie name is associated with Adobe Target which is used to communicate the correct edge cluster to at.js so that Target profiles can stay in sync as users navigate across a site.","_biz_pendingA","_rdt_em","This cookie name is associated with Reddit which is used to manage session state and user interactions.","megaNavCollapsed","_abck","The _abck cookie is associated with Akamai's Bot Manager, which is used to prevent fraud and abuse by safeguarding online interactions and detecting irregularities that could suggest malicious activity, such as bot-driven attacks or hacking attempts.","AMP_TEST","This cookie name AMP_TEST is used for internal analytics by the website operator, necessary for the functionality of the website's chat-box function, and to check whether the cookie storage is working properly.","idccsrf","This cookie name is associated with Salesforce which is used to track CrossSiteRequestForgery validation for certain single sign-on (SSO) flows.","_biz_flagsA","This cookie is used to remember users' settings as well as for authentication and analytics.","ApplicationGatewayAffinity","partners.nvidia.com","This cookie is used to maintain a user session by the server in a load balanced environment, to ensure the user has a consistent experience.","AMP_TEST_xxxxxxxx","bm_lso","This cookie name is associated with Akamai which is used to load the site as quickly as possible and to recognize bots.","SSESS###########","This cookie is likely to be a session cookie used to maintain an anonymized user session by the server in a secure environment, often seen in sites built with the Drupal content management system.","nvdeveloper.nvidia.com","__uxq412__id.88c1","QueueITAccepted-SDFrts345E-V3_{eventId}","TEST_AMCV_COOKIE_WRITE","This cookie is used to test whether cookies are enabled in the browser. It is a temporary cookie used to determine if the browser accepts cookies.","session","This cookie is typically used to maintain an anonymized user session by the server.","XSRF-TOKEN","This cookie is written to help with site security in preventing Cross-Site Request Forgery attacks.This cookie helps with site security in preventing Cross-Site Request Forgery attacks.","AWS ELB application load balancer","This cookie is associated with Akamai. It is used to analyse traffic to determine if it is automated traffic generated by bots or a human user.","bpazaws52gukakzc__ctrl0_ctl78_list_ctl09_systemcaptcha","PHPSESSID","PHP session cookie associated with embedded content from this domain.\n","base.manager.learn.nvidia.com","login_session","bm_ss","This cookie is used to help protect websites from automated bot traffic.","AWS ELB application load balancerUsed to attribute commission to affiliates when you arrive at the website from an affiliate referral link. It is set when you click on one of our links and used to let the advertiser and us know the website from which you came.","_devzone_session","This cookie is likely used to maintain a user session on the website by the server. It is common for session identifiers to be used to keep users logged in and track their interaction with the site during a session.","_cs_c","The cookie is used by Content Square to save the user consent to be tracked.","bm_sz","This cookie is used by Akamai to optimize site performance and security. It is typically associated with the delivery of web content and services.","vcalliance.nvidia.com","ASP.NET_SessionId","General purpose platform session cookie, used by sites written with Microsoft .NET based technologies. Usually used to maintain an anonymised user session by the server.","com.adobe.alloy.getTld","This cookie name is associated with the Adobe WebSDK which is used to determine the top-most domain that can accept cookies.","ApplicationGatewayAffinityCORS","This cookie is used to maintain a user session by the server in a load balanced environment, to ensure all requests from a user during the session are sent to the same server.","This cookie name AMP_TEST is used for internal analytics by the website operator, necessary for the functionality of the website's chat-box function, and to check whether the cookie storage is working properly.Supports Amplitude product analytics.","SESSls","This cookie is likely to be a session identifier, used to maintain a user's session state across page requests.","AMP_TLDTEST","c_code","BIGipServerx","This cookie name is associated with the BIG-IP product suite from company F5. Usually associated with managing sessions on load balanced servers, to ensure user requests are routed consistently to the correct server. The common root is BIGipServer most commonly followed by a domain name, usually the one that it is hosted on, but not always.","This cookie is set by websites using certain versions of the cookie law compliance solution from OneTrust. It is set after visitors have seen a cookie information notice and in some cases only when they actively close the notice down. It enables the website not to show the message more than once to a user. The cookie has a one year lifespan and contains no personal information.","default","

NVIDIA uses cookies to improve your experience on our web site. We and our third-party partners also use cookies and other tools to collect and record information you provide as well as information about your interactions with our websites for performance improvement, analytics, and to assist in marketing efforts. By clicking \"Accept All\", you consent to our use of cookies and other tools as described in our Cookie Policy. You can manage your cookie settings by clicking on \"Manage Settings.\" By continuing to use this site or by clicking one of the buttons below, you agree to our Terms of Service (which contains important waivers). Please see our Privacy Policy for more information on our privacy practices.

","gpc","

We have detected the Global Privacy Control (GPC) signal and recorded your rejection of all optional cookies on this site for this browser. You can manage your cookie settings by clicking on \"Manage Settings\". Please see our Cookie Policy for more information. To opt out of non-cookie personal information \"sales\" / \"sharing\" for targeted advertising purposes, please visit the NVIDIA Preference Center. Please see our Privacy Policy for more information on our privacy practices.

","gpcLoggedIn","

We have detected the Global Privacy Control Signal (GPC) and have opted you out of all optional cookies on this browser. You can manage your cookie settings by clicking on \"Manage Settings\". Please see our Cookie Policy for more information. We have also opted you out of \"sharing\"/\"sales\" of personal information outside of cookies. You can manage these settings in the NVIDIA NVIDIA Preference Center. Please see our Privacy Policy for more information.

","gpcLoggedInOverridden","

We have detected the Global Privacy Control Signal (GPC) and have opted you out of all optional cookies on this browser. You can manage your cookie settings by clicking on \"Manage Settings\". Please see our Cookie Policy for more information. We have also opted you out of \"sharing\"/\"sales\" of personal information outside of cookies which overrides at least one of your previous settings. You can manage them in the NVIDIA Preference Center. Please see our Privacy Policy for more information.

",{"_862":16,"_652":56,"_551":56,"_335":56,"_325":56},"hasConsented","gpcApplied","showBanner","geolocation",{"_1224":1225,"_1226":1227},"country","US","state","OR","query","categories",[1247,1248,1249,1250,1251],"optionUrls",[1235,1236,1237,1238,1239,1240,1241,1242,1243,1244,1245,1246],"total",12,"/orgs/nim/deepseek-ai/containers/deepseek-r1/-","/orgs/nim/nvidia/containers/llama-3.1-nemotron-70b-instruct/-","/orgs/nvidia/-/containers/pytorch/-","/orgs/nvidia/omniverse/collections/kit/-","/orgs/nvidia/-/collections/deepstream_sdk/-","/orgs/nvidia/omniverse/collections/kit-appstreaming-collection/-","/orgs/nvidia/research/models/stylegan3/-","/orgs/nvidia/tao/models/peoplenet/-","/orgs/nvidia/tao/models/trafficcamnet/-","/orgs/nvidia/riva/resources/riva_quickstart/-","/orgs/nvidia/-/helm-charts/gpu-operator/-","/orgs/nvidia/-/helm-charts/k8s-nim-operator/-",{"_206":1326,"_1253":1327,"_1255":56},{"_206":1291,"_1253":1292,"_1255":54},{"_206":1274,"_1253":1275,"_1255":1276},{"_206":207,"_1253":1267,"_1255":1268},{"_206":1252,"_1253":1254,"_1255":1256},"helm-charts","items",[1257,1258],"startIndex",10,{"_206":1252,"_213":1264,"_162":163,"_164":-7,"_208":1265,"_216":1261,"_242":1266,"_1263":1245},{"_206":1252,"_213":1259,"_162":163,"_164":-7,"_208":1260,"_216":1261,"_242":1262,"_1263":1246},"NVIDIA NIM Operator","k8s-nim-operator","NVIDIA",[],"url","GPU Operator","gpu-operator",[],[1269],9,{"_206":207,"_213":1270,"_162":163,"_164":1271,"_208":1272,"_216":1261,"_242":1273,"_1263":1244},"Riva Skills Quick Start","riva","riva_quickstart",[],"models",[1277,1278,1279],6,{"_206":1274,"_213":1287,"_162":163,"_164":1288,"_208":1289,"_216":1261,"_242":1290,"_1263":1241},{"_206":1274,"_213":1284,"_162":163,"_164":1281,"_208":1285,"_216":1261,"_242":1286,"_1263":1242},{"_206":1274,"_213":1280,"_162":163,"_164":1281,"_208":1282,"_216":1261,"_242":1283,"_1263":1243},"TrafficCamNet","tao","trafficcamnet",[],"PeopleNet","peoplenet",[],"StyleGAN3 pretrained models","research","stylegan3",[],"collections",[1293,1294,1295],{"_206":1291,"_213":1323,"_162":163,"_164":1297,"_208":1324,"_216":1261,"_242":1325,"_1263":1238},{"_206":1291,"_213":1320,"_162":163,"_164":-7,"_208":1321,"_216":1261,"_242":1322,"_1263":1239},{"_206":1291,"_213":1296,"_162":163,"_164":1297,"_208":1298,"_216":1261,"_242":1299,"_1263":1240},"Omniverse Kit App Streaming","omniverse","kit-appstreaming-collection",[1300,1301,1302],{"_78":1314,"_213":1315,"_210":1316,"_221":1317,"_1307":1318},{"_78":1297,"_213":1310,"_210":1311,"_221":1306,"_1307":1312},{"_78":1303,"_213":1304,"_210":1305,"_221":1306,"_1307":1308},"omniverse-dev","NVIDIA Developer Program","Join the Developer Program for access to free tools, support, and tech resources.","https://store-images.s-microsoft.com/image/apps.33936.6f1bcf42-55d0-45d1-b4b6-f08c68a50bbe.e91ca707-db64-49d6-9761-4781590a9685.7ba64fc5-7c44-4864-a5e6-7bde05126935","supportedFeatures",[1309],"UNIFIED_CATALOG","NVIDIA Omniverse","NVIDIA Omniverse is a platform of APIs, services, and software development kits (SDKs) that enable developers to build generative AI-enabled tools and applications.",[1309,1313],"SHAREABLE_TO_USER_GROUPS","nv-ai-enterprise","NVIDIA AI Enterprise","Accelerate your AI agent development","https://assets.ngc.nvidia.com/products/catalog/images/product-NVAIE.jpg",[1309,1313,1319],"NGC_CONSOLE","DeepStream SDK","deepstream_sdk",[],"Omniverse Kit (FB)","kit",[1300,1301,1302],"containers",[1328,1329,1330],{"_206":1326,"_213":1342,"_162":1335,"_164":1343,"_208":1344,"_216":1261,"_242":1345,"_1263":1235},{"_206":1326,"_213":1334,"_162":1335,"_164":163,"_208":1336,"_216":1261,"_242":1337,"_1263":1236},{"_206":1326,"_213":1331,"_162":163,"_164":-7,"_208":1332,"_216":1261,"_242":1333,"_1263":1237},"PyTorch","pytorch",[],"Llama-3.1-Nemotron-70B-Instruct","nim","llama-3.1-nemotron-70b-instruct",[1338,1300],{"_78":1339,"_213":1304,"_210":1305,"_221":1340,"_1307":1341},"nim-dev","https://assets.ngc.nvidia.com/products/catalog/images/product-nim-dev.jpg",[1309],"DeepSeek-R1","deepseek-ai","deepseek-r1",[1338,1300],"ownerOrgs",[],"memberOrgs",[],"externalOrgs",[],"apiKey","2b44f86fea50e90ffd2db29ee2028419","consentGranted","applicationId","4c857e4f-5ffa-45fa-b75e-af773c22f0ad","clientToken","pubb6927db33dae60ba5031a186cde0242a","site","datadoghq.com","service","catalog-ui","env","sessionSampleRate",100,"sessionReplaySampleRate","compressIntakeRequests","storeContextsAcrossPages","defaultPrivacyLevel","mask-user-input","trackViewsManually","trackingConsent","not-granted",{"_1375":1376,"_1377":275,"_1378":31,"_1379":1380,"_1253":1381,"_1382":1383,"_1384":1376,"_1385":31,"_1386":31,"_1387":31,"_1388":1389},"appName","ngc-catalog","appOrigin","hideOnPrivateOrg","icon","ObjectsModules2",[1390,1391,1392,1393,1394,1395,1396],"menuIcon","editor-swatches","productName","requiresAllScopes","requiresLogin","requiresOrgLevelScopesOnly","title","Catalog",{"_1388":1418,"_47":1419,"_1382":1420},{"_1411":1412,"_1388":1413,"_47":1414,"_1384":1314},{"_1388":1409,"_47":1410,"_1382":1383},{"_1388":1406,"_47":1407,"_1382":1408},{"_1388":1403,"_47":1404,"_1382":1405},{"_1388":1400,"_47":1401,"_1382":1402},{"_1388":1397,"_47":1398,"_1382":1399},"Resources","/resources","misc-library","Models","/models","misc-neural-network","Helm Charts","/helm-charts","misc-ship-wheel","Containers","/containers","3d-cube","Collections","/collections","access",[1415],"Enterprise Catalog","/enterprise",[1416,1417],"NVAIE","READ","Explore Catalog","/","common-home",{"_112":113,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123},{"_111":31}]