diff --git a/docs/articles_en/about-openvino/performance-benchmarks.rst b/docs/articles_en/about-openvino/performance-benchmarks.rst index 723bc1a96f7e9d..233067735eae43 100644 --- a/docs/articles_en/about-openvino/performance-benchmarks.rst +++ b/docs/articles_en/about-openvino/performance-benchmarks.rst @@ -132,21 +132,21 @@ For a listing of all platforms and configurations used for testing, refer to the .. grid-item:: - .. button-link:: ../_static/downloads/benchmarking_OV_platform_list.pdf + .. button-link:: ../_static/download/benchmarking_OV_platform_list.pdf :color: primary :outline: :expand: :material-regular:`download;1.5em` Click for Hardware Platforms [PDF] - .. button-link:: ../_static/downloads/benchmarking_OV_system_info_detailed.xlsx + .. button-link:: ../_static/download/benchmarking_OV_system_info_detailed.xlsx :color: primary :outline: :expand: :material-regular:`download;1.5em` Click for Configuration Details [XLSX] - .. button-link:: ../_static/downloads/benchmarking_OV_performance-data.xlsx + .. button-link:: ../_static/download/benchmarking_OV_performance-data.xlsx :color: primary :outline: :expand: @@ -160,7 +160,7 @@ For a listing of all platforms and configurations used for testing, refer to the **Disclaimers** * Intel® Distribution of OpenVINO™ toolkit performance results are based on release - 2024.6, as of December 18, 2024. + 2025.0, as of February 05, 2025. * OpenVINO Model Server performance results are based on release 2024.5, as of November 20, 2024. diff --git a/docs/articles_en/about-openvino/performance-benchmarks/model-accuracy-int8-fp32.rst b/docs/articles_en/about-openvino/performance-benchmarks/model-accuracy-int8-fp32.rst index 78c947fb64cb07..cc702d5eddec73 100644 --- a/docs/articles_en/about-openvino/performance-benchmarks/model-accuracy-int8-fp32.rst +++ b/docs/articles_en/about-openvino/performance-benchmarks/model-accuracy-int8-fp32.rst @@ -8,10 +8,10 @@ between OV-accuracy and the original frame work accuracy for FP32, and the same FP16 representations of a model on three platform architectures. The third table presents the GenAI model accuracies as absolute accuracy values. Please also refer to notes below the table for more information. -* A - Intel® Core™ i9-9000K (AVX2), INT8 and FP32 +* A - Intel® Core™ Ultra 9-185H (AVX2), INT8 and FP32 * B - Intel® Xeon® 6338, (VNNI), INT8 and FP32 -* C - Intel® Xeon 8580 (VNNI, AMX), INT8, BF16, FP32 -* D - Intel® Flex-170, INT8 and FP16 +* C - Intel® Xeon 6972P (VNNI, AMX), INT8, BF16, FP32 +* D - Intel® Arc-B580, INT8 and FP16 .. list-table:: Model Accuracy for INT8 @@ -27,60 +27,46 @@ the table for more information. * - bert-base-cased - SST-2_bert_cased_padded - spearman@cosine - - 3.06% - - 2.89% - - 2.71% - - 2.71% - * - efficientdet-d0 - - COCO2017_detection_91cl - - coco_precision - - - - - -0.59% - - - - -0.55% + - 2.41% + - 2.78% + - 2.61% + - 2.84% * - mask_rcnn_resnet50_atrous_coco - COCO2017_detection_91cl_bkgr - coco_orig_precision - - -0.10% - - -0.04% - - - -0.01% + - + - + - * - mobilenet-v2 - ImageNet2012 - accuracy @ top1 - - - - -0.97% - - -0.98% - - -0.95% + - -1.03% + - -1.00% + - -1.03% + - -1.01% * - resnet-50 - ImageNet2012 - accuracy @ top1 - - - - 0.97% - - 0.94% - - 0.95% + - -0.17% + - -0.17% + - -0.18% + - -0.17% * - ssd-resnet34-1200 - COCO2017_detection_80cl_bkgr - map - - -0.06% - - -0.08% - - -0.07% - - -0.06% - * - ssd-mobilenet-v1-coco - - COCO2017_detection_80cl_bkgr - - coco-precision - - - - -0.28% - - - - -0.26% + - -0.01% + - -0.01% + - -0.04% + - -0.04% * - yolo_v8n - COCO2017_detection_80cl - map - - -0.11% - - -0.05% - - - - -.. list-table:: Model Accuracy for BF16, FP32 and FP16 (FP16: Flex-170 only. BF16: Xeon(R) 8480+ only) + - -0.09% + - -0.09% + - -0.02% + - -0.04% +.. list-table:: Model Accuracy for BF16, FP32 and FP16 (FP16: Arc only. BF16: Xeon® 6972P only) :header-rows: 1 * - OpenVINO™ Model name @@ -99,37 +85,29 @@ the table for more information. - 0.00% - -0.01% - 0.02% - * - efficientdet-d0 - - COCO2017_detection_91cl - - coco_precision - - - - 0.01% - - 0.00% - - 0.01% - - 0.00% * - mask_rcnn_resnet50_atrous_coco - COCO2017_detection_91cl_bkgr - coco_orig_precision - - - -0.01% - - -0.01% - - 0.05% - - 0.00% + - + - + - + - * - mobilenet-v2 - ImageNet2012 - accuracy @ top1 - 0.00% - 0.00% - 0.00% - - -0.18% - - 0.02% + - -0.23% + - -0.03% * - resnet-50 - ImageNet2012 - accuracy @ top1 - 0.00% - 0.00% - 0.00% - - 0.01% + - 0.06% - 0.01% * - ssd-resnet34-1200 - COCO2017_detection_80cl_bkgr @@ -138,95 +116,99 @@ the table for more information. - 0.02% - 0.01% - 0.02% - - 0.02% - * - ssd-mobilenet-v1-coco - - COCO2017_detection_80cl_bkgr - - coco-precision - - 0.04% - - 0.01% - - 0.04% - - 0.08% - - 0.01% + - 0.06% * - yolo_v8n - COCO2017_detection_80cl - map - - 0.00% - - 0.00% - 0.01% - - 0.05% - - 0.00% -.. list-table:: Model Accuracy for VNNI-FP16, VNNI-INT4, AMX-FP16 and MTL-INT4 (Core Ultra iGPU) + - 0.01% + - 0.01% + - + - -0.03% +.. list-table:: Model Accuracy for AMX-FP16, AMX-INT4, Arc-FP16 and Arc-INT4 (Arc™ A-series) :header-rows: 1 * - OpenVINO™ Model name - dataset - Metric Name - - A, VNNI-FP16 - - B, VNNI-INT4 - - C, FAMX-FP16 - - D, MTL-INT4 - * - chatGLM4 - - Wikiset - - ppl - - - - - - - - + - A, AMX-FP16 + - B, AMX-INT4 + - C, Arc-FP16 + - D, Arc-INT4 + * - Qwen-2.5-7B-instruct + - Data Default WWB + - Similarity + - 7.97% + - 25.12% + - 0.09% + - 23.87% * - Gemma-2-9B - - Wikitext - - ppl - - - - 1.57 - - 1.57 - - + - Data Default WWB + - Similarity + - 4.81% + - 10.25% + - 1.73% + - 10.24% * - Llama-2-7b-chat - - Wikiset - - ppl - - - - 1.59 - - 1.59 - - + - Data Default WWB + - Similarity + - 1.80% + - 22.31% + - 0.13% + - 21.54% * - Llama-3-8b - - Wikiset - - ppl - - 1.45 - - 1.48 - - 1.45 - - + - Data Default WWB + - Similarity + - 2.26% + - 23.00% + - 0.12% + - 23.59% * - Llama-3.2-3b-instruct - - Wikiset - - ppl - - 1.60 - - 1.62 - - 1.62 - - - * - Mistral-7b - - Wikitext - - ppl - - 1.48 - - 1.49 - - 1.48 - - + - Data Default WWB + - Similarity + - 2.40% + - 11.25% + - 0.00% + - 12.32% + * - Mistral-7b-instruct-V0.2 + - Data Default WWB + - Similarity + - 2.94% + - 9.08% + - 0.37% + - 9.53% * - Phi3-mini-4k-instruct - - Wikitext - - ppl - - 1.55 - - 1.55 - - 1.55 - - + - Data Default WWB + - Similarity + - 8.08% + - 7.93% + - 0.00% + - 8.30% * - Qwen-2-7B - - Wikitext - - ppl - - 1.52 - - 1.53 - - 1.52 - - + - Data Default WWB + - Similarity + - 4.97% + - 18.97% + - 0.00% + - 22.38% + * - Flux.1-schnell + - Data Default WWB + - Similarity + - 4.60% + - 4.20% + - 5.00% + - 3.30% + * - Stable-Diffusion-V1-5 + - Data Default WWB + - Similarity + - 2.50% + - 1.90% + - 2.10% + - 0.10% Notes: For all accuracy metrics a "-", (minus sign), indicates an accuracy drop. -For perplexity (ppl) the values do not indicate a deviation from a reference but are the actual measured -accuracy for the model. - - +The Similarity metric is the distance from "perfect" and as such always positive. +Similarity is cosine similarity - the dot product of two vectors divided by the product of their lengths. .. raw:: html diff --git a/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json b/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json index 7a2a9d68a3fefe..9b765d15b1a8b3 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json +++ b/docs/sphinx_setup/_static/benchmarks_files/data/graph-data-ov.json @@ -1,18 +1,18 @@ [ { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "bert-base-cased", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 245.16, + "int8": 0.04, "fp16": "", - "fp32": 159.59, + "fp32": "", "bf16": "" } ], @@ -35,19 +35,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU+iGPU", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2.49, + "int8": 225.99, "fp16": "", - "fp32": 1.18, + "fp32": 217.0, "bf16": "" } ], @@ -70,19 +70,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "mobilenet-v2", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU+iGPU", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4444.97, + "int8": 58.96, "fp16": "", - "fp32": 2395.07, + "fp32": 54.33, "bf16": "" } ], @@ -105,19 +105,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU+iGPU", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1071.42, + "int8": 1.25, "fp16": "", - "fp32": 472.1, + "fp32": 1.09, "bf16": "" } ], @@ -140,11 +140,11 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "ssd-resnet34-1200", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Atom® X6425E CPU+iGPU", + "Model": "yolo11", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -152,7 +152,7 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 9.59, + "fp32": 35.4, "bf16": "" } ], @@ -175,19 +175,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU+iGPU", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1104.79, + "int8": 36.26, "fp16": "", - "fp32": 622.5, + "fp32": 34.29, "bf16": "" } ], @@ -210,19 +210,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "yolo11", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Atom® X6425E CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 0.04, "fp16": "", - "fp32": 275.86, + "fp32": "", "bf16": "" } ], @@ -233,7 +233,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 20456.96, "fp16": "", "fp32": "", "bf16": "" @@ -245,19 +245,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", - "Model": "yolo_v8n", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 376.6, + "int8": 133.18, "fp16": "", - "fp32": 235.44, + "fp32": 80.08, "bf16": "" } ], @@ -268,7 +268,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 7.87, "fp16": "", "fp32": "", "bf16": "" @@ -280,19 +280,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU-only", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 75.65, + "int8": 19.86, "fp16": "", - "fp32": 30.06, + "fp32": 8.14, "bf16": "" } ], @@ -303,7 +303,7 @@ "Precisions": [ { "int4": "", - "int8": 24.61, + "int8": 51.33, "fp16": "", "fp32": "", "bf16": "" @@ -315,19 +315,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 96.99, + "int8": 0.33, "fp16": "", - "fp32": 66.54, + "fp32": 0.13, "bf16": "" } ], @@ -338,7 +338,7 @@ "Precisions": [ { "int4": "", - "int8": 20.2, + "int8": 2995.15, "fp16": "", "fp32": "", "bf16": "" @@ -350,19 +350,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Atom® X6425E CPU-only", + "Model": "yolo11", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1.2, + "int8": "", "fp16": "", - "fp32": 0.3, + "fp32": 5.29, "bf16": "" } ], @@ -373,7 +373,7 @@ "Precisions": [ { "int4": "", - "int8": 973.29, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -385,19 +385,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E CPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1955.91, + "int8": 10.24, "fp16": "", - "fp32": 810.96, + "fp32": 5.12, "bf16": "" } ], @@ -408,7 +408,7 @@ "Precisions": [ { "int4": "", - "int8": 1.36, + "int8": 100.35, "fp16": "", "fp32": "", "bf16": "" @@ -420,19 +420,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "bert-base-cased", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 389.01, - "fp16": "", - "fp32": 94.24, + "int8": 653.48, + "fp16": 757.36, + "fp32": "", "bf16": "" } ], @@ -443,7 +443,7 @@ "Precisions": [ { "int4": "", - "int8": 6.25, + "int8": 1.31, "fp16": "", "fp32": "", "bf16": "" @@ -455,30 +455,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "llama-3.2-3b-instruct", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 6.3, + "int4": 130.54, + "int8": 84.45, "fp16": "", - "fp32": 1.63, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 199.13, + "int4": 7.66, + "int8": 11.84, "fp16": "", "fp32": "", "bf16": "" @@ -490,19 +490,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 678.1, - "fp16": "", - "fp32": 241.46, + "int8": "", + "fp16": 2.83, + "fp32": "", "bf16": "" } ], @@ -513,7 +513,7 @@ "Precisions": [ { "int4": "", - "int8": 2.67, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -525,19 +525,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "yolo11", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Atom® X6425E iGPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", - "fp32": 77.9, + "int8": 187.68, + "fp16": 222.16, + "fp32": "", "bf16": "" } ], @@ -548,7 +548,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 7.59, "fp16": "", "fp32": "", "bf16": "" @@ -560,19 +560,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", - "Model": "yolo_v8n", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 166.06, - "fp16": "", - "fp32": 64.29, + "int8": 2116.07, + "fp16": 2153.55, + "fp32": "", "bf16": "" } ], @@ -583,7 +583,7 @@ "Precisions": [ { "int4": "", - "int8": 12.57, + "int8": 0.3, "fp16": "", "fp32": "", "bf16": "" @@ -595,30 +595,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 90.01, - "fp16": 73.98, + "int4": 115.07, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 11.94, + "int4": 8.69, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -630,18 +630,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E iGPU-only", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 40.21, - "fp16": 36.53, + "int8": 47.93, + "fp16": 51.69, "fp32": "", "bf16": "" } @@ -653,7 +653,7 @@ "Precisions": [ { "int4": "", - "int8": 25.76, + "int8": 22.86, "fp16": "", "fp32": "", "bf16": "" @@ -665,18 +665,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1964.23, - "fp16": 1350.52, + "int8": 1862.4, + "fp16": 1925.9, "fp32": "", "bf16": "" } @@ -688,7 +688,7 @@ "Precisions": [ { "int4": "", - "int8": 0.77, + "int8": 0.37, "fp16": "", "fp32": "", "bf16": "" @@ -700,18 +700,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Atom® X6425E iGPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 774.88, - "fp16": 383.87, + "int8": 1.16, + "fp16": 1.16, "fp32": "", "bf16": "" } @@ -723,7 +723,7 @@ "Precisions": [ { "int4": "", - "int8": 1.56, + "int8": 871.0, "fp16": "", "fp32": "", "bf16": "" @@ -735,18 +735,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 699.97, - "fp16": "", + "int8": 58.1, + "fp16": 48.88, "fp32": "", "bf16": "" } @@ -758,7 +758,7 @@ "Precisions": [ { "int4": "", - "int8": 1.66, + "int8": 20.13, "fp16": "", "fp32": "", "bf16": "" @@ -770,11 +770,11 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "yolo11", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ @@ -782,19 +782,19 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 138.08, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 1.16, + "fp16": 1.15, "fp32": "", "bf16": "" } @@ -805,19 +805,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "yolo_v8n", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "yolo11", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 138.71, - "fp16": 142.27, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 822.28, "bf16": "" } ], @@ -828,7 +828,7 @@ "Precisions": [ { "int4": "", - "int8": 7.93, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -839,32 +839,32 @@ } } }, - { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "llama-2-7b-chat", - "featured_SKU": true, + { + "Platform": "Intel® Atom® X6425E iGPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": 3.12, + "int8": 31.49, + "fp16": 33.13, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": 320.24, + "int8": 35.42, + "fp16": "", "fp32": "", "bf16": "" } @@ -875,31 +875,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.5, - "fp16": 4.8, + "int8": 1114.48, + "fp16": 1139.58, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 1963.5, - "fp16": 208.07, + "int8": 1.06, + "fp16": "", "fp32": "", "bf16": "" } @@ -909,20 +909,20 @@ } } }, - { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + { + "Platform": "Intel® Arc™ A-Series Graphics dGPU", "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 219.48, - "fp16": "", - "fp32": 159.21, + "int8": 318.72, + "fp16": 348.02, + "fp32": "", "bf16": "" } ], @@ -933,7 +933,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 4.61, "fp16": "", "fp32": "", "bf16": "" @@ -945,30 +945,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "efficientdet-d0", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "flux.1-schnell", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 188.23, + "int8": 1.78, "fp16": "", - "fp32": 149.87, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 561.11, "fp16": "", "fp32": "", "bf16": "" @@ -980,30 +980,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "gemma-2-9b", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 6.52, + "int4": 27.25, + "int8": 21.96, "fp16": "", - "fp32": 3.46, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 36.69, + "int8": 45.52, "fp16": "", "fp32": "", "bf16": "" @@ -1015,30 +1015,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "mobilenet-v2", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "glm-4-9b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1821.48, + "int4": 37.56, + "int8": 27.87, "fp16": "", - "fp32": 1146.43, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 26.62, + "int8": 35.87, "fp16": "", "fp32": "", "bf16": "" @@ -1050,31 +1050,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "resnet-50", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 771.39, - "fp16": "", - "fp32": 349.5, + "int4": 43.91, + "int8": 35.38, + "fp16": 22.24, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 22.77, + "int8": 28.26, + "fp16": 44.96, "fp32": "", "bf16": "" } @@ -1085,30 +1085,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "llama-3-8b", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 34.7, + "int4": 42.3, + "int8": 31.95, "fp16": "", - "fp32": 17.75, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 23.64, + "int8": 31.29, "fp16": "", "fp32": "", "bf16": "" @@ -1120,31 +1120,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "llama-3.2-3b-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 988.89, - "fp16": "", - "fp32": 601.58, + "int4": 59.24, + "int8": 52.68, + "fp16": 35.98, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 16.88, + "int8": 18.98, + "fp16": 27.79, "fp32": "", "bf16": "" } @@ -1155,31 +1155,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "yolo11", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "mistral-7b-instruct-v0.2", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU+iGPU", + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", - "fp32": 293.1, + "int4": 44.62, + "int8": 33.06, + "fp16": 20.68, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 22.41, + "int8": 30.24, + "fp16": 48.35, "fp32": "", "bf16": "" } @@ -1190,19 +1190,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", - "Model": "yolo_v8n", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 360.74, - "fp16": "", - "fp32": 260.26, + "int8": 2309.17, + "fp16": 2090.48, + "fp32": "", "bf16": "" } ], @@ -1213,7 +1213,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1.22, "fp16": "", "fp32": "", "bf16": "" @@ -1225,31 +1225,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 73.65, - "fp16": "", - "fp32": 26.04, + "int4": 59.17, + "int8": 47.86, + "fp16": 29.26, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 19.73, - "fp16": "", + "int4": 16.9, + "int8": 20.89, + "fp16": 34.17, "fp32": "", "bf16": "" } @@ -1260,31 +1260,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "qwen2-7b", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 92.68, - "fp16": "", - "fp32": 60.94, + "int4": 45.35, + "int8": 34.0, + "fp16": 20.79, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 13.55, - "fp16": "", + "int4": 22.05, + "int8": 29.41, + "fp16": 48.1, "fp32": "", "bf16": "" } @@ -1295,31 +1295,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "qwen2.5-7b-instruct", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1.11, - "fp16": "", - "fp32": 0.25, + "int4": 42.58, + "int8": 33.99, + "fp16": 20.8, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1258.55, - "fp16": "", + "int4": 23.48, + "int8": 29.42, + "fp16": 48.07, "fp32": "", "bf16": "" } @@ -1330,19 +1330,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1664.09, - "fp16": "", - "fp32": 775.16, + "int8": 1357.13, + "fp16": 1040.64, + "fp32": "", "bf16": "" } ], @@ -1353,7 +1353,7 @@ "Precisions": [ { "int4": "", - "int8": 1.02, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1365,19 +1365,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 330.37, - "fp16": "", - "fp32": 84.22, + "int8": 111.34, + "fp16": 72.58, + "fp32": "", "bf16": "" } ], @@ -1388,7 +1388,7 @@ "Precisions": [ { "int4": "", - "int8": 4.62, + "int8": 15.28, "fp16": "", "fp32": "", "bf16": "" @@ -1400,31 +1400,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "stable-diffusion-v1-5", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 6.04, + "int8": "", "fp16": "", - "fp32": 1.48, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 235.82, - "fp16": "", + "int8": 2.18, + "fp16": 2.19, "fp32": "", "bf16": "" } @@ -1435,31 +1435,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "stable-diffusion-v1-5", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 664.52, + "int8": "", "fp16": "", - "fp32": 225.17, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 2.26, - "fp16": "", + "int8": 2.18, + "fp16": 2.19, "fp32": "", "bf16": "" } @@ -1470,19 +1470,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "yolo11", + "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Model": "yolo_v8n", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", - "fp32": 71.89, + "int8": 595.35, + "fp16": 547.11, + "fp32": "", "bf16": "" } ], @@ -1493,7 +1493,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 3.09, "fp16": "", "fp32": "", "bf16": "" @@ -1505,30 +1505,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", - "Model": "yolo_v8n", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "gemma-2-9b", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 139.66, + "int4": 50.58, + "int8": "", "fp16": "", - "fp32": 58.69, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 9.49, + "int4": 19.77, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1540,30 +1540,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "llama-3-8b", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 260.56, - "fp16": 194.71, + "int4": 75.41, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 4.83, + "int4": 13.26, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1575,30 +1575,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "mistral-7b-instruct-v0.2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 12.97, - "fp16": 13.56, + "int4": 81.56, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 127.7, + "int4": 12.26, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1610,18 +1610,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "llama-2-7b-chat", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "qwen2-7b", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", + "int4": 83.33, "int8": "", - "fp16": 5.09, + "fp16": "", "fp32": "", "bf16": "" } @@ -1632,9 +1632,9 @@ "latency": { "Precisions": [ { - "int4": "", + "int4": 12.0, "int8": "", - "fp16": 196.34, + "fp16": "", "fp32": "", "bf16": "" } @@ -1645,30 +1645,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, + "Platform": "Intel® Arc™ B-Series Graphics dGPU-only", + "Model": "qwen2.5-7b-instruct", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 3708.8, - "fp16": 3055.93, + "int4": 81.43, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 0.39, + "int4": 12.28, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1680,31 +1680,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Atom® x7425E CPU+iGPU", + "Model": "mobilenet-v2", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.5, - "fp16": 8.5, - "fp32": "", + "int8": 444.14, + "fp16": "", + "fp32": 298.25, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 1995.15, - "fp16": 117.55, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -1715,19 +1715,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", + "Platform": "Intel® Atom® x7425E CPU+iGPU", "Model": "resnet-50", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2072.98, - "fp16": 998.42, - "fp32": "", + "int8": 125.79, + "fp16": "", + "fp32": 57.54, "bf16": "" } ], @@ -1738,7 +1738,7 @@ "Precisions": [ { "int4": "", - "int8": 0.74, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1750,19 +1750,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Atom® x7425E CPU+iGPU", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 231.17, - "fp16": 198.89, - "fp32": "", + "int8": 2.52, + "fp16": "", + "fp32": 0.92, "bf16": "" } ], @@ -1773,7 +1773,7 @@ "Precisions": [ { "int4": "", - "int8": 7.55, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1785,19 +1785,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", - "Model": "yolo_v8n", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, NPU-only", + "Platform": "Intel® Atom® x7425E CPU+iGPU", + "Model": "yolo11", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 398.63, - "fp16": 498.67, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 44.68, "bf16": "" } ], @@ -1808,7 +1808,7 @@ "Precisions": [ { "int4": "", - "int8": 3.14, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -1820,19 +1820,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "bert-base-cased", + "Platform": "Intel® Atom® x7425E CPU+iGPU", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 35.35, + "int8": 67.82, "fp16": "", - "fp32": 15.52, + "fp32": 38.87, "bf16": "" } ], @@ -1855,19 +1855,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "efficientdet-d0", + "Platform": "Intel® Atom® x7425E CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 47.59, + "int8": 0.14, "fp16": "", - "fp32": 29.85, + "fp32": "", "bf16": "" } ], @@ -1878,7 +1878,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 6835.33, "fp16": "", "fp32": "", "bf16": "" @@ -1890,19 +1890,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Atom® x7425E CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.5, + "int8": 277.66, "fp16": "", - "fp32": 0.18, + "fp32": 163.81, "bf16": "" } ], @@ -1913,7 +1913,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 3.99, "fp16": "", "fp32": "", "bf16": "" @@ -1925,19 +1925,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "mobilenet-v2", + "Platform": "Intel® Atom® x7425E CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 745.03, + "int8": 45.07, "fp16": "", - "fp32": 322.13, + "fp32": 18.77, "bf16": "" } ], @@ -1948,7 +1948,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 23.83, "fp16": "", "fp32": "", "bf16": "" @@ -1960,19 +1960,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "resnet-50", + "Platform": "Intel® Atom® x7425E CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 165.62, + "int8": 0.76, "fp16": "", - "fp32": 52.3, + "fp32": 0.32, "bf16": "" } ], @@ -1983,7 +1983,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1317.18, "fp16": "", "fp32": "", "bf16": "" @@ -1995,19 +1995,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Atom® x7425E CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3.31, + "int8": "", "fp16": "", - "fp32": 1.08, + "fp32": 13.82, "bf16": "" } ], @@ -2030,19 +2030,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Atom® x7425E CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 329.75, + "int8": 21.58, "fp16": "", - "fp32": 113.37, + "fp32": 11.77, "bf16": "" } ], @@ -2053,7 +2053,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 47.49, "fp16": "", "fp32": "", "bf16": "" @@ -2065,19 +2065,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", - "Model": "yolo_v8n", + "Platform": "Intel® Atom® x7425E iGPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 77.32, + "int8": 0.06, "fp16": "", - "fp32": 35.51, + "fp32": "", "bf16": "" } ], @@ -2088,7 +2088,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 16196.18, "fp16": "", "fp32": "", "bf16": "" @@ -2100,19 +2100,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Atom® x7425E iGPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 31.71, - "fp16": "", - "fp32": 12.08, + "int8": 409.97, + "fp16": 324.29, + "fp32": "", "bf16": "" } ], @@ -2123,7 +2123,7 @@ "Precisions": [ { "int4": "", - "int8": 46.54, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2135,19 +2135,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Atom® x7425E iGPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 43.74, - "fp16": "", - "fp32": 22.34, + "int8": 106.05, + "fp16": 64.68, + "fp32": "", "bf16": "" } ], @@ -2158,7 +2158,7 @@ "Precisions": [ { "int4": "", - "int8": 33.35, + "int8": 10.87, "fp16": "", "fp32": "", "bf16": "" @@ -2170,18 +2170,18 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Atom® x7425E iGPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.46, - "fp16": "", + "int8": 2.1, + "fp16": 1.29, "fp32": "", "bf16": "" } @@ -2193,7 +2193,7 @@ "Precisions": [ { "int4": "", - "int8": 2376.04, + "int8": 484.95, "fp16": "", "fp32": "", "bf16": "" @@ -2205,19 +2205,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Atom® x7425E iGPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 758.81, - "fp16": "", - "fp32": 283.89, + "int8": 60.75, + "fp16": 44.58, + "fp32": "", "bf16": "" } ], @@ -2228,7 +2228,7 @@ "Precisions": [ { "int4": "", - "int8": 1.99, + "int8": 18.67, "fp16": "", "fp32": "", "bf16": "" @@ -2240,19 +2240,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 151.44, + "int8": 44.0, "fp16": "", - "fp32": 39.19, + "fp32": 31.78, "bf16": "" } ], @@ -2263,7 +2263,7 @@ "Precisions": [ { "int4": "", - "int8": 11.4, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2275,19 +2275,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2.64, + "int8": 0.18, "fp16": "", - "fp32": 0.75, + "fp32": 0.35, "bf16": "" } ], @@ -2298,7 +2298,7 @@ "Precisions": [ { "int4": "", - "int8": 506.82, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2310,19 +2310,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 312.97, + "int8": 506.01, "fp16": "", - "fp32": 94.2, + "fp32": 381.18, "bf16": "" } ], @@ -2333,7 +2333,7 @@ "Precisions": [ { "int4": "", - "int8": 4.81, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2345,19 +2345,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "yolo11", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "resnet-50", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 188.64, "fp16": "", - "fp32": 31.35, + "fp32": 113.93, "bf16": "" } ], @@ -2380,19 +2380,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 67.82, + "int8": 5.26, "fp16": "", - "fp32": 27.07, + "fp32": 2.7, "bf16": "" } ], @@ -2403,7 +2403,7 @@ "Precisions": [ { "int4": "", - "int8": 20.66, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2415,19 +2415,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "bert-base-cased", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 49.73, + "int8": "", "fp16": "", - "fp32": 26.8, + "fp32": 77.6, "bf16": "" } ], @@ -2450,19 +2450,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "efficientdet-d0", + "Platform": "Intel® Celeron® 6305E CPU+iGPU", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 73.58, + "int8": 110.03, "fp16": "", - "fp32": 48.37, + "fp32": 76.45, "bf16": "" } ], @@ -2485,19 +2485,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Celeron® 6305E CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.69, + "int8": 11.71, "fp16": "", - "fp32": 0.3, + "fp32": 4.3, "bf16": "" } ], @@ -2508,7 +2508,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 87.52, "fp16": "", "fp32": "", "bf16": "" @@ -2520,19 +2520,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "mobilenet-v2", + "Platform": "Intel® Celeron® 6305E CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1047.6, + "int8": 0.17, "fp16": "", - "fp32": 530.76, + "fp32": 0.04, "bf16": "" } ], @@ -2543,7 +2543,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 5759.21, "fp16": "", "fp32": "", "bf16": "" @@ -2555,19 +2555,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "resnet-50", + "Platform": "Intel® Celeron® 6305E CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 234.13, + "int8": 306.21, "fp16": "", - "fp32": 87.8, + "fp32": 132.66, "bf16": "" } ], @@ -2578,7 +2578,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 3.54, "fp16": "", "fp32": "", "bf16": "" @@ -2590,19 +2590,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Celeron® 6305E CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4.73, + "int8": 50.95, "fp16": "", - "fp32": 1.74, + "fp32": 14.38, "bf16": "" } ], @@ -2613,7 +2613,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 20.03, "fp16": "", "fp32": "", "bf16": "" @@ -2625,19 +2625,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Celeron® 6305E CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 466.04, + "int8": 0.89, "fp16": "", - "fp32": 188.24, + "fp32": 0.23, "bf16": "" } ], @@ -2648,7 +2648,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1121.78, "fp16": "", "fp32": "", "bf16": "" @@ -2660,11 +2660,11 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Platform": "Intel® Celeron® 6305E CPU-only", "Model": "yolo11", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -2672,7 +2672,7 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 65.2, + "fp32": 11.88, "bf16": "" } ], @@ -2695,19 +2695,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Platform": "Intel® Celeron® 6305E CPU-only", "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 124.43, + "int8": 25.88, "fp16": "", - "fp32": 58.02, + "fp32": 9.62, "bf16": "" } ], @@ -2718,7 +2718,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 40.25, "fp16": "", "fp32": "", "bf16": "" @@ -2730,19 +2730,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", + "Platform": "Intel® Celeron® 6305E iGPU-only", "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 39.9, - "fp16": "", - "fp32": 15.7, + "int8": 43.5, + "fp16": 32.35, + "fp32": "", "bf16": "" } ], @@ -2753,7 +2753,7 @@ "Precisions": [ { "int4": "", - "int8": 40.17, + "int8": 26.2, "fp16": "", "fp32": "", "bf16": "" @@ -2765,19 +2765,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Celeron® 6305E iGPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 56.09, - "fp16": "", - "fp32": 35.64, + "int8": "", + "fp16": 490.42, + "fp32": "", "bf16": "" } ], @@ -2788,7 +2788,7 @@ "Precisions": [ { "int4": "", - "int8": 28.71, + "int8": 2.7, "fp16": "", "fp32": "", "bf16": "" @@ -2800,19 +2800,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Celeron® 6305E iGPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.57, - "fp16": "", - "fp32": 0.15, + "int8": 198.87, + "fp16": 117.7, + "fp32": "", "bf16": "" } ], @@ -2823,7 +2823,7 @@ "Precisions": [ { "int4": "", - "int8": 2072.23, + "int8": 6.25, "fp16": "", "fp32": "", "bf16": "" @@ -2835,19 +2835,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Celeron® 6305E iGPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 949.06, - "fp16": "", - "fp32": 456.56, + "int8": 4.99, + "fp16": 2.79, + "fp32": "", "bf16": "" } ], @@ -2858,7 +2858,7 @@ "Precisions": [ { "int4": "", - "int8": 1.75, + "int8": 215.87, "fp16": "", "fp32": "", "bf16": "" @@ -2870,19 +2870,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Celeron® 6305E iGPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 184.18, - "fp16": "", - "fp32": 52.94, + "int8": 118.91, + "fp16": 80.55, + "fp32": "", "bf16": "" } ], @@ -2893,7 +2893,7 @@ "Precisions": [ { "int4": "", - "int8": 9.62, + "int8": 10.46, "fp16": "", "fp32": "", "bf16": "" @@ -2905,19 +2905,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3.14, + "int8": 245.09, "fp16": "", - "fp32": 0.91, + "fp32": 147.84, "bf16": "" } ], @@ -2928,7 +2928,7 @@ "Precisions": [ { "int4": "", - "int8": 466.62, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2940,19 +2940,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 381.86, + "int8": "", "fp16": "", - "fp32": 133.9, + "fp32": 0.87, "bf16": "" } ], @@ -2963,7 +2963,7 @@ "Precisions": [ { "int4": "", - "int8": 4.17, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -2975,19 +2975,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "mobilenet-v2", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 4951.72, "fp16": "", - "fp32": 43.41, + "fp32": 2384.76, "bf16": "" } ], @@ -3010,19 +3010,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor CPU-only", - "Model": "yolo_v8n", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 91.26, + "int8": 979.53, "fp16": "", - "fp32": 36.14, + "fp32": 479.82, "bf16": "" } ], @@ -3033,7 +3033,7 @@ "Precisions": [ { "int4": "", - "int8": 18.18, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -3045,19 +3045,19 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "bert-base-cased", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 120.47, + "int8": 18.9, "fp16": "", - "fp32": 47.12, + "fp32": 9.69, "bf16": "" } ], @@ -3068,7 +3068,7 @@ "Precisions": [ { "int4": "", - "int8": 13.36, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -3080,19 +3080,19 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 149.82, + "int8": "", "fp16": "", - "fp32": 92.81, + "fp32": 274.32, "bf16": "" } ], @@ -3103,7 +3103,7 @@ "Precisions": [ { "int4": "", - "int8": 9.24, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -3115,19 +3115,19 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU+iGPU", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1.61, + "int8": 384.74, "fp16": "", - "fp32": 0.49, + "fp32": 237.72, "bf16": "" } ], @@ -3138,7 +3138,7 @@ "Precisions": [ { "int4": "", - "int8": 736.14, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -3150,9 +3150,9 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -3160,9 +3160,9 @@ "Precisions": [ { "int4": "", - "int8": 2964.94, + "int8": 74.26, "fp16": "", - "fp32": 1318.69, + "fp32": 29.73, "bf16": "" } ], @@ -3173,7 +3173,7 @@ "Precisions": [ { "int4": "", - "int8": 0.69, + "int8": 25.83, "fp16": "", "fp32": "", "bf16": "" @@ -3185,9 +3185,9 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "resnet-50", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -3195,9 +3195,9 @@ "Precisions": [ { "int4": "", - "int8": 536.17, + "int8": "", "fp16": "", - "fp32": 148.8, + "fp32": 0.33, "bf16": "" } ], @@ -3208,7 +3208,7 @@ "Precisions": [ { "int4": "", - "int8": 2.82, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -3220,9 +3220,9 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -3230,9 +3230,9 @@ "Precisions": [ { "int4": "", - "int8": 8.77, + "int8": 1930.56, "fp16": "", - "fp32": 2.46, + "fp32": 794.15, "bf16": "" } ], @@ -3243,7 +3243,7 @@ "Precisions": [ { "int4": "", - "int8": 133.51, + "int8": 1.28, "fp16": "", "fp32": "", "bf16": "" @@ -3255,9 +3255,9 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -3265,9 +3265,9 @@ "Precisions": [ { "int4": "", - "int8": 1076.91, + "int8": 389.72, "fp16": "", - "fp32": 378.11, + "fp32": 94.38, "bf16": "" } ], @@ -3278,7 +3278,7 @@ "Precisions": [ { "int4": "", - "int8": 1.35, + "int8": 6.39, "fp16": "", "fp32": "", "bf16": "" @@ -3290,19 +3290,19 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, + "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 6.4, "fp16": "", - "fp32": 123.4, + "fp32": 1.64, "bf16": "" } ], @@ -3313,7 +3313,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 197.35, "fp16": "", "fp32": "", "bf16": "" @@ -3325,19 +3325,19 @@ } }, { - "Platform": "Intel® Core™ i5-13600K CPU-only", - "Model": "yolo_v8n", - "featured_SKU": false, - "whats_new_model": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 266.68, + "int8": "", "fp16": "", - "fp32": 102.24, + "fp32": 77.37, "bf16": "" } ], @@ -3348,7 +3348,7 @@ "Precisions": [ { "int4": "", - "int8": 5.23, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -3360,19 +3360,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "bert-base-cased", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H CPU-only", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 84.23, + "int8": 167.3, "fp16": "", - "fp32": 50.76, + "fp32": 63.67, "bf16": "" } ], @@ -3383,7 +3383,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 12.37, "fp16": "", "fp32": "", "bf16": "" @@ -3395,19 +3395,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 99.37, - "fp16": "", - "fp32": 65.5, + "int8": 105.31, + "fp16": 80.37, + "fp32": "", "bf16": "" } ], @@ -3418,7 +3418,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 9.97, "fp16": "", "fp32": "", "bf16": "" @@ -3430,29 +3430,29 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", + "Model": "llama-2-7b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1.15, + "int4": 9.16, + "int8": "", "fp16": "", - "fp32": 0.64, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", + "int4": 109.17, "int8": "", "fp16": "", "fp32": "", @@ -3465,19 +3465,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", "Model": "mobilenet-v2", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1350.0, - "fp16": "", - "fp32": 680.17, + "int8": "", + "fp16": 1354.14, + "fp32": "", "bf16": "" } ], @@ -3500,29 +3500,29 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "resnet-50", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 361.15, + "int4": 10.36, + "int8": "", "fp16": "", - "fp32": 162.3, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", + "int4": 96.48, "int8": "", "fp16": "", "fp32": "", @@ -3535,19 +3535,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 8.62, - "fp16": "", - "fp32": 3.78, + "int8": 771.77, + "fp16": 394.18, + "fp32": "", "bf16": "" } ], @@ -3558,7 +3558,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1.61, "fp16": "", "fp32": "", "bf16": "" @@ -3570,19 +3570,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 653.43, + "int8": "", "fp16": "", - "fp32": 290.66, + "fp32": 141.62, "bf16": "" } ], @@ -3605,19 +3605,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 7 processor 155H NPU-only", + "Model": "yolo_v8n", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", "int8": "", - "fp16": "", - "fp32": 106.63, + "fp16": 144.24, + "fp32": "", "bf16": "" } ], @@ -3640,19 +3640,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", - "Model": "yolo_v8n", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 181.26, - "fp16": "", - "fp32": 101.25, + "int8": 160.74, + "fp16": 106.13, + "fp32": "", "bf16": "" } ], @@ -3663,7 +3663,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 6.75, "fp16": "", "fp32": "", "bf16": "" @@ -3675,31 +3675,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "bert-base-cased", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "gemma-2-9b", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 50.33, - "fp16": "", - "fp32": 18.21, + "int4": 9.22, + "int8": "", + "fp16": 0.96, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 22.72, - "fp16": "", + "int4": 108.42, + "int8": "", + "fp16": 1033.12, "fp32": "", "bf16": "" } @@ -3710,31 +3710,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "glm-4-9b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 73.02, - "fp16": "", - "fp32": 41.12, + "int4": 11.83, + "int8": 6.98, + "fp16": 1.18, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 14.66, - "fp16": "", + "int4": 84.5, + "int8": 143.22, + "fp16": 843.89, "fp32": "", "bf16": "" } @@ -3745,30 +3745,30 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "llama-2-7b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 0.72, + "int4": 15.37, + "int8": 8.47, "fp16": "", - "fp32": 0.19, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1367.22, + "int4": 65.03, + "int8": 118.0, "fp16": "", "fp32": "", "bf16": "" @@ -3780,30 +3780,30 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "llama-3-8b", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1279.85, + "int4": 15.88, + "int8": 8.26, "fp16": "", - "fp32": 503.42, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 0.96, + "int4": 62.95, + "int8": 121.04, "fp16": "", "fp32": "", "bf16": "" @@ -3815,31 +3815,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "resnet-50", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "llama-3.2-3b-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 224.43, - "fp16": "", - "fp32": 60.83, + "int4": 30.33, + "int8": 21.22, + "fp16": 11.99, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 4.96, - "fp16": "", + "int4": 32.96, + "int8": 47.12, + "fp16": 83.4, "fp32": "", "bf16": "" } @@ -3850,30 +3850,30 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "mistral-7b-instruct-v0.2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 3.93, + "int4": 17.18, + "int8": 8.78, "fp16": "", - "fp32": 1.01, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 250.5, + "int4": 58.2, + "int8": 113.86, "fp16": "", "fp32": "", "bf16": "" @@ -3885,19 +3885,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "mobilenet-v2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 492.36, - "fp16": "", - "fp32": 146.51, + "int8": 1308.56, + "fp16": 1380.22, + "fp32": "", "bf16": "" } ], @@ -3908,7 +3908,7 @@ "Precisions": [ { "int4": "", - "int8": 2.21, + "int8": 1.35, "fp16": "", "fp32": "", "bf16": "" @@ -3920,31 +3920,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "yolo11", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", - "fp32": 48.14, + "int4": 25.56, + "int8": 18.66, + "fp16": 9.74, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 39.12, + "int8": 53.59, + "fp16": 102.64, "fp32": "", "bf16": "" } @@ -3955,30 +3955,30 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 CPU-only", - "Model": "yolo_v8n", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "qwen2-7b", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 110.17, + "int4": 17.51, + "int8": 9.18, "fp16": "", - "fp32": 40.01, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 10.18, + "int4": 57.11, + "int8": 108.82, "fp16": "", "fp32": "", "bf16": "" @@ -3990,30 +3990,30 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "bert-base-cased", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "qwen2.5-7b-instruct", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 51.12, + "int4": 17.15, + "int8": 9.23, "fp16": "", - "fp32": 26.48, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", + "int4": 58.3, + "int8": 108.26, "fp16": "", "fp32": "", "bf16": "" @@ -4025,19 +4025,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 58.22, - "fp16": "", - "fp32": 28.25, + "int8": 558.48, + "fp16": 408.42, + "fp32": "", "bf16": "" } ], @@ -4048,7 +4048,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 2.37, "fp16": "", "fp32": "", "bf16": "" @@ -4060,19 +4060,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.72, - "fp16": "", - "fp32": 0.32, + "int8": 20.58, + "fp16": 12.63, + "fp32": "", "bf16": "" } ], @@ -4083,7 +4083,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 46.94, "fp16": "", "fp32": "", "bf16": "" @@ -4095,31 +4095,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "mobilenet-v2", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 977.87, + "int8": "", "fp16": "", - "fp32": 347.74, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 11.12, + "fp16": 10.73, "fp32": "", "bf16": "" } @@ -4130,31 +4130,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "resnet-50", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 234.93, + "int8": "", "fp16": "", - "fp32": 87.7, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 11.47, + "fp16": 11.1, "fp32": "", "bf16": "" } @@ -4165,19 +4165,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4.44, + "int8": "", "fp16": "", - "fp32": 1.77, + "fp32": 300.07, "bf16": "" } ], @@ -4200,19 +4200,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 457.58, - "fp16": "", - "fp32": 163.76, + "int8": 398.7, + "fp16": 299.23, + "fp32": "", "bf16": "" } ], @@ -4223,7 +4223,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 3.13, "fp16": "", "fp32": "", "bf16": "" @@ -4235,19 +4235,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "bert-base-cased", + "featured_SKU": true, + "whats_new_model": false, "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 221.71, "fp16": "", - "fp32": 55.7, + "fp32": 64.6, "bf16": "" } ], @@ -4270,9 +4270,9 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", - "Model": "yolo_v8n", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { @@ -4280,9 +4280,9 @@ "Precisions": [ { "int4": "", - "int8": 103.01, + "int8": "", "fp16": "", - "fp32": 53.55, + "fp32": 0.54, "bf16": "" } ], @@ -4305,19 +4305,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "bert-base-cased", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "mobilenet-v2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 38.29, + "int8": 1817.46, "fp16": "", - "fp32": 13.8, + "fp32": 0.53, "bf16": "" } ], @@ -4328,7 +4328,7 @@ "Precisions": [ { "int4": "", - "int8": 28.27, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -4340,19 +4340,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 54.05, + "int8": 754.71, "fp16": "", - "fp32": 22.12, + "fp32": 186.44, "bf16": "" } ], @@ -4363,7 +4363,7 @@ "Precisions": [ { "int4": "", - "int8": 20.1, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -4375,19 +4375,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.52, + "int8": 31.03, "fp16": "", - "fp32": 0.13, + "fp32": 4.36, "bf16": "" } ], @@ -4398,7 +4398,7 @@ "Precisions": [ { "int4": "", - "int8": 1784.45, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -4410,19 +4410,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 969.46, + "int8": "", "fp16": "", - "fp32": 314.77, + "fp32": 153.24, "bf16": "" } ], @@ -4433,7 +4433,7 @@ "Precisions": [ { "int4": "", - "int8": 1.2, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -4445,19 +4445,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "resnet-50", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU+iGPU", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 174.87, + "int8": "", "fp16": "", - "fp32": 45.34, + "fp32": 138.99, "bf16": "" } ], @@ -4468,7 +4468,7 @@ "Precisions": [ { "int4": "", - "int8": 6.4, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -4480,9 +4480,9 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -4490,9 +4490,9 @@ "Precisions": [ { "int4": "", - "int8": 2.63, + "int8": 71.02, "fp16": "", - "fp32": "", + "fp32": 25.21, "bf16": "" } ], @@ -4503,7 +4503,7 @@ "Precisions": [ { "int4": "", - "int8": 320.71, + "int8": 20.38, "fp16": "", "fp32": "", "bf16": "" @@ -4515,9 +4515,9 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -4525,9 +4525,9 @@ "Precisions": [ { "int4": "", - "int8": 385.99, + "int8": "", "fp16": "", - "fp32": 100.06, + "fp32": 0.23, "bf16": "" } ], @@ -4538,7 +4538,7 @@ "Precisions": [ { "int4": "", - "int8": 2.81, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -4550,19 +4550,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": true, + "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 1612.15, "fp16": "", - "fp32": 31.93, + "fp32": 744.42, "bf16": "" } ], @@ -4573,7 +4573,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1.02, "fp16": "", "fp32": "", "bf16": "" @@ -4585,9 +4585,9 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE CPU-only", - "Model": "yolo_v8n", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { @@ -4595,9 +4595,9 @@ "Precisions": [ { "int4": "", - "int8": 77.3, + "int8": 324.59, "fp16": "", - "fp32": 27.78, + "fp32": 89.19, "bf16": "" } ], @@ -4608,7 +4608,7 @@ "Precisions": [ { "int4": "", - "int8": 13.2, + "int8": 4.65, "fp16": "", "fp32": "", "bf16": "" @@ -4620,19 +4620,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "bert-base-cased", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 113.15, + "int8": 5.95, "fp16": "", - "fp32": 57.03, + "fp32": 1.5, "bf16": "" } ], @@ -4643,7 +4643,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 236.83, "fp16": "", "fp32": "", "bf16": "" @@ -4655,19 +4655,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "efficientdet-d0", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 141.82, + "int8": "", "fp16": "", - "fp32": 75.09, + "fp32": 69.5, "bf16": "" } ], @@ -4690,19 +4690,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V CPU-only", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1.62, + "int8": 112.07, "fp16": "", - "fp32": 0.71, + "fp32": 56.86, "bf16": "" } ], @@ -4713,7 +4713,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 13.23, "fp16": "", "fp32": "", "bf16": "" @@ -4725,19 +4725,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "mobilenet-v2", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2306.82, - "fp16": "", - "fp32": 1147.83, + "int8": 301.73, + "fp16": 192.26, + "fp32": "", "bf16": "" } ], @@ -4748,7 +4748,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 3.68, "fp16": "", "fp32": "", "bf16": "" @@ -4760,29 +4760,29 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "resnet-50", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", + "Model": "llama-2-7b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 528.4, + "int4": 12.8, + "int8": "", "fp16": "", - "fp32": 183.43, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", + "int4": 78.1, "int8": "", "fp16": "", "fp32": "", @@ -4795,19 +4795,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", + "Model": "mobilenet-v2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 10.4, - "fp16": "", - "fp32": 3.75, + "int8": 4064.87, + "fp16": 2944.64, + "fp32": "", "bf16": "" } ], @@ -4818,7 +4818,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 0.39, "fp16": "", "fp32": "", "bf16": "" @@ -4830,29 +4830,29 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1014.24, + "int4": 17.69, + "int8": "", "fp16": "", - "fp32": 400.36, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", + "int4": 56.52, "int8": "", "fp16": "", "fp32": "", @@ -4865,19 +4865,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", + "Model": "resnet-50", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", - "fp32": 131.95, + "int8": 1981.14, + "fp16": 971.44, + "fp32": "", "bf16": "" } ], @@ -4888,7 +4888,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 0.78, "fp16": "", "fp32": "", "bf16": "" @@ -4900,19 +4900,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V NPU-only", "Model": "yolo_v8n", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, NPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 266.22, - "fp16": "", - "fp32": 120.83, + "int8": 155.95, + "fp16": 526.62, + "fp32": "", "bf16": "" } ], @@ -4923,7 +4923,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 2.46, "fp16": "", "fp32": "", "bf16": "" @@ -4935,19 +4935,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", "Model": "bert-base-cased", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 87.91, - "fp16": "", - "fp32": 34.69, + "int8": 270.32, + "fp16": 178.53, + "fp32": "", "bf16": "" } ], @@ -4958,7 +4958,7 @@ "Precisions": [ { "int4": "", - "int8": 16.29, + "int8": 4.23, "fp16": "", "fp32": "", "bf16": "" @@ -4970,19 +4970,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "falcon-7b-instruct", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 115.7, - "fp16": "", - "fp32": 61.66, + "int4": 19.12, + "int8": 12.02, + "fp16": 6.69, + "fp32": "", "bf16": "" } ], @@ -4992,9 +4992,9 @@ "latency": { "Precisions": [ { - "int4": "", - "int8": 11.66, - "fp16": "", + "int4": 52.29, + "int8": 83.15, + "fp16": 149.37, "fp32": "", "bf16": "" } @@ -5005,31 +5005,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "gemma-2-9b", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1.27, - "fp16": "", - "fp32": 0.36, + "int4": 14.69, + "int8": 8.25, + "fp16": 0.59, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 890.38, - "fp16": "", + "int4": 68.05, + "int8": 121.21, + "fp16": 1671.53, "fp32": "", "bf16": "" } @@ -5040,31 +5040,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "glm-4-9b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1984.09, - "fp16": "", - "fp32": 970.61, + "int4": 17.31, + "int8": 8.78, + "fp16": 0.71, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 57.74, + "int8": 113.86, + "fp16": 1394.54, "fp32": "", "bf16": "" } @@ -5075,31 +5075,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "resnet-50", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "llama-2-7b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 429.37, - "fp16": "", - "fp32": 109.95, + "int4": 18.22, + "int8": 11.76, + "fp16": 6.74, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 3.48, - "fp16": "", + "int4": 54.86, + "int8": 84.99, + "fp16": 148.17, "fp32": "", "bf16": "" } @@ -5110,31 +5110,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "llama-3-8b", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 7.12, - "fp16": "", - "fp32": 1.96, + "int4": 19.73, + "int8": 10.98, + "fp16": 0.38, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 158.86, - "fp16": "", + "int4": 50.66, + "int8": 91.02, + "fp16": 2592.75, "fp32": "", "bf16": "" } @@ -5145,31 +5145,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "llama-3.2-3b-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 850.51, - "fp16": "", - "fp32": 290.18, + "int4": 37.49, + "int8": 24.17, + "fp16": 12.97, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1.71, - "fp16": "", + "int4": 26.67, + "int8": 41.37, + "fp16": 77.06, "fp32": "", "bf16": "" } @@ -5180,19 +5180,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", "int8": "", - "fp16": "", - "fp32": 90.98, + "fp16": 0.75, + "fp32": "", "bf16": "" } ], @@ -5215,31 +5215,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H CPU-only", - "Model": "yolo_v8n", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "mistral-7b-instruct-v0.2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 206.01, - "fp16": "", - "fp32": 77.63, + "int4": 21.42, + "int8": 11.27, + "fp16": 6.32, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 6.48, - "fp16": "", + "int4": 46.67, + "int8": 88.68, + "fp16": 158.14, "fp32": "", "bf16": "" } @@ -5250,19 +5250,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", - "Model": "bert-base-cased", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "mobilenet-v2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 60.89, - "fp16": "", - "fp32": 32.08, + "int8": 1314.3, + "fp16": 1311.86, + "fp32": "", "bf16": "" } ], @@ -5273,7 +5273,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 0.67, "fp16": "", "fp32": "", "bf16": "" @@ -5285,31 +5285,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", - "Model": "efficientdet-d0", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 87.91, - "fp16": "", - "fp32": 58.38, + "int4": 30.94, + "int8": 20.4, + "fp16": 10.96, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 32.32, + "int8": 49.0, + "fp16": 91.18, "fp32": "", "bf16": "" } @@ -5320,31 +5320,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "qwen2-7b", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 0.81, - "fp16": "", + "int4": 21.23, + "int8": 12.23, + "fp16": 0.78, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 47.1, + "int8": 81.74, + "fp16": 1266.91, "fp32": "", "bf16": "" } @@ -5355,31 +5355,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", - "Model": "mobilenet-v2", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "qwen2.5-7b-instruct", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 1202.56, - "fp16": "", - "fp32": 636.0, + "int4": 20.52, + "int8": 12.11, + "fp16": 0.8, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 48.73, + "int8": 82.57, + "fp16": 1236.01, "fp32": "", "bf16": "" } @@ -5390,19 +5390,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", "Model": "resnet-50", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 282.14, - "fp16": "", - "fp32": 108.19, + "int8": 973.71, + "fp16": 529.15, + "fp32": "", "bf16": "" } ], @@ -5413,7 +5413,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 0.96, "fp16": "", "fp32": "", "bf16": "" @@ -5425,19 +5425,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 5.67, - "fp16": "", - "fp32": 2.14, + "int8": 52.88, + "fp16": 33.55, + "fp32": "", "bf16": "" } ], @@ -5448,7 +5448,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 21.99, "fp16": "", "fp32": "", "bf16": "" @@ -5460,31 +5460,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 549.37, + "int8": "", "fp16": "", - "fp32": 228.26, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 5.46, + "fp16": 5.61, "fp32": "", "bf16": "" } @@ -5495,11 +5495,11 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", - "Model": "yolo11", - "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -5507,19 +5507,19 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 79.72, + "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", + "int8": 5.47, + "fp16": 5.59, "fp32": "", "bf16": "" } @@ -5530,19 +5530,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", + "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", "Model": "yolo_v8n", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU+iGPU", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 152.16, - "fp16": "", - "fp32": 71.37, + "int8": 407.26, + "fp16": 345.7, + "fp32": "", "bf16": "" } ], @@ -5553,7 +5553,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 2.34, "fp16": "", "fp32": "", "bf16": "" @@ -5565,19 +5565,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 44.38, + "int8": 32.72, "fp16": "", - "fp32": 17.86, + "fp32": 15.36, "bf16": "" } ], @@ -5588,7 +5588,7 @@ "Precisions": [ { "int4": "", - "int8": 37.68, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5600,19 +5600,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 61.43, + "int8": "", "fp16": "", - "fp32": 39.3, + "fp32": 0.15, "bf16": "" } ], @@ -5623,7 +5623,7 @@ "Precisions": [ { "int4": "", - "int8": 27.06, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5635,19 +5635,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.63, + "int8": 748.31, "fp16": "", - "fp32": 0.17, + "fp32": 292.28, "bf16": "" } ], @@ -5658,7 +5658,7 @@ "Precisions": [ { "int4": "", - "int8": 1970.66, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5670,19 +5670,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1035.64, + "int8": 162.45, "fp16": "", - "fp32": 515.95, + "fp32": 55.57, "bf16": "" } ], @@ -5693,7 +5693,7 @@ "Precisions": [ { "int4": "", - "int8": 1.62, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5705,19 +5705,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 200.99, + "int8": 3.05, "fp16": "", - "fp32": 58.72, + "fp32": 1.06, "bf16": "" } ], @@ -5728,7 +5728,7 @@ "Precisions": [ { "int4": "", - "int8": 9.03, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5740,19 +5740,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3.43, + "int8": "", "fp16": "", - "fp32": 1.02, + "fp32": 37.7, "bf16": "" } ], @@ -5763,7 +5763,7 @@ "Precisions": [ { "int4": "", - "int8": 445.79, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5775,19 +5775,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i5-1235U Processor CPU+iGPU", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 418.13, + "int8": 77.79, "fp16": "", - "fp32": 150.89, + "fp32": 34.2, "bf16": "" } ], @@ -5798,7 +5798,7 @@ "Precisions": [ { "int4": "", - "int8": 3.89, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5810,19 +5810,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, - "whats_new_model": true, + "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 30.42, "fp16": "", - "fp32": 48.48, + "fp32": "", "bf16": "" } ], @@ -5833,7 +5833,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 47.11, "fp16": "", "fp32": "", "bf16": "" @@ -5845,8 +5845,8 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", @@ -5855,9 +5855,9 @@ "Precisions": [ { "int4": "", - "int8": 100.45, + "int8": 0.43, "fp16": "", - "fp32": 40.52, + "fp32": "", "bf16": "" } ], @@ -5868,7 +5868,7 @@ "Precisions": [ { "int4": "", - "int8": 17.12, + "int8": 2514.0, "fp16": "", "fp32": "", "bf16": "" @@ -5880,8 +5880,8 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", @@ -5890,9 +5890,9 @@ "Precisions": [ { "int4": "", - "int8": 169.91, + "int8": 754.78, "fp16": "", - "fp32": 67.83, + "fp32": "", "bf16": "" } ], @@ -5903,7 +5903,7 @@ "Precisions": [ { "int4": "", - "int8": 10.74, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -5915,8 +5915,8 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", @@ -5925,9 +5925,9 @@ "Precisions": [ { "int4": "", - "int8": 222.19, + "int8": 151.18, "fp16": "", - "fp32": 126.81, + "fp32": 42.99, "bf16": "" } ], @@ -5938,7 +5938,7 @@ "Precisions": [ { "int4": "", - "int8": 7.32, + "int8": 11.52, "fp16": "", "fp32": "", "bf16": "" @@ -5950,31 +5950,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "gemma-2-9b", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, - "whats_new_model": true, + "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 9.57, - "int8": 6.99, - "fp16": 3.59, - "fp32": "", + "int4": "", + "int8": 2.62, + "fp16": "", + "fp32": 0.76, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 104.39, - "int8": 143.05, - "fp16": 277.85, + "int4": "", + "int8": 508.91, + "fp16": "", "fp32": "", "bf16": "" } @@ -5985,31 +5985,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "glm-4-9b-chat", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": "false", + "whats_new_model": true, "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 10.66, - "int8": 7.49, - "fp16": 3.82, - "fp32": "", + "int4": "", + "int8": "", + "fp16": "", + "fp32": 30.54, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 93.74, - "int8": 133.46, - "fp16": 261.55, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -6020,8 +6020,8 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "llama-2-7b-chat", + "Platform": "Intel® Core™ i5-1235U Processor CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, "PlatformType": "Intel® Core™, CPU-only", @@ -6029,22 +6029,22 @@ "throughput": { "Precisions": [ { - "int4": 14.22, - "int8": 9.66, - "fp16": 4.96, - "fp32": "", + "int4": "", + "int8": 68.58, + "fp16": "", + "fp32": 26.26, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 70.32, - "int8": 103.45, - "fp16": 201.53, + "int4": "", + "int8": 20.82, + "fp16": "", "fp32": "", "bf16": "" } @@ -6055,31 +6055,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "llama-3-8b", + "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", + "Model": "bert-base-cased", "featured_SKU": false, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 12.04, - "int8": 8.7, - "fp16": 4.48, + "int4": "", + "int8": 44.51, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 83.05, - "int8": 114.86, - "fp16": 223.06, + "int4": "", + "int8": 19.59, + "fp16": "", "fp32": "", "bf16": "" } @@ -6090,31 +6090,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "llama-3.2-3b-instruct", + "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", - "Parameters": { + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "Parameters": { "throughput": { "Precisions": [ { - "int4": 27.06, - "int8": 19.19, - "fp16": 10.21, + "int4": "", + "int8": "", + "fp16": 467.28, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 36.95, - "int8": 52.11, - "fp16": 97.91, + "int4": "", + "int8": 1.55, + "fp16": "", "fp32": "", "bf16": "" } @@ -6125,19 +6125,19 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2.49, + "int8": 200.32, "fp16": "", - "fp32": 0.71, + "fp32": "", "bf16": "" } ], @@ -6148,7 +6148,7 @@ "Precisions": [ { "int4": "", - "int8": 563.36, + "int8": 4.9, "fp16": "", "fp32": "", "bf16": "" @@ -6160,31 +6160,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "mistral-7b-v0.1", + "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 14.65, - "int8": 9.16, - "fp16": 4.72, + "int4": "", + "int8": "", + "fp16": 2.61, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 68.23, - "int8": 109.06, - "fp16": 211.82, + "int4": "", + "int8": 176.81, + "fp16": "", "fp32": "", "bf16": "" } @@ -6195,19 +6195,19 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4254.4, - "fp16": "", - "fp32": 2049.21, + "int8": "", + "fp16": 75.65, + "fp32": "", "bf16": "" } ], @@ -6218,7 +6218,7 @@ "Precisions": [ { "int4": "", - "int8": 0.6, + "int8": 7.93, "fp16": "", "fp32": "", "bf16": "" @@ -6230,31 +6230,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "phi-3-mini-4k-instruct", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Model": "bert-base-cased", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 19.2, - "int8": 16.44, - "fp16": 8.59, - "fp32": "", + "int4": "", + "int8": 49.09, + "fp16": "", + "fp32": 25.7, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 52.06, - "int8": 60.81, - "fp16": 116.35, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -6265,31 +6265,31 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "qwen2-7b", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 13.12, - "int8": 9.29, - "fp16": 4.76, - "fp32": "", + "int4": "", + "int8": "", + "fp16": "", + "fp32": 0.22, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 76.19, - "int8": 107.6, - "fp16": 209.76, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -6300,19 +6300,19 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 762.92, + "int8": 1032.78, "fp16": "", - "fp32": 233.76, + "fp32": 518.49, "bf16": "" } ], @@ -6323,7 +6323,7 @@ "Precisions": [ { "int4": "", - "int8": 2.18, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -6335,19 +6335,19 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 13.03, + "int8": 231.4, "fp16": "", - "fp32": 3.84, + "fp32": 89.57, "bf16": "" } ], @@ -6358,7 +6358,7 @@ "Precisions": [ { "int4": "", - "int8": 102.76, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -6370,19 +6370,19 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1607.47, + "int8": 4.69, "fp16": "", - "fp32": 590.49, + "fp32": 1.74, "bf16": "" } ], @@ -6393,7 +6393,7 @@ "Precisions": [ { "int4": "", - "int8": 1.1, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -6405,11 +6405,11 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", "Model": "yolo11", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -6417,7 +6417,7 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 185.48, + "fp32": 64.63, "bf16": "" } ], @@ -6440,19 +6440,19 @@ } }, { - "Platform": "Intel® Core™ i9-13900K CPU-only", + "Platform": "Intel® Core™ i5-1335U Processor CPU+iGPU", "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 389.46, + "int8": 126.69, "fp16": "", - "fp32": 155.36, + "fp32": 57.2, "bf16": "" } ], @@ -6463,7 +6463,7 @@ "Precisions": [ { "int4": "", - "int8": 4.07, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -6475,19 +6475,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 36.73, + "int8": 38.9, "fp16": "", - "fp32": 27.62, + "fp32": 15.39, "bf16": "" } ], @@ -6498,7 +6498,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 40.19, "fp16": "", "fp32": "", "bf16": "" @@ -6510,19 +6510,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 486.76, + "int8": 0.57, "fp16": "", - "fp32": 276.51, + "fp32": "", "bf16": "" } ], @@ -6533,7 +6533,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 2127.48, "fp16": "", "fp32": "", "bf16": "" @@ -6545,19 +6545,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", - "Model": "resnet-50", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 111.75, + "int8": 933.72, "fp16": "", - "fp32": 42.11, + "fp32": 445.65, "bf16": "" } ], @@ -6568,7 +6568,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1.7, "fp16": "", "fp32": "", "bf16": "" @@ -6580,19 +6580,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2.03, + "int8": 182.39, "fp16": "", - "fp32": 0.59, + "fp32": 56.07, "bf16": "" } ], @@ -6603,7 +6603,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 9.66, "fp16": "", "fp32": "", "bf16": "" @@ -6615,19 +6615,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 216.17, + "int8": 3.15, "fp16": "", - "fp32": 94.47, + "fp32": 0.92, "bf16": "" } ], @@ -6638,7 +6638,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 465.31, "fp16": "", "fp32": "", "bf16": "" @@ -6650,11 +6650,11 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", "Model": "yolo11", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -6662,7 +6662,7 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 34.22, + "fp32": 42.8, "bf16": "" } ], @@ -6685,19 +6685,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU+iGPU", + "Platform": "Intel® Core™ i5-1335U Processor CPU-only", "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU+iGPU", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 60.9, + "int8": 92.24, "fp16": "", - "fp32": 28.4, + "fp32": 35.22, "bf16": "" } ], @@ -6708,7 +6708,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 18.14, "fp16": "", "fp32": "", "bf16": "" @@ -6719,19 +6719,19 @@ } } }, - { - "Platform": "Intel® Processor N100 iGPU-only", - "Model": "efficientdet-d0", + { + "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, iGPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 33.68, - "fp16": 30.76, + "int8": 46.98, + "fp16": "", "fp32": "", "bf16": "" } @@ -6743,7 +6743,7 @@ "Precisions": [ { "int4": "", - "int8": 38.43, + "int8": 18.32, "fp16": "", "fp32": "", "bf16": "" @@ -6755,18 +6755,18 @@ } }, { - "Platform": "Intel® Processor N100 iGPU-only", + "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, iGPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 338.82, - "fp16": 267.31, + "int8": 761.0, + "fp16": 504.87, "fp32": "", "bf16": "" } @@ -6778,7 +6778,7 @@ "Precisions": [ { "int4": "", - "int8": 3.87, + "int8": 1.46, "fp16": "", "fp32": "", "bf16": "" @@ -6790,18 +6790,18 @@ } }, { - "Platform": "Intel® Processor N100 iGPU-only", + "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, iGPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 81.79, - "fp16": 49.77, + "int8": 223.1, + "fp16": 125.25, "fp32": "", "bf16": "" } @@ -6813,7 +6813,7 @@ "Precisions": [ { "int4": "", - "int8": 13.19, + "int8": 4.3, "fp16": "", "fp32": "", "bf16": "" @@ -6825,18 +6825,18 @@ } }, { - "Platform": "Intel® Processor N100 iGPU-only", + "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, iGPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1.62, - "fp16": 1.01, + "int8": 5.65, + "fp16": 2.84, "fp32": "", "bf16": "" } @@ -6848,7 +6848,7 @@ "Precisions": [ { "int4": "", - "int8": 623.09, + "int8": 148.05, "fp16": "", "fp32": "", "bf16": "" @@ -6860,18 +6860,18 @@ } }, { - "Platform": "Intel® Processor N100 iGPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, iGPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 164.45, - "fp16": 106.87, + "int8": 130.58, + "fp16": 82.64, "fp32": "", "bf16": "" } @@ -6883,7 +6883,7 @@ "Precisions": [ { "int4": "", - "int8": 7.39, + "int8": 6.99, "fp16": "", "fp32": "", "bf16": "" @@ -6895,19 +6895,19 @@ } }, { - "Platform": "Intel® Processor N100 iGPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i5-13600K CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, iGPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 47.02, - "fp16": 34.98, - "fp32": "", + "int8": 116.67, + "fp16": "", + "fp32": 45.14, "bf16": "" } ], @@ -6918,7 +6918,7 @@ "Precisions": [ { "int4": "", - "int8": 23.09, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -6930,19 +6930,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i5-13600K CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 15.43, + "int8": 1.68, "fp16": "", - "fp32": 12.72, + "fp32": 0.49, "bf16": "" } ], @@ -6953,7 +6953,7 @@ "Precisions": [ { "int4": "", - "int8": 66.37, + "int8": 734.76, "fp16": "", "fp32": "", "bf16": "" @@ -6965,19 +6965,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", + "Platform": "Intel® Core™ i5-13600K CPU-only", "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 296.05, + "int8": "", "fp16": "", - "fp32": 182.7, + "fp32": 1274.87, "bf16": "" } ], @@ -6988,7 +6988,7 @@ "Precisions": [ { "int4": "", - "int8": 3.82, + "int8": 0.7, "fp16": "", "fp32": "", "bf16": "" @@ -7000,19 +7000,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", + "Platform": "Intel® Core™ i5-13600K CPU-only", "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 48.69, + "int8": 531.26, "fp16": "", - "fp32": 20.16, + "fp32": 146.83, "bf16": "" } ], @@ -7023,7 +7023,7 @@ "Precisions": [ { "int4": "", - "int8": 21.9, + "int8": 2.89, "fp16": "", "fp32": "", "bf16": "" @@ -7035,19 +7035,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", + "Platform": "Intel® Core™ i5-13600K CPU-only", "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.81, + "int8": 8.73, "fp16": "", - "fp32": 0.31, + "fp32": 2.45, "bf16": "" } ], @@ -7058,7 +7058,7 @@ "Precisions": [ { "int4": "", - "int8": 1223.75, + "int8": 135.62, "fp16": "", "fp32": "", "bf16": "" @@ -7070,19 +7070,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i5-13600K CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 105.91, + "int8": "", "fp16": "", - "fp32": 49.22, + "fp32": 119.86, "bf16": "" } ], @@ -7093,7 +7093,7 @@ "Precisions": [ { "int4": "", - "int8": 9.72, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7105,19 +7105,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i5-13600K CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Atom™, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 263.39, "fp16": "", - "fp32": 15.38, + "fp32": 100.02, "bf16": "" } ], @@ -7128,7 +7128,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 5.39, "fp16": "", "fp32": "", "bf16": "" @@ -7140,19 +7140,19 @@ } }, { - "Platform": "Intel® Processor N100 CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Atom™, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 23.61, + "int8": 85.39, "fp16": "", - "fp32": 12.8, + "fp32": 47.82, "bf16": "" } ], @@ -7163,7 +7163,7 @@ "Precisions": [ { "int4": "", - "int8": 43.43, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7175,19 +7175,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 220.43, + "int8": 0.59, "fp16": "", - "fp32": 80.48, + "fp32": 0.39, "bf16": "" } ], @@ -7198,7 +7198,7 @@ "Precisions": [ { "int4": "", - "int8": 14.26, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7210,19 +7210,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 271.82, + "int8": 1344.29, "fp16": "", - "fp32": 167.4, + "fp32": 669.45, "bf16": "" } ], @@ -7233,7 +7233,7 @@ "Precisions": [ { "int4": "", - "int8": 11.27, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7245,19 +7245,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3.27, + "int8": 357.52, "fp16": "", - "fp32": 0.91, + "fp32": 162.2, "bf16": "" } ], @@ -7268,7 +7268,7 @@ "Precisions": [ { "int4": "", - "int8": 636.88, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7280,19 +7280,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 5423.43, + "int8": 8.66, "fp16": "", - "fp32": 1935.82, + "fp32": 3.79, "bf16": "" } ], @@ -7303,7 +7303,7 @@ "Precisions": [ { "int4": "", - "int8": 1.5, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7315,19 +7315,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU+iGPU", + "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 974.84, + "int8": "", "fp16": "", - "fp32": 269.18, + "fp32": 108.59, "bf16": "" } ], @@ -7338,7 +7338,7 @@ "Precisions": [ { "int4": "", - "int8": 3.11, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7350,19 +7350,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i7-1185G7 CPU+iGPU", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 17.65, + "int8": 185.52, "fp16": "", - "fp32": 4.59, + "fp32": 102.79, "bf16": "" } ], @@ -7373,7 +7373,7 @@ "Precisions": [ { "int4": "", - "int8": 116.16, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7385,19 +7385,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2101.22, + "int8": 50.21, "fp16": "", - "fp32": 639.42, + "fp32": 18.23, "bf16": "" } ], @@ -7408,7 +7408,7 @@ "Precisions": [ { "int4": "", - "int8": 1.6, + "int8": 22.57, "fp16": "", "fp32": "", "bf16": "" @@ -7420,19 +7420,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 0.71, "fp16": "", - "fp32": 206.74, + "fp32": 0.19, "bf16": "" } ], @@ -7443,7 +7443,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1352.54, "fp16": "", "fp32": "", "bf16": "" @@ -7455,19 +7455,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 5218T CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 440.68, + "int8": 1279.4, "fp16": "", - "fp32": 173.86, + "fp32": 499.22, "bf16": "" } ], @@ -7478,7 +7478,7 @@ "Precisions": [ { "int4": "", - "int8": 6.0, + "int8": 0.92, "fp16": "", "fp32": "", "bf16": "" @@ -7490,19 +7490,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 425.03, + "int8": 223.29, "fp16": "", - "fp32": 163.81, + "fp32": 60.41, "bf16": "" } ], @@ -7513,7 +7513,7 @@ "Precisions": [ { "int4": "", - "int8": 11.11, + "int8": 4.97, "fp16": "", "fp32": "", "bf16": "" @@ -7525,19 +7525,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 411.76, + "int8": 3.95, "fp16": "", - "fp32": 254.31, + "fp32": 1.01, "bf16": "" } ], @@ -7548,7 +7548,7 @@ "Precisions": [ { "int4": "", - "int8": 8.6, + "int8": 250.29, "fp16": "", "fp32": "", "bf16": "" @@ -7560,19 +7560,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 6.56, + "int8": "", "fp16": "", - "fp32": 1.64, + "fp32": 48.4, "bf16": "" } ], @@ -7583,7 +7583,7 @@ "Precisions": [ { "int4": "", - "int8": 324.41, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7595,19 +7595,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i7-1185G7 CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 10309.85, + "int8": 110.66, "fp16": "", - "fp32": 3324.77, + "fp32": 40.19, "bf16": "" } ], @@ -7618,7 +7618,7 @@ "Precisions": [ { "int4": "", - "int8": 1.18, + "int8": 10.09, "fp16": "", "fp32": "", "bf16": "" @@ -7630,19 +7630,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i7-1185G7 iGPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2132.35, + "int8": 67.73, "fp16": "", - "fp32": 569.56, + "fp32": "", "bf16": "" } ], @@ -7653,7 +7653,7 @@ "Precisions": [ { "int4": "", - "int8": 1.85, + "int8": 16.8, "fp16": "", "fp32": "", "bf16": "" @@ -7665,19 +7665,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i7-1185G7 iGPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 41.73, - "fp16": "", - "fp32": 10.88, + "int8": 717.08, + "fp16": 567.92, + "fp32": "", "bf16": "" } ], @@ -7688,7 +7688,7 @@ "Precisions": [ { "int4": "", - "int8": 49.6, + "int8": 2.04, "fp16": "", "fp32": "", "bf16": "" @@ -7700,19 +7700,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i7-1185G7 iGPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4373.09, - "fp16": "", - "fp32": 1243.88, + "int8": 262.72, + "fp16": 175.53, + "fp32": "", "bf16": "" } ], @@ -7723,7 +7723,7 @@ "Precisions": [ { "int4": "", - "int8": 1.28, + "int8": 4.77, "fp16": "", "fp32": "", "bf16": "" @@ -7735,19 +7735,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i7-1185G7 iGPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", - "fp16": "", - "fp32": 383.5, + "int8": 8.17, + "fp16": 4.61, + "fp32": "", "bf16": "" } ], @@ -7758,7 +7758,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 117.61, "fp16": "", "fp32": "", "bf16": "" @@ -7770,19 +7770,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6238L CPU-only", + "Platform": "Intel® Core™ i7-1185G7 iGPU-only", "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 736.96, - "fp16": "", - "fp32": 338.37, + "int8": 161.56, + "fp16": 111.4, + "fp32": "", "bf16": "" } ], @@ -7793,7 +7793,7 @@ "Precisions": [ { "int4": "", - "int8": 4.23, + "int8": 8.03, "fp16": "", "fp32": "", "bf16": "" @@ -7805,19 +7805,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 622.89, + "int8": 50.77, "fp16": "", - "fp32": 241.06, + "fp32": 24.69, "bf16": "" } ], @@ -7828,7 +7828,7 @@ "Precisions": [ { "int4": "", - "int8": 6.67, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7840,19 +7840,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 722.69, + "int8": "", "fp16": "", - "fp32": 422.11, + "fp32": 0.14, "bf16": "" } ], @@ -7863,7 +7863,7 @@ "Precisions": [ { "int4": "", - "int8": 4.91, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7875,19 +7875,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 10.35, + "int8": 965.53, "fp16": "", - "fp32": 2.43, + "fp32": 348.17, "bf16": "" } ], @@ -7898,7 +7898,7 @@ "Precisions": [ { "int4": "", - "int8": 226.02, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7910,19 +7910,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 16483.42, + "int8": 223.31, "fp16": "", - "fp32": 5183.13, + "fp32": 85.72, "bf16": "" } ], @@ -7933,7 +7933,7 @@ "Precisions": [ { "int4": "", - "int8": 0.6, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7945,19 +7945,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3360.26, + "int8": 4.34, "fp16": "", - "fp32": 826.72, + "fp32": 1.7, "bf16": "" } ], @@ -7968,7 +7968,7 @@ "Precisions": [ { "int4": "", - "int8": 1.35, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -7980,19 +7980,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 60.79, + "int8": "", "fp16": "", - "fp32": 15.05, + "fp32": 54.95, "bf16": "" } ], @@ -8003,7 +8003,7 @@ "Precisions": [ { "int4": "", - "int8": 36.9, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -8015,19 +8015,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i7-1185GRE CPU+iGPU", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 6964.97, + "int8": 103.5, "fp16": "", - "fp32": 1758.94, + "fp32": 52.98, "bf16": "" } ], @@ -8038,7 +8038,7 @@ "Precisions": [ { "int4": "", - "int8": 0.77, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -8050,19 +8050,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 38.21, "fp16": "", - "fp32": 570.41, + "fp32": 13.55, "bf16": "" } ], @@ -8073,7 +8073,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 28.03, "fp16": "", "fp32": "", "bf16": "" @@ -8085,19 +8085,19 @@ } }, { - "Platform": "Intel® Xeon® Gold 6338N CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1225.71, + "int8": 0.5, "fp16": "", - "fp32": 494.95, + "fp32": 0.13, "bf16": "" } ], @@ -8108,7 +8108,7 @@ "Precisions": [ { "int4": "", - "int8": 3.02, + "int8": 1834.27, "fp16": "", "fp32": "", "bf16": "" @@ -8120,19 +8120,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 590.91, + "int8": 961.11, "fp16": "", - "fp32": 225.85, + "fp32": 307.65, "bf16": "" } ], @@ -8143,7 +8143,7 @@ "Precisions": [ { "int4": "", - "int8": 9.06, + "int8": 1.18, "fp16": "", "fp32": "", "bf16": "" @@ -8155,19 +8155,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 583.69, + "int8": 172.41, "fp16": "", - "fp32": 344.05, + "fp32": 45.37, "bf16": "" } ], @@ -8178,7 +8178,7 @@ "Precisions": [ { "int4": "", - "int8": 6.88, + "int8": 6.43, "fp16": "", "fp32": "", "bf16": "" @@ -8190,19 +8190,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 8.61, + "int8": 3.0, "fp16": "", - "fp32": 2.26, + "fp32": 0.77, "bf16": "" } ], @@ -8213,7 +8213,7 @@ "Precisions": [ { "int4": "", - "int8": 251.68, + "int8": 331.63, "fp16": "", "fp32": "", "bf16": "" @@ -8225,19 +8225,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 14974.1, + "int8": "", "fp16": "", - "fp32": 4631.52, + "fp32": 32.21, "bf16": "" } ], @@ -8248,7 +8248,7 @@ "Precisions": [ { "int4": "", - "int8": 0.93, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -8260,19 +8260,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i7-1185GRE CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2951.09, + "int8": 78.38, "fp16": "", - "fp32": 758.44, + "fp32": 27.75, "bf16": "" } ], @@ -8283,7 +8283,7 @@ "Precisions": [ { "int4": "", - "int8": 1.58, + "int8": 13.19, "fp16": "", "fp32": "", "bf16": "" @@ -8295,19 +8295,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i7-1185GRE iGPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 57.9, + "int8": 44.77, "fp16": "", - "fp32": 14.99, + "fp32": "", "bf16": "" } ], @@ -8318,7 +8318,7 @@ "Precisions": [ { "int4": "", - "int8": 37.3, + "int8": 21.71, "fp16": "", "fp32": "", "bf16": "" @@ -8330,19 +8330,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i7-1185GRE iGPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 6130.79, - "fp16": "", - "fp32": 1659.32, + "int8": 616.56, + "fp16": 434.04, + "fp32": "", "bf16": "" } ], @@ -8353,7 +8353,7 @@ "Precisions": [ { "int4": "", - "int8": 1.19, + "int8": 1.75, "fp16": "", "fp32": "", "bf16": "" @@ -8365,19 +8365,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i7-1185GRE iGPU-only", + "Model": "resnet-50", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", "int8": "", - "fp16": "", - "fp32": 512.68, + "fp16": 120.97, + "fp32": "", "bf16": "" } ], @@ -8388,7 +8388,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 5.44, "fp16": "", "fp32": "", "bf16": "" @@ -8400,19 +8400,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8280 CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i7-1185GRE iGPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1008.45, - "fp16": "", - "fp32": 451.77, + "int8": "", + "fp16": 2.95, + "fp32": "", "bf16": "" } ], @@ -8423,7 +8423,7 @@ "Precisions": [ { "int4": "", - "int8": 3.6, + "int8": 172.84, "fp16": "", "fp32": "", "bf16": "" @@ -8435,19 +8435,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ i7-1185GRE iGPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 877.5, - "fp16": "", - "fp32": 337.07, + "int8": 117.12, + "fp16": 75.47, + "fp32": "", "bf16": "" } ], @@ -8458,7 +8458,7 @@ "Precisions": [ { "int4": "", - "int8": 5.18, + "int8": 9.45, "fp16": "", "fp32": "", "bf16": "" @@ -8470,19 +8470,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1004.95, + "int8": 112.13, "fp16": "", - "fp32": 577.33, + "fp32": 53.85, "bf16": "" } ], @@ -8493,7 +8493,7 @@ "Precisions": [ { "int4": "", - "int8": 4.33, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -8505,31 +8505,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "gemma-2-9b", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 20.93, - "int8": 14.24, - "fp16": 7.69, + "int4": "", + "int8": 1.14, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 47.77, - "int8": 70.2, - "fp16": 130.02, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8540,31 +8540,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "glm-4-9b-chat", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "mobilenet-v2", "featured_SKU": false, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 23.5, - "int8": 15.51, - "fp16": 8.49, - "fp32": "", + "int4": "", + "int8": 2098.81, + "fp16": "", + "fp32": 1121.42, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 42.54, - "int8": 64.45, - "fp16": 117.72, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8575,31 +8575,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "llama-2-7b-chat", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 26.42, - "int8": 19.3, - "fp16": 10.54, - "fp32": "", + "int4": "", + "int8": 522.11, + "fp16": "", + "fp32": 188.82, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 37.84, - "int8": 51.81, - "fp16": 94.85, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8610,31 +8610,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "llama-3-8b", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "ssd-resnet34-1200", "featured_SKU": false, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 26.48, - "int8": 17.82, - "fp16": 9.62, - "fp32": "", + "int4": "", + "int8": 10.38, + "fp16": "", + "fp32": 3.74, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 37.76, - "int8": 56.1, - "fp16": 103.89, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8645,31 +8645,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "llama-3.2-3b-instruct", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "yolo11", "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 49.95, - "int8": 34.9, - "fp16": 19.58, - "fp32": "", + "int4": "", + "int8": "", + "fp16": "", + "fp32": 130.16, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 20.02, - "int8": 28.65, - "fp16": 51.05, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8680,19 +8680,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ i7-12700H CPU+iGPU", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 14.28, + "int8": 261.98, "fp16": "", - "fp32": 3.4, + "fp32": 120.92, "bf16": "" } ], @@ -8703,7 +8703,7 @@ "Precisions": [ { "int4": "", - "int8": 172.99, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -8715,31 +8715,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "mistral-7b-v0.1", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 27.2, - "int8": 18.7, - "fp16": 10.15, - "fp32": "", + "int4": "", + "int8": 86.07, + "fp16": "", + "fp32": 34.19, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 36.76, - "int8": 53.45, - "fp16": 98.43, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8750,19 +8750,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 22593.46, + "int8": 1.35, "fp16": "", - "fp32": 6937.81, + "fp32": 0.35, "bf16": "" } ], @@ -8773,7 +8773,7 @@ "Precisions": [ { "int4": "", - "int8": 0.58, + "int8": 895.22, "fp16": "", "fp32": "", "bf16": "" @@ -8785,31 +8785,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "phi-3-mini-4k-instruct", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 40.17, - "int8": 30.4, - "fp16": 17.19, - "fp32": "", + "int4": "", + "int8": 1967.84, + "fp16": "", + "fp32": 1018.82, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 24.89, - "int8": 32.89, - "fp16": 58.17, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -8820,31 +8820,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "qwen2-7b", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "resnet-50", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 29.5, - "int8": 19.45, - "fp16": 10.14, - "fp32": "", + "int4": "", + "int8": 424.77, + "fp16": "", + "fp32": 116.32, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 33.89, - "int8": 51.39, - "fp16": 98.53, + "int4": "", + "int8": 3.61, + "fp16": "", "fp32": "", "bf16": "" } @@ -8855,19 +8855,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "resnet-50", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4874.83, + "int8": 7.13, "fp16": "", - "fp32": 1145.82, + "fp32": 1.92, "bf16": "" } ], @@ -8878,7 +8878,7 @@ "Precisions": [ { "int4": "", - "int8": 1.07, + "int8": 157.46, "fp16": "", "fp32": "", "bf16": "" @@ -8890,19 +8890,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 84.49, + "int8": "", "fp16": "", - "fp32": 20.86, + "fp32": 91.8, "bf16": "" } ], @@ -8913,7 +8913,7 @@ "Precisions": [ { "int4": "", - "int8": 26.86, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -8925,19 +8925,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ i7-12700H CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 10144.91, + "int8": 206.72, "fp16": "", - "fp32": 2524.18, + "fp32": 76.95, "bf16": "" } ], @@ -8948,7 +8948,7 @@ "Precisions": [ { "int4": "", - "int8": 0.69, + "int8": 6.63, "fp16": "", "fp32": "", "bf16": "" @@ -8960,19 +8960,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "yolo11", + "Platform": "Intel® Core™ i7-12700H iGPU-only", + "Model": "bert-base-cased", "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 87.83, "fp16": "", - "fp32": 803.23, + "fp32": "", "bf16": "" } ], @@ -8983,7 +8983,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 12.82, "fp16": "", "fp32": "", "bf16": "" @@ -8995,19 +8995,19 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8380 CPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ i7-12700H iGPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1701.66, - "fp16": "", - "fp32": 696.4, + "int8": "", + "fp16": 220.04, + "fp32": "", "bf16": "" } ], @@ -9018,7 +9018,7 @@ "Precisions": [ { "int4": "", - "int8": 2.35, + "int8": 3.36, "fp16": "", "fp32": "", "bf16": "" @@ -9030,20 +9030,20 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-12700H iGPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3014.41, - "fp16": "", - "fp32": 482.59, - "bf16": 1959.08 + "int8": 10.45, + "fp16": 6.12, + "fp32": "", + "bf16": "" } ], "Unit": "FPS", @@ -9053,10 +9053,10 @@ "Precisions": [ { "int4": "", - "int8": 3.76, + "int8": 100.92, "fp16": "", "fp32": "", - "bf16": 4.83 + "bf16": "" } ], "Unit": "ms", @@ -9065,20 +9065,20 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-12700H iGPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1451.22, - "fp16": "", - "fp32": 859.98, - "bf16": 1016.97 + "int8": 208.91, + "fp16": 143.79, + "fp32": "", + "bf16": "" } ], "Unit": "FPS", @@ -9088,10 +9088,10 @@ "Precisions": [ { "int4": "", - "int8": 4.76, + "int8": 5.7, "fp16": "", "fp32": "", - "bf16": 5.09 + "bf16": "" } ], "Unit": "ms", @@ -9100,31 +9100,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "gemma-2-9b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", + "Model": "bert-base-cased", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 22.73, - "int8": 16.68, - "fp16": 10.79, - "fp32": "", + "int4": "", + "int8": 83.43, + "fp16": "", + "fp32": 53.22, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 43.98, - "int8": 59.92, - "fp16": 92.62, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -9135,31 +9135,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "glm-4-9b-chat", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 23.18, - "int8": 16.86, - "fp16": 11.29, - "fp32": "", + "int4": "", + "int8": 0.54, + "fp16": "", + "fp32": 0.48, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 43.14, - "int8": 59.31, - "fp16": 88.5, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -9170,31 +9170,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "llama-2-7b-chat", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 28.22, - "int8": 20.58, - "fp16": 14.55, - "fp32": "", + "int4": "", + "int8": 1267.02, + "fp16": "", + "fp32": 710.45, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 35.43, - "int8": 48.58, - "fp16": 68.7, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -9205,860 +9205,20 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "llama-3-8b", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 26.27, - "int8": 19.11, - "fp16": 13.32, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 38.06, - "int8": 52.31, - "fp16": 75.04, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 48.35, - "int8": 38.34, - "fp16": 27.94, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 20.68, - "int8": 26.08, - "fp16": 35.79, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 61.27, - "fp16": "", - "fp32": 5.19, - "bf16": 37.47 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 60.02, - "fp16": "", - "fp32": "", - "bf16": 81.99 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "mistral-7b-v0.1", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 28.78, - "int8": 20.01, - "fp16": 14.07, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 34.74, - "int8": 49.96, - "fp16": 71.05, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 38249.27, - "fp16": "", - "fp32": 10231.48, - "bf16": 25384.03 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 0.66, - "fp16": "", - "fp32": "", - "bf16": 0.67 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 42.19, - "int8": 35.39, - "fp16": 23.71, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 23.7, - "int8": 28.25, - "fp16": 42.17, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "qwen2-7b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 31.0, - "int8": 22.59, - "fp16": 14.26, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 32.25, - "int8": 44.25, - "fp16": 70.1, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "resnet-50", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 19160.66, - "fp16": "", - "fp32": 1591.64, - "bf16": 7474.81 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 1.01, - "fp16": "", - "fp32": "", - "bf16": 1.26 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 432.65, - "fp16": "", - "fp32": 30.54, - "bf16": 208.46 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 8.99, - "fp16": "", - "fp32": "", - "bf16": 15.32 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 24068.49, - "fp16": "", - "fp32": 3408.57, - "bf16": 12163.6 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 0.76, - "fp16": "", - "fp32": "", - "bf16": 0.9 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "yolo11", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": "", - "fp16": "", - "fp32": 1039.51, - "bf16": 2046.23 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": "", - "fp16": "", - "fp32": "", - "bf16": 2.93 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", - "Model": "yolo_v8n", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 2379.54, - "fp16": "", - "fp32": 948.88, - "bf16": 2377.59 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 3.15, - "fp16": "", - "fp32": "", - "bf16": 2.54 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 4674.83, - "fp16": "", - "fp32": 560.52, - "bf16": 3250.44 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 3.63, - "fp16": "", - "fp32": "", - "bf16": 4.47 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 1730.17, - "fp16": "", - "fp32": 1134.1, - "bf16": 1410.09 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 4.81, - "fp16": "", - "fp32": "", - "bf16": 4.6 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "gemma-2-9b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 26.7, - "int8": 19.39, - "fp16": 12.28, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 37.45, - "int8": 51.57, - "fp16": 81.41, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "glm-4-9b-chat", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 27.89, - "int8": 19.7, - "fp16": 12.99, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 35.85, - "int8": 50.74, - "fp16": 76.94, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "llama-2-7b-chat", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 34.45, - "int8": 24.47, - "fp16": 16.77, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 29.02, - "int8": 40.86, - "fp16": 59.6, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "llama-3-8b", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 31.52, - "int8": 22.17, - "fp16": 15.17, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 31.72, - "int8": 45.1, - "fp16": 65.89, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 58.68, - "int8": 44.62, - "fp16": 32.87, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 17.04, - "int8": 22.41, - "fp16": 30.42, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 75.46, - "fp16": "", - "fp32": 6.42, - "bf16": 48.12 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 55.8, - "fp16": "", - "fp32": "", - "bf16": 73.33 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "mistral-7b-v0.1", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 33.88, - "int8": 23.05, - "fp16": 15.99, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 29.51, - "int8": 43.37, - "fp16": 62.53, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 39819.69, - "fp16": "", - "fp32": 15869.97, - "bf16": 29293.16 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 0.66, - "fp16": "", - "fp32": "", - "bf16": 0.67 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 50.96, - "int8": 41.58, - "fp16": 27.67, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 19.62, - "int8": 24.05, - "fp16": 36.14, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "qwen2-7b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 37.77, - "int8": 26.53, - "fp16": 16.25, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 26.47, - "int8": 37.69, - "fp16": 61.52, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", "Model": "resnet-50", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 21640.96, + "int8": 335.47, "fp16": "", - "fp32": 1998.64, - "bf16": 13585.61 + "fp32": 180.38, + "bf16": "" } ], "Unit": "FPS", @@ -10068,10 +9228,10 @@ "Precisions": [ { "int4": "", - "int8": 1.0, + "int8": "", "fp16": "", "fp32": "", - "bf16": 1.21 + "bf16": "" } ], "Unit": "ms", @@ -10080,55 +9240,20 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", "Model": "ssd-resnet34-1200", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": "", - "int8": 510.69, - "fp16": "", - "fp32": 35.18, - "bf16": 273.78 - } - ], - "Unit": "FPS", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": "", - "int8": 7.68, - "fp16": "", - "fp32": "", - "bf16": 12.33 - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 26761.66, + "int8": 9.27, "fp16": "", - "fp32": 4711.32, - "bf16": 16670.32 + "fp32": 4.44, + "bf16": "" } ], "Unit": "FPS", @@ -10138,10 +9263,10 @@ "Precisions": [ { "int4": "", - "int8": 0.72, + "int8": "", "fp16": "", "fp32": "", - "bf16": 1.16 + "bf16": "" } ], "Unit": "ms", @@ -10150,11 +9275,11 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", "Model": "yolo11", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ @@ -10162,8 +9287,8 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 1455.84, - "bf16": 2965.31 + "fp32": 123.5, + "bf16": "" } ], "Unit": "FPS", @@ -10176,7 +9301,7 @@ "int8": "", "fp16": "", "fp32": "", - "bf16": 3.11 + "bf16": "" } ], "Unit": "ms", @@ -10185,20 +9310,20 @@ } }, { - "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Platform": "Intel® Core™ i7-1355U Processor CPU+iGPU", "Model": "yolo_v8n", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3045.87, + "int8": 196.16, "fp16": "", - "fp32": 1259.07, - "bf16": 3431.21 + "fp32": 119.53, + "bf16": "" } ], "Unit": "FPS", @@ -10208,10 +9333,10 @@ "Precisions": [ { "int4": "", - "int8": 3.06, + "int8": "", "fp16": "", "fp32": "", - "bf16": 2.55 + "bf16": "" } ], "Unit": "ms", @@ -10220,19 +9345,19 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", "Model": "bert-base-cased", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 314.28, - "fp16": 348.05, - "fp32": "", + "int8": 43.79, + "fp16": "", + "fp32": 17.43, "bf16": "" } ], @@ -10243,7 +9368,7 @@ "Precisions": [ { "int4": "", - "int8": 4.87, + "int8": 39.26, "fp16": "", "fp32": "", "bf16": "" @@ -10255,19 +9380,19 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 329.65, - "fp16": 284.77, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 0.18, "bf16": "" } ], @@ -10278,7 +9403,7 @@ "Precisions": [ { "int4": "", - "int8": 5.42, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -10290,30 +9415,30 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "gemma-2-9b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 20.28, - "int8": 17.7, + "int4": "", + "int8": 1022.2, "fp16": "", - "fp32": "", + "fp32": 516.62, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 49.3, - "int8": 56.48, + "int4": "", + "int8": 1.66, "fp16": "", "fp32": "", "bf16": "" @@ -10325,30 +9450,30 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "glm-4-9b-chat", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Model": "resnet-50", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 37.32, - "int8": 28.17, + "int4": "", + "int8": 199.44, "fp16": "", - "fp32": "", + "fp32": 63.48, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 26.79, - "int8": 35.49, + "int4": "", + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -10360,65 +9485,30 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "llama-2-7b-chat", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 42.77, - "int8": 33.5, - "fp16": 22.41, - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 23.38, - "int8": 29.85, - "fp16": 44.61, - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "llama-3-8b", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 40.04, - "int8": 30.94, + "int4": "", + "int8": 3.43, "fp16": "", - "fp32": "", + "fp32": 1.01, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 24.97, - "int8": 32.32, + "int4": "", + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -10430,31 +9520,31 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Model": "yolo11", + "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 56.52, - "int8": 52.46, - "fp16": 36.06, - "fp32": "", + "int4": "", + "int8": "", + "fp16": "", + "fp32": 48.16, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 17.69, - "int8": 19.06, - "fp16": 27.73, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -10465,19 +9555,19 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor CPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 34.83, - "fp16": 19.44, - "fp32": "", + "int8": 100.9, + "fp16": "", + "fp32": 39.65, "bf16": "" } ], @@ -10488,7 +9578,7 @@ "Precisions": [ { "int4": "", - "int8": 47.58, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -10500,30 +9590,30 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "mistral-7b-v0.1", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Model": "bert-base-cased", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 43.17, - "int8": 32.07, - "fp16": "", + "int4": "", + "int8": 84.21, + "fp16": 59.84, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 23.16, - "int8": 31.18, + "int4": "", + "int8": 13.42, "fp16": "", "fp32": "", "bf16": "" @@ -10535,18 +9625,18 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", + "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", "Model": "mobilenet-v2", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2380.28, - "fp16": 2106.51, + "int8": 1011.32, + "fp16": 734.86, "fp32": "", "bf16": "" } @@ -10558,7 +9648,7 @@ "Precisions": [ { "int4": "", - "int8": 1.18, + "int8": 1.41, "fp16": "", "fp32": "", "bf16": "" @@ -10570,31 +9660,31 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Model": "resnet-50", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 58.37, - "int8": 47.34, - "fp16": 29.17, + "int4": "", + "int8": 334.2, + "fp16": 208.09, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 17.13, - "int8": 21.12, - "fp16": 34.28, + "int4": "", + "int8": 3.78, + "fp16": "", "fp32": "", "bf16": "" } @@ -10605,30 +9695,30 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "qwen2-7b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 41.51, - "int8": 33.85, - "fp16": "", + "int4": "", + "int8": 9.11, + "fp16": 5.1, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 24.09, - "int8": 29.54, + "int4": "", + "int8": 113.45, "fp16": "", "fp32": "", "bf16": "" @@ -10640,18 +9730,18 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1407.56, - "fp16": 1035.07, + "int8": 202.15, + "fp16": 137.06, "fp32": "", "bf16": "" } @@ -10663,7 +9753,7 @@ "Precisions": [ { "int4": "", - "int8": 1.44, + "int8": 6.03, "fp16": "", "fp32": "", "bf16": "" @@ -10675,9 +9765,9 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "ssd-resnet34-1200", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "bert-base-cased", + "featured_SKU": false, "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -10685,8 +9775,8 @@ "Precisions": [ { "int4": "", - "int8": 112.36, - "fp16": 73.09, + "int8": 386.0, + "fp16": 442.96, "fp32": "", "bf16": "" } @@ -10698,7 +9788,7 @@ "Precisions": [ { "int4": "", - "int8": 15.0, + "int8": 3.0, "fp16": "", "fp32": "", "bf16": "" @@ -10710,9 +9800,9 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "flux.1-schnell", + "featured_SKU": false, "whats_new_model": false, "PlatformType": "Accelerator Platforms", "Parameters": { @@ -10720,20 +9810,20 @@ "Precisions": [ { "int4": "", - "int8": 1317.17, - "fp16": 1199.61, + "int8": 1.3, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 1.46, + "int8": 765.77, "fp16": "", "fp32": "", "bf16": "" @@ -10745,30 +9835,30 @@ } }, { - "Platform": "Intel® Arc™ A-Series Graphics dGPU", - "Model": "yolo_v8n", - "featured_SKU": true, - "whats_new_model": false, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "gemma-2-9b", + "featured_SKU": false, + "whats_new_model": true, "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 516.71, - "fp16": 551.12, + "int4": 30.16, + "int8": 22.11, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 3.34, + "int4": 33.15, + "int8": 45.22, "fp16": "", "fp32": "", "bf16": "" @@ -10780,30 +9870,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "glm-4-9b-chat", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 166.8, - "fp16": 106.26, + "int4": 39.82, + "int8": 26.82, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 6.48, + "int4": 25.11, + "int8": 37.28, "fp16": "", "fp32": "", "bf16": "" @@ -10815,31 +9905,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "llama-2-7b-chat", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 200.77, - "fp16": 162.18, + "int4": 45.39, + "int8": 34.07, + "fp16": 21.46, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 8.23, - "fp16": "", + "int4": 22.03, + "int8": 29.35, + "fp16": 46.59, "fp32": "", "bf16": "" } @@ -10850,18 +9940,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "gemma-2-9b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "llama-3-8b", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 11.16, - "int8": "", - "fp16": 0.9, + "int4": 45.39, + "int8": 30.78, + "fp16": "", "fp32": "", "bf16": "" } @@ -10872,9 +9962,9 @@ "latency": { "Precisions": [ { - "int4": 89.57, - "int8": "", - "fp16": 1105.2, + "int4": 22.03, + "int8": 32.48, + "fp16": "", "fp32": "", "bf16": "" } @@ -10885,18 +9975,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "glm-4-9b-chat", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "llama-3.2-3b-instruct", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 13.65, - "int8": "", - "fp16": 1.17, + "int4": 69.39, + "int8": 57.77, + "fp16": 37.09, "fp32": "", "bf16": "" } @@ -10907,9 +9997,9 @@ "latency": { "Precisions": [ { - "int4": 73.24, - "int8": "", - "fp16": 849.49, + "int4": 14.41, + "int8": 17.31, + "fp16": 26.96, "fp32": "", "bf16": "" } @@ -10920,18 +10010,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "llama-2-7b-chat", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "mistral-7b-instruct-v0.2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 15.55, - "int8": 10.59, - "fp16": "", + "int4": 48.52, + "int8": 32.43, + "fp16": 20.17, "fp32": "", "bf16": "" } @@ -10942,9 +10032,9 @@ "latency": { "Precisions": [ { - "int4": 64.29, - "int8": 94.35, - "fp16": "", + "int4": 20.61, + "int8": 30.83, + "fp16": 49.57, "fp32": "", "bf16": "" } @@ -10955,30 +10045,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "llama-3-8b", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "mobilenet-v2", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 15.53, - "int8": 8.75, - "fp16": "", + "int4": "", + "int8": 3130.32, + "fp16": 3199.39, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 64.39, - "int8": 114.23, + "int4": "", + "int8": 0.56, "fp16": "", "fp32": "", "bf16": "" @@ -10990,18 +10080,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": false, "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 29.61, - "int8": 20.65, - "fp16": 12.31, + "int4": 69.34, + "int8": 51.62, + "fp16": 32.62, "fp32": "", "bf16": "" } @@ -11012,9 +10102,9 @@ "latency": { "Precisions": [ { - "int4": 33.77, - "int8": 48.42, - "fp16": 81.22, + "int4": 14.42, + "int8": 19.37, + "fp16": 30.65, "fp32": "", "bf16": "" } @@ -11025,30 +10115,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "qwen2-7b", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 2.26, - "fp16": 1.57, + "int4": 48.33, + "int8": 32.65, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 422.52, + "int4": 20.69, + "int8": 30.62, "fp16": "", "fp32": "", "bf16": "" @@ -11060,17 +10150,17 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "mistral-7b-v0.1", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "qwen2.5-7b-instruct", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 15.86, - "int8": 10.16, + "int4": 45.22, + "int8": 32.43, "fp16": "", "fp32": "", "bf16": "" @@ -11082,8 +10172,8 @@ "latency": { "Precisions": [ { - "int4": 63.02, - "int8": 98.38, + "int4": 22.11, + "int8": 30.83, "fp16": "", "fp32": "", "bf16": "" @@ -11095,18 +10185,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1303.1, - "fp16": 1365.49, + "int8": 2105.53, + "fp16": 1357.64, "fp32": "", "bf16": "" } @@ -11118,7 +10208,7 @@ "Precisions": [ { "int4": "", - "int8": 1.14, + "int8": 0.77, "fp16": "", "fp32": "", "bf16": "" @@ -11130,31 +10220,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 25.54, - "int8": 18.45, - "fp16": 10.44, + "int4": "", + "int8": 141.42, + "fp16": 84.28, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 39.15, - "int8": 54.19, - "fp16": 95.78, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -11165,17 +10255,17 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "qwen2-7b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "stable-diffusion-v1-5", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { - "int4": 17.1, - "int8": 9.68, + "int4": "", + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -11187,9 +10277,9 @@ "latency": { "Precisions": [ { - "int4": 58.45, - "int8": 103.26, - "fp16": "", + "int4": "", + "int8": 1.91, + "fp16": 1.92, "fp32": "", "bf16": "" } @@ -11200,31 +10290,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "stable-diffusion-v1-5", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 556.12, - "fp16": 402.2, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 2.38, - "fp16": "", + "int8": 1.92, + "fp16": 1.93, "fp32": "", "bf16": "" } @@ -11235,18 +10325,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": true, + "Platform": "Intel® Data Center GPU Flex 170 dGPU", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Accelerator Platforms", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 20.62, - "fp16": 12.55, + "int8": 812.89, + "fp16": 686.28, "fp32": "", "bf16": "" } @@ -11258,7 +10348,7 @@ "Precisions": [ { "int4": "", - "int8": 47.68, + "int8": 1.73, "fp16": "", "fp32": "", "bf16": "" @@ -11270,19 +10360,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Processor N100 CPU+iGPU", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1027.05, - "fp16": 803.37, - "fp32": "", + "int8": 478.37, + "fp16": "", + "fp32": 266.3, "bf16": "" } ], @@ -11293,7 +10383,7 @@ "Precisions": [ { "int4": "", - "int8": 1.45, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -11305,19 +10395,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "yolo11", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 CPU+iGPU", + "Model": "resnet-50", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 110.34, "fp16": "", - "fp32": 299.66, + "fp32": 40.19, "bf16": "" } ], @@ -11340,19 +10430,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 7 processor 155H iGPU-only", - "Model": "yolo_v8n", - "featured_SKU": true, + "Platform": "Intel® Processor N100 CPU+iGPU", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 397.54, - "fp16": 297.68, - "fp32": "", + "int8": 1.97, + "fp16": "", + "fp32": 0.58, "bf16": "" } ], @@ -11363,7 +10453,7 @@ "Precisions": [ { "int4": "", - "int8": 3.13, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -11375,19 +10465,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "bert-base-cased", - "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 CPU+iGPU", + "Model": "yolo11", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 259.68, - "fp16": 271.46, - "fp32": 262.33, + "int8": "", + "fp16": "", + "fp32": 32.7, "bf16": "" } ], @@ -11398,7 +10488,7 @@ "Precisions": [ { "int4": "", - "int8": 5.05, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -11410,19 +10500,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "efficientdet-d0", - "featured_SKU": true, + "Platform": "Intel® Processor N100 CPU+iGPU", + "Model": "yolo_v8n", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, CPU+iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 167.07, - "fp16": 174.75, - "fp32": 178.07, + "int8": 61.02, + "fp16": "", + "fp32": 26.85, "bf16": "" } ], @@ -11433,7 +10523,7 @@ "Precisions": [ { "int4": "", - "int8": 8.26, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -11445,18 +10535,18 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "falcon-7b-instruct", - "featured_SKU": true, + "Platform": "Intel® Processor N100 CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 17.7, - "int8": 10.82, - "fp16": 6.02, + "int4": "", + "int8": 0.16, + "fp16": "", "fp32": "", "bf16": "" } @@ -11467,9 +10557,9 @@ "latency": { "Precisions": [ { - "int4": 56.49, - "int8": 92.37, - "fp16": 166.08, + "int4": "", + "int8": 6247.36, + "fp16": "", "fp32": "", "bf16": "" } @@ -11480,30 +10570,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "gemma-2-9b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 13.03, - "int8": 7.64, + "int4": "", + "int8": 300.05, "fp16": "", - "fp32": "", + "fp32": 173.55, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 76.74, - "int8": 130.86, + "int4": "", + "int8": 3.74, "fp16": "", "fp32": "", "bf16": "" @@ -11515,30 +10605,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "glm-4-9b-chat", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 CPU-only", + "Model": "resnet-50", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 15.23, - "int8": 8.11, + "int4": "", + "int8": 48.47, "fp16": "", - "fp32": "", + "fp32": 19.75, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 65.65, - "int8": 123.23, + "int4": "", + "int8": 21.97, "fp16": "", "fp32": "", "bf16": "" @@ -11550,31 +10640,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "llama-2-7b-chat", - "featured_SKU": true, + "Platform": "Intel® Processor N100 CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 16.8, - "int8": 10.77, - "fp16": 4.57, - "fp32": "", + "int4": "", + "int8": 0.81, + "fp16": "", + "fp32": 0.32, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 59.5, - "int8": 92.8, - "fp16": 218.59, + "int4": "", + "int8": 1228.26, + "fp16": "", "fp32": "", "bf16": "" } @@ -11585,30 +10675,30 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "llama-3-8b", - "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 CPU-only", + "Model": "yolo11", + "featured_SKU": false, + "whats_new_model": true, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 17.36, - "int8": 9.55, + "int4": "", + "int8": "", "fp16": "", - "fp32": "", + "fp32": 15.24, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 57.58, - "int8": 104.65, + "int4": "", + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -11620,31 +10710,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 CPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 31.23, - "int8": 20.44, - "fp16": 11.56, - "fp32": "", + "int4": "", + "int8": 23.51, + "fp16": "", + "fp32": 12.51, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 32.02, - "int8": 48.9, - "fp16": 86.45, + "int4": "", + "int8": 43.49, + "fp16": "", "fp32": "", "bf16": "" } @@ -11655,19 +10745,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Platform": "Intel® Processor N100 iGPU-only", "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 12.33, - "fp16": 7.29, - "fp32": 7.29, + "int8": "", + "fp16": "", + "fp32": "", "bf16": "" } ], @@ -11678,7 +10768,7 @@ "Precisions": [ { "int4": "", - "int8": 91.66, + "int8": 21420.36, "fp16": "", "fp32": "", "bf16": "" @@ -11690,31 +10780,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "mistral-7b-v0.1", - "featured_SKU": true, + "Platform": "Intel® Processor N100 iGPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 17.13, - "int8": 10.23, - "fp16": 4.99, + "int4": "", + "int8": 335.55, + "fp16": 267.35, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 58.35, - "int8": 97.71, - "fp16": 200.07, + "int4": "", + "int8": 3.8, + "fp16": "", "fp32": "", "bf16": "" } @@ -11725,19 +10815,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "mobilenet-v2", - "featured_SKU": true, + "Platform": "Intel® Processor N100 iGPU-only", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 941.33, - "fp16": 970.79, - "fp32": 1078.52, + "int8": 81.34, + "fp16": 49.71, + "fp32": "", "bf16": "" } ], @@ -11748,7 +10838,7 @@ "Precisions": [ { "int4": "", - "int8": 1.3, + "int8": 13.15, "fp16": "", "fp32": "", "bf16": "" @@ -11760,31 +10850,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 iGPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 26.93, - "int8": 17.85, - "fp16": 10.16, + "int4": "", + "int8": 1.58, + "fp16": 0.96, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 37.13, - "int8": 56.01, - "fp16": 98.33, + "int4": "", + "int8": 639.47, + "fp16": "", "fp32": "", "bf16": "" } @@ -11795,31 +10885,31 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "qwen2-7b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Processor N100 iGPU-only", + "Model": "yolo_v8n", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Atom™, iGPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 18.11, - "int8": 10.86, - "fp16": 5.1, + "int4": "", + "int8": 46.98, + "fp16": 34.96, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 55.21, - "int8": 92.08, - "fp16": 195.84, + "int4": "", + "int8": 22.91, + "fp16": "", "fp32": "", "bf16": "" } @@ -11830,19 +10920,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Xeon® GNR29 CPU-only", + "Model": "bert-base-cased", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 856.81, - "fp16": 591.62, - "fp32": 580.46, + "int8": "", + "fp16": "", + "fp32": "", "bf16": "" } ], @@ -11853,7 +10943,7 @@ "Precisions": [ { "int4": "", - "int8": 1.56, + "int8": 4.47, "fp16": "", "fp32": "", "bf16": "" @@ -11865,19 +10955,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": true, + "Platform": "Intel® Xeon® GNR29 CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 64.32, - "fp16": 38.26, - "fp32": 38.09, + "int8": "", + "fp16": "", + "fp32": "", "bf16": "" } ], @@ -11888,7 +10978,7 @@ "Precisions": [ { "int4": "", - "int8": 20.89, + "int8": 1.93, "fp16": "", "fp32": "", "bf16": "" @@ -11900,19 +10990,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": true, + "Platform": "Intel® Xeon® GNR29 CPU-only", + "Model": "resnet-50", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 836.44, - "fp16": 775.11, - "fp32": 866.31, + "int8": "", + "fp16": "", + "fp32": "", "bf16": "" } ], @@ -11923,7 +11013,7 @@ "Precisions": [ { "int4": "", - "int8": 1.85, + "int8": 1.88, "fp16": "", "fp32": "", "bf16": "" @@ -11935,11 +11025,11 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", - "Model": "yolo11", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "Platform": "Intel® Xeon® GNR29 CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ @@ -11947,7 +11037,7 @@ "int4": "", "int8": "", "fp16": "", - "fp32": 381.29, + "fp32": "", "bf16": "" } ], @@ -11958,7 +11048,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 9.35, "fp16": "", "fp32": "", "bf16": "" @@ -11970,19 +11060,19 @@ } }, { - "Platform": "Intel® Core™ Ultra 9 processor 288V iGPU-only", + "Platform": "Intel® Xeon® GNR29 CPU-only", "Model": "yolo_v8n", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 395.69, - "fp16": 373.09, - "fp32": 372.46, + "int8": "", + "fp16": "", + "fp32": "", "bf16": "" } ], @@ -11993,7 +11083,7 @@ "Precisions": [ { "int4": "", - "int8": 3.12, + "int8": 3.9, "fp16": "", "fp32": "", "bf16": "" @@ -12005,19 +11095,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 44.81, - "fp16": 37.44, - "fp32": "", + "int8": 216.65, + "fp16": "", + "fp32": 80.03, "bf16": "" } ], @@ -12028,7 +11118,7 @@ "Precisions": [ { "int4": "", - "int8": 19.86, + "int8": 14.43, "fp16": "", "fp32": "", "bf16": "" @@ -12040,19 +11130,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 65.88, - "fp16": 49.29, - "fp32": "", + "int8": 3.15, + "fp16": "", + "fp32": 0.91, "bf16": "" } ], @@ -12063,7 +11153,7 @@ "Precisions": [ { "int4": "", - "int8": 19.48, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -12075,19 +11165,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.5, + "int8": 5447.03, "fp16": "", - "fp32": "", + "fp32": 1910.7, "bf16": "" } ], @@ -12098,7 +11188,7 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 1.38, "fp16": "", "fp32": "", "bf16": "" @@ -12110,19 +11200,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 749.72, - "fp16": 471.55, - "fp32": "", + "int8": 958.08, + "fp16": "", + "fp32": 269.68, "bf16": "" } ], @@ -12133,7 +11223,7 @@ "Precisions": [ { "int4": "", - "int8": 1.65, + "int8": 3.08, "fp16": "", "fp32": "", "bf16": "" @@ -12145,19 +11235,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "resnet-50", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 202.55, - "fp16": 115.74, - "fp32": "", + "int8": 17.6, + "fp16": "", + "fp32": 4.58, "bf16": "" } ], @@ -12168,7 +11258,7 @@ "Precisions": [ { "int4": "", - "int8": 4.94, + "int8": 116.38, "fp16": "", "fp32": "", "bf16": "" @@ -12180,19 +11270,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 5.54, - "fp16": 2.64, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 206.34, "bf16": "" } ], @@ -12203,7 +11293,7 @@ "Precisions": [ { "int4": "", - "int8": 173.03, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -12215,19 +11305,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Xeon® Gold 5218T CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 372.94, - "fp16": 217.42, - "fp32": "", + "int8": 451.74, + "fp16": "", + "fp32": 174.3, "bf16": "" } ], @@ -12238,7 +11328,7 @@ "Precisions": [ { "int4": "", - "int8": 3.1, + "int8": 5.96, "fp16": "", "fp32": "", "bf16": "" @@ -12250,19 +11340,19 @@ } }, { - "Platform": "Intel® Core™ i5-1235U Processor iGPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 122.89, - "fp16": 76.56, - "fp32": "", + "int8": 622.61, + "fp16": "", + "fp32": 241.02, "bf16": "" } ], @@ -12273,7 +11363,7 @@ "Precisions": [ { "int4": "", - "int8": 8.19, + "int8": 6.35, "fp16": "", "fp32": "", "bf16": "" @@ -12285,19 +11375,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 47.22, - "fp16": 39.62, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 2.45, "bf16": "" } ], @@ -12308,7 +11398,7 @@ "Precisions": [ { "int4": "", - "int8": 18.47, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -12320,19 +11410,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 80.29, - "fp16": 59.69, - "fp32": "", + "int8": 16246.98, + "fp16": "", + "fp32": 5135.57, "bf16": "" } ], @@ -12343,7 +11433,7 @@ "Precisions": [ { "int4": "", - "int8": 14.57, + "int8": 0.58, "fp16": "", "fp32": "", "bf16": "" @@ -12355,19 +11445,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.53, + "int8": 3320.87, "fp16": "", - "fp32": "", + "fp32": 824.27, "bf16": "" } ], @@ -12378,7 +11468,7 @@ "Precisions": [ { "int4": "", - "int8": 1510.69, + "int8": 1.35, "fp16": "", "fp32": "", "bf16": "" @@ -12390,19 +11480,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 771.99, - "fp16": 512.35, - "fp32": "", + "int8": 60.95, + "fp16": "", + "fp32": 15.09, "bf16": "" } ], @@ -12413,7 +11503,7 @@ "Precisions": [ { "int4": "", - "int8": 1.49, + "int8": 36.03, "fp16": "", "fp32": "", "bf16": "" @@ -12425,19 +11515,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "resnet-50", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 223.26, - "fp16": 127.1, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 570.47, "bf16": "" } ], @@ -12448,7 +11538,7 @@ "Precisions": [ { "int4": "", - "int8": 4.32, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -12460,19 +11550,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Xeon® Gold 6338N CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 5.8, - "fp16": 2.85, - "fp32": "", + "int8": 1232.94, + "fp16": "", + "fp32": 492.53, "bf16": "" } ], @@ -12483,7 +11573,7 @@ "Precisions": [ { "int4": "", - "int8": 144.65, + "int8": 2.95, "fp16": "", "fp32": "", "bf16": "" @@ -12495,19 +11585,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 407.72, - "fp16": 234.08, - "fp32": "", + "int8": 587.5, + "fp16": "", + "fp32": 225.02, "bf16": "" } ], @@ -12518,7 +11608,7 @@ "Precisions": [ { "int4": "", - "int8": 2.76, + "int8": 8.99, "fp16": "", "fp32": "", "bf16": "" @@ -12530,19 +11620,19 @@ } }, { - "Platform": "Intel® Core™ i5-1335U Processor iGPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 130.6, - "fp16": 82.83, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 2.25, "bf16": "" } ], @@ -12553,7 +11643,7 @@ "Precisions": [ { "int4": "", - "int8": 7.1, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -12565,19 +11655,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 68.08, - "fp16": 53.55, - "fp32": "", + "int8": 14814.71, + "fp16": "", + "fp32": 4601.41, "bf16": "" } ], @@ -12588,7 +11678,7 @@ "Precisions": [ { "int4": "", - "int8": 17.09, + "int8": 0.87, "fp16": "", "fp32": "", "bf16": "" @@ -12600,19 +11690,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 91.72, - "fp16": 72.17, - "fp32": "", + "int8": 2936.85, + "fp16": "", + "fp32": 759.77, "bf16": "" } ], @@ -12623,7 +11713,7 @@ "Precisions": [ { "int4": "", - "int8": 18.1, + "int8": 1.6, "fp16": "", "fp32": "", "bf16": "" @@ -12635,19 +11725,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.82, + "int8": 58.17, "fp16": "", - "fp32": "", + "fp32": 15.05, "bf16": "" } ], @@ -12658,7 +11748,7 @@ "Precisions": [ { "int4": "", - "int8": 1130.75, + "int8": 36.97, "fp16": "", "fp32": "", "bf16": "" @@ -12670,19 +11760,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 720.79, - "fp16": 566.9, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 518.52, "bf16": "" } ], @@ -12693,7 +11783,7 @@ "Precisions": [ { "int4": "", - "int8": 2.08, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -12705,19 +11795,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "resnet-50", + "Platform": "Intel® Xeon® Platinum 8280 CPU-only", + "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 265.78, - "fp16": 174.38, - "fp32": "", + "int8": 1028.39, + "fp16": "", + "fp32": 454.21, "bf16": "" } ], @@ -12728,7 +11818,7 @@ "Precisions": [ { "int4": "", - "int8": 4.84, + "int8": 3.62, "fp16": "", "fp32": "", "bf16": "" @@ -12740,19 +11830,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "bert-base-cased", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 8.24, - "fp16": 4.65, - "fp32": "", + "int8": 879.13, + "fp16": "", + "fp32": 336.65, "bf16": "" } ], @@ -12763,7 +11853,7 @@ "Precisions": [ { "int4": "", - "int8": 118.74, + "int8": 5.42, "fp16": "", "fp32": "", "bf16": "" @@ -12775,30 +11865,30 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "flux.1-schnell", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 455.85, - "fp16": 299.6, + "int8": 0.18, + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 3.33, + "int8": 5505.78, "fp16": "", "fp32": "", "bf16": "" @@ -12810,31 +11900,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185G7 iGPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "gemma-2-9b", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 160.91, - "fp16": 111.69, + "int4": 20.71, + "int8": 14.23, + "fp16": 7.67, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 8.16, - "fp16": "", + "int4": 48.27, + "int8": 70.24, + "fp16": 130.22, "fp32": "", "bf16": "" } @@ -12845,31 +11935,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "glm-4-9b-chat", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 47.65, - "fp16": 39.47, + "int4": 23.32, + "int8": 15.4, + "fp16": 8.5, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 21.58, - "fp16": "", + "int4": 42.87, + "int8": 64.91, + "fp16": 117.55, "fp32": "", "bf16": "" } @@ -12880,31 +11970,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "llama-2-7b-chat", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 56.45, - "fp16": 41.79, + "int4": 26.58, + "int8": 19.42, + "fp16": 10.58, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 23.58, - "fp16": "", + "int4": 37.62, + "int8": 51.49, + "fp16": 94.47, "fp32": "", "bf16": "" } @@ -12915,31 +12005,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "llama-3-8b", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 0.54, - "fp16": 0.55, + "int4": 26.8, + "int8": 17.95, + "fp16": 9.62, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1632.29, - "fp16": "", + "int4": 37.3, + "int8": 55.7, + "fp16": 103.93, "fp32": "", "bf16": "" } @@ -12950,31 +12040,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "llama-3.2-3b-instruct", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 625.04, - "fp16": 428.1, + "int4": 50.15, + "int8": 34.69, + "fp16": 19.68, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1.79, - "fp16": "", + "int4": 19.94, + "int8": 28.82, + "fp16": 50.81, "fp32": "", "bf16": "" } @@ -12985,19 +12075,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "resnet-50", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 203.94, - "fp16": 116.2, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 3.44, "bf16": "" } ], @@ -13008,7 +12098,7 @@ "Precisions": [ { "int4": "", - "int8": 5.45, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -13020,31 +12110,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "mistral-7b-instruct-v0.2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 5.47, - "fp16": 3.15, + "int4": 28.86, + "int8": 18.81, + "fp16": 10.23, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 169.33, - "fp16": "", + "int4": 34.65, + "int8": 53.15, + "fp16": 97.7, "fp32": "", "bf16": "" } @@ -13055,19 +12145,19 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "mobilenet-v2", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 363.85, - "fp16": 227.22, - "fp32": "", + "int8": 22335.4, + "fp16": "", + "fp32": 6836.85, "bf16": "" } ], @@ -13078,7 +12168,7 @@ "Precisions": [ { "int4": "", - "int8": 3.43, + "int8": 0.55, "fp16": "", "fp32": "", "bf16": "" @@ -13090,31 +12180,31 @@ } }, { - "Platform": "Intel® Core™ i7-1185GRE iGPU-only", - "Model": "yolo_v8n", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "phi-3-mini-4k-instruct", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 112.45, - "fp16": 76.19, + "int4": 40.33, + "int8": 30.48, + "fp16": 17.35, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 9.34, - "fp16": "", + "int4": 24.79, + "int8": 32.8, + "fp16": 57.62, "fp32": "", "bf16": "" } @@ -13125,31 +12215,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "bert-base-cased", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "qwen2-7b", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 90.29, - "fp16": 70.31, + "int4": 30.15, + "int8": 19.51, + "fp16": 10.18, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 12.83, - "fp16": "", + "int4": 33.16, + "int8": 51.25, + "fp16": 98.14, "fp32": "", "bf16": "" } @@ -13160,31 +12250,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "efficientdet-d0", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "qwen2.5-7b-instruct", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 128.75, - "fp16": 97.8, + "int4": 29.32, + "int8": 19.44, + "fp16": 10.18, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 12.86, - "fp16": "", + "int4": 34.1, + "int8": 51.42, + "fp16": 98.22, "fp32": "", "bf16": "" } @@ -13195,19 +12285,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "resnet-50", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1.04, + "int8": 4761.8, "fp16": "", - "fp32": "", + "fp32": 1149.43, "bf16": "" } ], @@ -13218,7 +12308,7 @@ "Precisions": [ { "int4": "", - "int8": 973.17, + "int8": 1.06, "fp16": "", "fp32": "", "bf16": "" @@ -13230,19 +12320,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "mobilenet-v2", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "ssd-resnet34-1200", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1284.15, - "fp16": 902.47, - "fp32": "", + "int8": 84.74, + "fp16": "", + "fp32": 20.97, "bf16": "" } ], @@ -13253,7 +12343,7 @@ "Precisions": [ { "int4": "", - "int8": 1.11, + "int8": 26.13, "fp16": "", "fp32": "", "bf16": "" @@ -13265,31 +12355,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "resnet-50", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "stable-diffusion-v1-5", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 384.22, - "fp16": 227.94, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 3.29, - "fp16": "", + "int8": 12.65, + "fp16": 12.92, "fp32": "", "bf16": "" } @@ -13300,31 +12390,31 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "stable-diffusion-v1-5", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 10.48, - "fp16": 6.14, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 100.2, - "fp16": "", + "int8": 12.65, + "fp16": 12.92, "fp32": "", "bf16": "" } @@ -13335,19 +12425,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", + "Model": "yolo11", "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 744.28, - "fp16": 414.98, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 802.1, "bf16": "" } ], @@ -13358,7 +12448,7 @@ "Precisions": [ { "int4": "", - "int8": 1.88, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -13370,19 +12460,19 @@ } }, { - "Platform": "Intel® Core™ i7-12700H iGPU-only", + "Platform": "Intel® Xeon® Platinum 8380 CPU-only", "Model": "yolo_v8n", "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 217.24, - "fp16": 148.8, - "fp32": "", + "int8": 1714.36, + "fp16": "", + "fp32": 692.44, "bf16": "" } ], @@ -13393,7 +12483,7 @@ "Precisions": [ { "int4": "", - "int8": 5.62, + "int8": 2.34, "fp16": "", "fp32": "", "bf16": "" @@ -13405,20 +12495,20 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "bert-base-cased", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 66.74, - "fp16": 52.5, - "fp32": "", - "bf16": "" + "int8": 2893.92, + "fp16": "", + "fp32": 464.56, + "bf16": 1948.11 } ], "Unit": "FPS", @@ -13428,10 +12518,10 @@ "Precisions": [ { "int4": "", - "int8": 14.42, + "int8": 3.63, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 4.99 } ], "Unit": "ms", @@ -13440,31 +12530,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "flux.1-schnell", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 98.48, - "fp16": 73.51, + "int8": 0.73, + "fp16": 0.64, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 13.42, - "fp16": "", + "int8": 1357.53, + "fp16": 1544.72, "fp32": "", "bf16": "" } @@ -13475,18 +12565,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "gemma-2-9b", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 6.2, - "int8": 3.87, - "fp16": "", + "int4": 22.06, + "int8": 16.55, + "fp16": 10.68, "fp32": "", "bf16": "" } @@ -13497,9 +12587,9 @@ "latency": { "Precisions": [ { - "int4": 161.18, - "int8": 258.1, - "fp16": "", + "int4": 45.32, + "int8": 60.42, + "fp16": 93.58, "fp32": "", "bf16": "" } @@ -13510,18 +12600,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "glm-4-9b-chat", - "featured_SKU": false, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, iGPU-only", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 7.35, - "int8": 4.32, - "fp16": "", + "int4": 22.92, + "int8": 16.73, + "fp16": 11.2, "fp32": "", "bf16": "" } @@ -13532,9 +12622,9 @@ "latency": { "Precisions": [ { - "int4": 135.94, - "int8": 231.26, - "fp16": "", + "int4": 43.63, + "int8": 59.76, + "fp16": 89.27, "fp32": "", "bf16": "" } @@ -13545,18 +12635,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "llama-2-7b-chat", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 8.49, - "int8": 5.7, - "fp16": "", + "int4": 27.68, + "int8": 20.09, + "fp16": 14.43, "fp32": "", "bf16": "" } @@ -13567,9 +12657,9 @@ "latency": { "Precisions": [ { - "int4": 117.65, - "int8": 175.21, - "fp16": "", + "int4": 36.12, + "int8": 49.76, + "fp16": 69.29, "fp32": "", "bf16": "" } @@ -13580,18 +12670,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "llama-3-8b", - "featured_SKU": false, - "whats_new_model": "false", - "PlatformType": "Intel® Core™, iGPU-only", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 8.67, - "int8": 5.1, - "fp16": "", + "int4": 25.6, + "int8": 18.8, + "fp16": 13.29, "fp32": "", "bf16": "" } @@ -13602,9 +12692,9 @@ "latency": { "Precisions": [ { - "int4": 115.26, - "int8": 195.88, - "fp16": "", + "int4": 39.05, + "int8": 53.18, + "fp16": 75.19, "fp32": "", "bf16": "" } @@ -13615,18 +12705,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "llama-3.2-3b-instruct", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 16.31, - "int8": 11.96, - "fp16": 6.49, + "int4": 46.55, + "int8": 37.23, + "fp16": 27.69, "fp32": "", "bf16": "" } @@ -13637,9 +12727,9 @@ "latency": { "Precisions": [ { - "int4": 61.29, - "int8": 83.56, - "fp16": 153.99, + "int4": 21.48, + "int8": 26.86, + "fp16": 36.11, "fp32": "", "bf16": "" } @@ -13650,19 +12740,19 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 0.73, + "int8": "", "fp16": "", - "fp32": "", + "fp32": 5.18, "bf16": "" } ], @@ -13673,7 +12763,7 @@ "Precisions": [ { "int4": "", - "int8": 1197.61, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -13685,18 +12775,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", - "Model": "mistral-7b-v0.1", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "mistral-7b-instruct-v0.2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 8.95, - "int8": 5.55, - "fp16": "", + "int4": 27.41, + "int8": 19.47, + "fp16": 13.98, "fp32": "", "bf16": "" } @@ -13707,9 +12797,9 @@ "latency": { "Precisions": [ { - "int4": 111.61, - "int8": 180.11, - "fp16": "", + "int4": 36.47, + "int8": 51.36, + "fp16": 71.52, "fp32": "", "bf16": "" } @@ -13720,20 +12810,20 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "mobilenet-v2", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 874.69, - "fp16": 627.62, - "fp32": "", - "bf16": "" + "int8": 37258.08, + "fp16": "", + "fp32": 10190.39, + "bf16": 29905.15 } ], "Unit": "FPS", @@ -13743,10 +12833,10 @@ "Precisions": [ { "int4": "", - "int8": 1.37, + "int8": 0.62, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 0.66 } ], "Unit": "ms", @@ -13755,18 +12845,18 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "phi-3-mini-4k-instruct", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 9.98, - "fp16": 5.34, + "int4": 41.87, + "int8": 34.37, + "fp16": 23.32, "fp32": "", "bf16": "" } @@ -13777,9 +12867,9 @@ "latency": { "Precisions": [ { - "int4": "", - "int8": 100.15, - "fp16": 187.11, + "int4": 23.88, + "int8": 29.09, + "fp16": 42.87, "fp32": "", "bf16": "" } @@ -13790,66 +12880,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", "Model": "qwen2-7b", - "featured_SKU": false, + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Intel® Core™, iGPU-only", - "Parameters": { - "throughput": { - "Precisions": [ - { - "int4": 9.11, - "int8": 5.41, - "fp16": "", - "fp32": "", - "bf16": "" - } - ], - "Unit": "Tokens per sec", - "UnitDesc": "higher is better" - }, - "latency": { - "Precisions": [ - { - "int4": 109.7, - "int8": 184.76, - "fp16": "", - "fp32": "", - "bf16": "" - } - ], - "Unit": "ms", - "UnitDesc": "lower is better" - } - } - }, - { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", - "Model": "resnet-50", - "featured_SKU": false, - "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 276.72, - "fp16": 163.88, + "int4": 32.03, + "int8": 21.94, + "fp16": 14.05, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 3.86, - "fp16": "", + "int4": 31.22, + "int8": 45.56, + "fp16": 71.16, "fp32": "", "bf16": "" } @@ -13860,31 +12915,31 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", - "Model": "ssd-resnet34-1200", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "qwen2.5-7b-instruct", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 7.08, - "fp16": 3.98, + "int4": 30.33, + "int8": 21.96, + "fp16": 13.98, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 127.65, - "fp16": "", + "int4": 32.97, + "int8": 45.53, + "fp16": 71.52, "fp32": "", "bf16": "" } @@ -13895,20 +12950,20 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 484.68, - "fp16": 298.46, - "fp32": "", - "bf16": "" + "int8": 18306.8, + "fp16": "", + "fp32": 1560.4, + "bf16": 7409.77 } ], "Unit": "FPS", @@ -13918,10 +12973,10 @@ "Precisions": [ { "int4": "", - "int8": 2.46, + "int8": 1.03, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 1.26 } ], "Unit": "ms", @@ -13930,20 +12985,20 @@ } }, { - "Platform": "Intel® Core™ i7-1355U Processor iGPU-only", - "Model": "yolo_v8n", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Core™, iGPU-only", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 163.2, - "fp16": 106.34, - "fp32": "", - "bf16": "" + "int8": 426.91, + "fp16": "", + "fp32": 30.46, + "bf16": 209.22 } ], "Unit": "FPS", @@ -13953,10 +13008,10 @@ "Precisions": [ { "int4": "", - "int8": 6.36, + "int8": 7.57, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 14.34 } ], "Unit": "ms", @@ -13965,31 +13020,31 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "efficientdet-d0", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 146.34, - "fp16": 116.04, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": 9.88, - "fp16": "", + "int8": 3.36, + "fp16": 3.31, "fp32": "", "bf16": "" } @@ -14000,16 +13055,16 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "llama-3-8b", - "featured_SKU": false, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 10.75, + "int4": "", "int8": "", "fp16": "", "fp32": "", @@ -14022,9 +13077,9 @@ "latency": { "Precisions": [ { - "int4": 93.02, - "int8": "", - "fp16": "", + "int4": "", + "int8": 3.37, + "fp16": 3.32, "fp32": "", "bf16": "" } @@ -14035,33 +13090,33 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "yolo11", + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 22.54, - "int8": 16.7, + "int4": "", + "int8": "", "fp16": "", - "fp32": "", - "bf16": "" + "fp32": 1022.82, + "bf16": 2186.9 } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 44.35, - "int8": 59.85, + "int4": "", + "int8": "", "fp16": "", "fp32": "", - "bf16": "" + "bf16": 2.93 } ], "Unit": "ms", @@ -14070,20 +13125,20 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8480+ CPU-only", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 5.93, + "int8": 2401.06, "fp16": "", - "fp32": "", - "bf16": "" + "fp32": 937.6, + "bf16": 2432.56 } ], "Unit": "FPS", @@ -14093,10 +13148,10 @@ "Precisions": [ { "int4": "", - "int8": 189.11, + "int8": 3.14, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 2.55 } ], "Unit": "ms", @@ -14105,33 +13160,33 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "mistral-7b-v0.1", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 12.03, - "int8": "", + "int4": "", + "int8": 4496.72, "fp16": "", - "fp32": "", - "bf16": "" + "fp32": 560.96, + "bf16": 3211.45 } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 83.06, - "int8": "", + "int4": "", + "int8": 3.37, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 4.56 } ], "Unit": "ms", @@ -14140,18 +13195,18 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": false, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "flux.1-schnell", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 20.08, - "int8": 13.67, - "fp16": "", + "int4": "", + "int8": 0.77, + "fp16": 0.68, "fp32": "", "bf16": "" } @@ -14162,9 +13217,9 @@ "latency": { "Precisions": [ { - "int4": 49.78, - "int8": 73.11, - "fp16": "", + "int4": "", + "int8": 1290.6, + "fp16": 1468.28, "fp32": "", "bf16": "" } @@ -14175,18 +13230,18 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "qwen2-7b", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "gemma-2-9b", + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 11.39, - "int8": "", - "fp16": "", + "int4": 25.69, + "int8": 19.01, + "fp16": 12.33, "fp32": "", "bf16": "" } @@ -14197,9 +13252,9 @@ "latency": { "Precisions": [ { - "int4": 87.76, - "int8": "", - "fp16": "", + "int4": 38.92, + "int8": 52.6, + "fp16": 81.06, "fp32": "", "bf16": "" } @@ -14210,31 +13265,31 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "resnet-50", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "glm-4-9b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": 504.64, + "int4": 26.77, + "int8": 19.13, + "fp16": 12.96, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 37.35, + "int8": 52.27, + "fp16": 77.13, "fp32": "", "bf16": "" } @@ -14245,31 +13300,31 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 140 dGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": false, + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "llama-2-7b-chat", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 983.44, - "fp16": 762.41, + "int4": 34.14, + "int8": 24.53, + "fp16": 16.77, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": "", - "fp16": "", + "int4": 29.29, + "int8": 40.76, + "fp16": 59.62, "fp32": "", "bf16": "" } @@ -14280,31 +13335,31 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "bert-base-cased", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "llama-3-8b", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 385.63, - "fp16": 437.6, + "int4": 30.04, + "int8": 22.48, + "fp16": 15.2, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 3.0, - "fp16": "", + "int4": 33.28, + "int8": 44.48, + "fp16": 65.78, "fp32": "", "bf16": "" } @@ -14315,31 +13370,31 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "efficientdet-d0", - "featured_SKU": "false", - "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "llama-3.2-3b-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 425.95, - "fp16": 365.18, + "int4": 57.07, + "int8": 43.01, + "fp16": 32.61, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 2.79, - "fp16": "", + "int4": 17.52, + "int8": 23.25, + "fp16": 30.66, "fp32": "", "bf16": "" } @@ -14350,30 +13405,30 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "gemma-2-9b", - "featured_SKU": "false", - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 22.54, - "int8": 18.33, + "int4": "", + "int8": "", "fp16": "", - "fp32": "", + "fp32": 6.41, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 44.35, - "int8": 54.53, + "int4": "", + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -14385,18 +13440,18 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "glm-4-9b-chat", - "featured_SKU": "false", - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "mistral-7b-instruct-v0.2", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 39.46, - "int8": 26.75, - "fp16": "", + "int4": 31.91, + "int8": 22.72, + "fp16": 16.08, "fp32": "", "bf16": "" } @@ -14407,9 +13462,9 @@ "latency": { "Precisions": [ { - "int4": 25.34, - "int8": 37.37, - "fp16": "", + "int4": 31.33, + "int8": 44.01, + "fp16": 62.18, "fp32": "", "bf16": "" } @@ -14420,33 +13475,33 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "llama-2-7b-chat", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "mobilenet-v2", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 44.66, - "int8": 33.45, + "int4": "", + "int8": 39671.96, "fp16": "", - "fp32": "", - "bf16": "" + "fp32": 15727.47, + "bf16": 33789.3 } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 22.39, - "int8": 29.89, + "int4": "", + "int8": 0.8, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 0.73 } ], "Unit": "ms", @@ -14455,18 +13510,18 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "llama-3-8b", - "featured_SKU": "false", - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "phi-3-mini-4k-instruct", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 44.86, - "int8": 30.51, - "fp16": "", + "int4": 50.2, + "int8": 41.54, + "fp16": 27.65, "fp32": "", "bf16": "" } @@ -14477,9 +13532,9 @@ "latency": { "Precisions": [ { - "int4": 22.29, - "int8": 32.77, - "fp16": "", + "int4": 19.92, + "int8": 24.07, + "fp16": 36.16, "fp32": "", "bf16": "" } @@ -14490,18 +13545,18 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "qwen2-7b", + "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 71.27, - "int8": 57.11, - "fp16": 36.83, + "int4": 38.32, + "int8": 26.4, + "fp16": 16.33, "fp32": "", "bf16": "" } @@ -14512,9 +13567,9 @@ "latency": { "Precisions": [ { - "int4": 14.03, - "int8": 17.51, - "fp16": 27.15, + "int4": 26.09, + "int8": 37.87, + "fp16": 61.22, "fp32": "", "bf16": "" } @@ -14525,31 +13580,31 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "mask_rcnn_resnet50_atrous_coco", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "qwen2.5-7b-instruct", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 32.44, - "fp16": 18.63, + "int4": 36.14, + "int8": 26.13, + "fp16": 16.3, "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 47.53, - "fp16": "", + "int4": 27.67, + "int8": 38.27, + "fp16": 61.33, "fp32": "", "bf16": "" } @@ -14560,33 +13615,33 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "mistral-7b-v0.1", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "resnet-50", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 44.42, - "int8": 32.11, + "int4": "", + "int8": 21024.56, "fp16": "", - "fp32": "", - "bf16": "" + "fp32": 1994.78, + "bf16": 13541.87 } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 22.51, - "int8": 31.14, + "int4": "", + "int8": 0.97, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 1.33 } ], "Unit": "ms", @@ -14595,20 +13650,20 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "mobilenet-v2", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "ssd-resnet34-1200", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2978.92, - "fp16": 3132.03, - "fp32": "", - "bf16": "" + "int8": 516.01, + "fp16": "", + "fp32": 35.25, + "bf16": 278.12 } ], "Unit": "FPS", @@ -14618,10 +13673,10 @@ "Precisions": [ { "int4": "", - "int8": 0.57, + "int8": 7.09, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 11.88 } ], "Unit": "ms", @@ -14630,18 +13685,18 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "phi-3-mini-4k-instruct", - "featured_SKU": "false", - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 69.97, - "int8": 50.91, - "fp16": 32.48, + "int4": "", + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -14652,9 +13707,9 @@ "latency": { "Precisions": [ { - "int4": 14.29, - "int8": 19.64, - "fp16": 30.78, + "int4": "", + "int8": 3.03, + "fp16": 2.94, "fp32": "", "bf16": "" } @@ -14665,17 +13720,17 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "qwen2-7b", - "featured_SKU": "false", - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "stable-diffusion-v1-5", + "featured_SKU": true, + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { - "int4": 45.02, - "int8": 32.48, + "int4": "", + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -14687,9 +13742,9 @@ "latency": { "Precisions": [ { - "int4": 22.21, - "int8": 30.78, - "fp16": "", + "int4": "", + "int8": 3.04, + "fp16": 2.94, "fp32": "", "bf16": "" } @@ -14700,20 +13755,20 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "resnet-50", - "featured_SKU": "false", - "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "yolo11", + "featured_SKU": true, + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1971.27, - "fp16": 1355.77, - "fp32": "", - "bf16": "" + "int8": "", + "fp16": "", + "fp32": 1459.74, + "bf16": 3131.89 } ], "Unit": "FPS", @@ -14723,10 +13778,10 @@ "Precisions": [ { "int4": "", - "int8": 0.78, + "int8": "", "fp16": "", "fp32": "", - "bf16": "" + "bf16": 2.95 } ], "Unit": "ms", @@ -14735,20 +13790,20 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "ssd-resnet34-1200", - "featured_SKU": "false", + "Platform": "Intel® Xeon® Platinum 8580 CPU-only", + "Model": "yolo_v8n", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 132.85, - "fp16": 80.37, - "fp32": "", - "bf16": "" + "int8": 3102.15, + "fp16": "", + "fp32": 1259.84, + "bf16": 3545.23 } ], "Unit": "FPS", @@ -14758,10 +13813,10 @@ "Precisions": [ { "int4": "", - "int8": 13.81, + "int8": 3.02, "fp16": "", "fp32": "", - "bf16": "" + "bf16": 2.53 } ], "Unit": "ms", @@ -14770,19 +13825,20 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "ssd_mobilenet_v1_coco", - "featured_SKU": "false", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "bert-base-cased", + "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2274.66, - "fp16": 1667.73, - "fp32": "", + "int8": 65.08, + "fp16": "", + "fp32": 22.14, "bf16": "" } ], @@ -14793,7 +13849,7 @@ "Precisions": [ { "int4": "", - "int8": 0.78, + "int8": 19.23, "fp16": "", "fp32": "", "bf16": "" @@ -14805,19 +13861,20 @@ } }, { - "Platform": "Intel® Data Center GPU Flex 170 dGPU", - "Model": "yolo_v8n", - "featured_SKU": "false", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 756.78, - "fp16": 691.63, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 0.22, "bf16": "" } ], @@ -14828,7 +13885,7 @@ "Precisions": [ { "int4": "", - "int8": 1.97, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -14840,20 +13897,21 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 8626.80, + "int8": 1791.89, "fp16": "", - "fp32": 1267.91, - "bf16": 6050.76 + "fp32": 658.66, + "bf16": "" } ], "Unit": "FPS", @@ -14863,7 +13921,7 @@ "Precisions": [ { "int4": "", - "int8": 7.68, + "int8": 1.01, "fp16": "", "fp32": "", "bf16": "" @@ -14875,20 +13933,21 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3411.17, + "int8": 320.04, "fp16": "", - "fp32": 2334.30, - "bf16": 2889.81 + "fp32": 78.02, + "bf16": "" } ], "Unit": "FPS", @@ -14898,7 +13957,7 @@ "Precisions": [ { "int4": "", - "int8": 9.21, + "int8": 4.07, "fp16": "", "fp32": "", "bf16": "" @@ -14910,30 +13969,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "gemma-2-9b", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "ssd-resnet34-1200", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 119.07, - "int8": "", + "int4": "", + "int8": 5.48, "fp16": "", - "fp32": "", + "fp32": 1.39, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 173.43, "fp16": "", "fp32": "", "bf16": "" @@ -14945,30 +14005,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "glm-4-9b-chat", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "yolo_v8n", "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 140.9, - "int8": "", + "int4": "", + "int8": 105.55, "fp16": "", - "fp32": "", + "fp32": 50.36, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 11.72, "fp16": "", "fp32": "", "bf16": "" @@ -14980,30 +14041,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "llama-2-7b-chat", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 149.6, - "int8": "", - "fp16": "", + "int4": "", + "int8": 275.72, + "fp16": 237.79, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { "int4": "", - "int8": "", + "int8": 3.95, "fp16": "", "fp32": "", "bf16": "" @@ -15015,16 +14077,17 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "llama-3-8b", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "flux.1-schnell", "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 153.0, + "int4": "", "int8": "", "fp16": "", "fp32": "", @@ -15038,28 +14101,29 @@ "Precisions": [ { "int4": "", - "int8": "", + "int8": 40.9, "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "ms", + "Unit": "sec.", "UnitDesc": "lower is better" } } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "llama-3.2-3b-instruct", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "gemma-2-9b", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "277.1", + "int4": 45.3, "int8": "", "fp16": "", "fp32": "", @@ -15072,7 +14136,7 @@ "latency": { "Precisions": [ { - "int4": "", + "int4": 22.05, "int8": "", "fp16": "", "fp32": "", @@ -15085,30 +14149,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "glm-4-9b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 144.22, + "int4": 64.5, + "int8": "", "fp16": "", - "fp32": 12.07, - "bf16": 90.67 + "fp32": "", + "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 76.77, + "int4": 15.5, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15120,16 +14185,17 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "mistral-7b-v0.1", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 154.9, + "int4": 69.7, "int8": "", "fp16": "", "fp32": "", @@ -15142,7 +14208,7 @@ "latency": { "Precisions": [ { - "int4": "", + "int4": 14.3, "int8": "", "fp16": "", "fp32": "", @@ -15155,30 +14221,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "llama-3-8b", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 37588.55, + "int4": 72.1, + "int8": "", "fp16": "", - "fp32": 19668.20, - "bf16": 22418.62 + "fp32": "", + "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1.81, + "int4": 13.9, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15190,16 +14257,17 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "phi-3-mini-4k-instruct", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "llama-3.2-3b-instruct", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 225.5, + "int4": 121.4, "int8": "", "fp16": "", "fp32": "", @@ -15212,7 +14280,7 @@ "latency": { "Precisions": [ { - "int4": "", + "int4": 8.2, "int8": "", "fp16": "", "fp32": "", @@ -15225,23 +14293,24 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "qwen2-7b", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Intel® Xeon®, CPU-only", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 165.5, + "int4": "", "int8": "", - "fp16": "", + "fp16": 1.96, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { @@ -15260,30 +14329,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "resnet-50", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mistral-7b-instruct-v0.2", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 29152.17, + "int4": 70.3, + "int8": "", "fp16": "", - "fp32": 4342.04, - "bf16": 21711.45 + "fp32": "", + "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 2.17, + "int4": 14.2, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15295,20 +14365,21 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 997.71, - "fp16": "", - "fp32": 78.49, - "bf16": 517.96 + "int8": 2271.20, + "fp16": 1485.24, + "fp32": "", + "bf16": "" } ], "Unit": "FPS", @@ -15318,7 +14389,7 @@ "Precisions": [ { "int4": "", - "int8": 10.12, + "int8": 0.61, "fp16": "", "fp32": "", "bf16": "" @@ -15330,30 +14401,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 33085.55, + "int4": 108.5, + "int8": "", "fp16": "", - "fp32": 9524.47, - "bf16": 16162.95 + "fp32": "", + "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1.82, + "int4": 9.2, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15365,30 +14437,31 @@ } }, { - "Platform": "Intel® Xeon® Platinum 6979P", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "qwen2.5-7b-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Intel® Xeon®, CPU-only", + "whats_new_model": true, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 5975.29, + "int4": 78.4, + "int8": "", "fp16": "", - "fp32": 2698.86, - "bf16": 6021.30 + "fp32": "", + "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 5.93, + "int4": 12.8, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15400,30 +14473,31 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "bert-base-cased", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "qwen2-7b", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 848.32, - "fp16": 743.75, + "int4": 78.4, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 1.37, + "int4": 12.8, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15435,18 +14509,19 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "efficientdet-d0", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 300.16, - "fp16": 313.15, + "int8": 1121.01, + "fp16": 696.15, "fp32": "", "bf16": "" } @@ -15458,7 +14533,7 @@ "Precisions": [ { "int4": "", - "int8": 5.89, + "int8": 0.95, "fp16": "", "fp32": "", "bf16": "" @@ -15470,30 +14545,31 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "gemma-2-9b", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "ssd-resnet34-1200", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 45.3, - "int8": "", - "fp16": "", + "int4": "", + "int8": 47.07, + "fp16": 24.07, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 22.05, - "int8": "", + "int4": "", + "int8": 25.2, "fp16": "", "fp32": "", "bf16": "" @@ -15505,16 +14581,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "glm-4-9b-chat", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "stable-diffusion-v1-5", "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 64.5, + "int4": "", "int8": "", "fp16": "", "fp32": "", @@ -15527,43 +14604,44 @@ "latency": { "Precisions": [ { - "int4": 15.5, - "int8": "", - "fp16": "", + "int4": "", + "int8": 5.25, + "fp16": 5.1, "fp32": "", "bf16": "" } ], - "Unit": "ms", + "Unit": "sec.", "UnitDesc": "lower is better" } } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "llama-2-7b-chat", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, iGPU-only", + "IE_type": "iGPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 69.7, - "int8": "", - "fp16": "", + "int4": "", + "int8": 125.66, + "fp16": 163.60, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 14.3, - "int8": "", + "int4": "", + "int8": 2.34, "fp16": "", "fp32": "", "bf16": "" @@ -15575,30 +14653,31 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "llama-3-8b", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "bert-base-cased", "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Core™, NPU-only", + "IE_type": "NPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 72.1, - "int8": "", - "fp16": "", + "int4": "", + "int8": 119.47, + "fp16": 90.98, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 13.9, - "int8": "", + "int4": "", + "int8": 9.26, "fp16": "", "fp32": "", "bf16": "" @@ -15610,29 +14689,30 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "llama-3.2-3b-instruct", - "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, + "whats_new_model": false, + "PlatformType": "Intel® Core™, NPU-only", + "IE_type": "NPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 121.4, + "int4": "", "int8": "", "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 8.2, + "int4": "", "int8": "", "fp16": "", "fp32": "", @@ -15645,18 +14725,19 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "mask_rcnn_resnet50_atrous_coco", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, NPU-only", + "IE_type": "NPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 31.77, - "fp16": 17.24, + "int8": 1329.24, + "fp16": 1566.15, "fp32": "", "bf16": "" } @@ -15668,7 +14749,7 @@ "Precisions": [ { "int4": "", - "int8": 43.68, + "int8": 1.14, "fp16": "", "fp32": "", "bf16": "" @@ -15680,30 +14761,31 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "mistral-7b-v0.1", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, NPU-only", + "IE_type": "NPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 70.3, - "int8": "", - "fp16": "", + "int4": "", + "int8": 880.61, + "fp16": 446.62, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 14.2, - "int8": "", + "int4": "", + "int8": 1.43, "fp16": "", "fp32": "", "bf16": "" @@ -15715,18 +14797,19 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "mobilenet-v2", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, NPU-only", + "IE_type": "NPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3947.72, - "fp16": 4159.12, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } @@ -15738,7 +14821,7 @@ "Precisions": [ { "int4": "", - "int8": 0.39, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15750,30 +14833,31 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "phi-3-mini-4k-instruct", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "yolo_v8n", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Core™, NPU-only", + "IE_type": "NPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 108.5, - "int8": "", - "fp16": "", + "int4": "", + "int8": 125.66, + "fp16": 163.60, "fp32": "", "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 9.2, - "int8": "", + "int4": "", + "int8": 8.8, "fp16": "", "fp32": "", "bf16": "" @@ -15785,29 +14869,30 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "qwen2-7b", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "bert-base-cased", "featured_SKU": true, - "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Core™, CPU+iGPU", + "IE_type": "AUTO", "Parameters": { "throughput": { "Precisions": [ { - "int4": 78.4, - "int8": "", + "int4": "", + "int8": 64.69, "fp16": "", - "fp32": "", + "fp32": 23.34, "bf16": "" } ], - "Unit": "Tokens per sec", + "Unit": "FPS", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": 12.8, + "int4": "", "int8": "", "fp16": "", "fp32": "", @@ -15820,19 +14905,20 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "resnet-50", - "featured_SKU": true, + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mask_rcnn_resnet50_atrous_coco", + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU+iGPU", + "IE_type": "AUTO", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 3375.63, - "fp16": 1964.87, - "fp32": "", + "int8": "", + "fp16": "", + "fp32": 0.24, "bf16": "" } ], @@ -15843,7 +14929,7 @@ "Precisions": [ { "int4": "", - "int8": 0.42, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15855,19 +14941,20 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "mobilenet-v2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU+iGPU", + "IE_type": "AUTO", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 50.49, - "fp16": 59.89, - "fp32": "", + "int8": 1825.26, + "fp16": "", + "fp32": 664.94, "bf16": "" } ], @@ -15878,7 +14965,7 @@ "Precisions": [ { "int4": "", - "int8": 20.41, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15890,19 +14977,20 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU+iGPU", + "IE_type": "AUTO", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2304.40, - "fp16": 2174.73, - "fp32": "", + "int8": 324.70, + "fp16": "", + "fp32": 79.41, "bf16": "" } ], @@ -15913,7 +15001,7 @@ "Precisions": [ { "int4": "", - "int8": 0.61, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15925,19 +15013,20 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B580", - "Model": "yolo_v8n", + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU+iGPU", + "IE_type": "AUTO", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 1127.03, - "fp16": 1076.39, - "fp32": "", + "int8": 5.58, + "fp16": "", + "fp32": 1.41, "bf16": "" } ], @@ -15948,7 +15037,7 @@ "Precisions": [ { "int4": "", - "int8": 1.25, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15959,20 +15048,21 @@ } } }, - { - "Platform": "Intel® Arc™ B-Series Graphics B570", - "Model": "bert-base-cased", + { + "Platform": "Intel® Core™ Ultra 7 Processor 265H", + "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Core™, CPU+iGPU", + "IE_type": "AUTO", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 788.23, - "fp16": 689.29, - "fp32": "", + "int8": 106.72, + "fp16": "", + "fp32": 51.74, "bf16": "" } ], @@ -15983,7 +15073,7 @@ "Precisions": [ { "int4": "", - "int8": 1.43, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -15995,20 +15085,21 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", - "Model": "efficientdet-d0", + "Platform": "Intel® Xeon® Platinum 6972P", + "Model": "bert-base-cased", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 299.62, - "fp16": 298.77, - "fp32": "", - "bf16": "" + "int8": 7863.23, + "fp16": "", + "fp32": 1133.29, + "bf16": 5984.96 } ], "Unit": "FPS", @@ -16018,7 +15109,7 @@ "Precisions": [ { "int4": "", - "int8": 5.98, + "int8": 6.11, "fp16": "", "fp32": "", "bf16": "" @@ -16030,16 +15121,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "gemma-2-9b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 38.6, + "int4": 121.6, "int8": "", "fp16": "", "fp32": "", @@ -16052,7 +15144,7 @@ "latency": { "Precisions": [ { - "int4": 25.9, + "int4": 8.2, "int8": "", "fp16": "", "fp32": "", @@ -16065,16 +15157,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "glm-4-9b-chat", "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 55.1, + "int4": 138.1, "int8": "", "fp16": "", "fp32": "", @@ -16087,7 +15180,7 @@ "latency": { "Precisions": [ { - "int4": 18.1, + "int4": 7.2, "int8": "", "fp16": "", "fp32": "", @@ -16100,16 +15193,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "llama-2-7b-chat", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 60.9, + "int4": 155.5, "int8": "", "fp16": "", "fp32": "", @@ -16122,7 +15216,7 @@ "latency": { "Precisions": [ { - "int4": 16.4, + "int4": 6.4, "int8": "", "fp16": "", "fp32": "", @@ -16135,16 +15229,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "llama-3-8b", "featured_SKU": true, - "whats_new_model": "false", - "PlatformType": "Accelerator Platforms", + "whats_new_model": false, + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 63.4, + "int4": 155.6, "int8": "", "fp16": "", "fp32": "", @@ -16157,7 +15252,7 @@ "latency": { "Precisions": [ { - "int4": 15.8, + "int4": 6.4, "int8": "", "fp16": "", "fp32": "", @@ -16170,16 +15265,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "llama-3.2-3b-instruct", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 110.3, + "int4": 286.2, "int8": "", "fp16": "", "fp32": "", @@ -16192,7 +15288,7 @@ "latency": { "Precisions": [ { - "int4": 9.1, + "int4": 3.5, "int8": "", "fp16": "", "fp32": "", @@ -16205,20 +15301,21 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "mask_rcnn_resnet50_atrous_coco", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 26.85, - "fp16": 15.06, - "fp32": "", - "bf16": "" + "int8": "", + "fp16": "", + "fp32": 11.92, + "bf16": 83.42 } ], "Unit": "FPS", @@ -16228,7 +15325,7 @@ "Precisions": [ { "int4": "", - "int8": 49.87, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -16240,16 +15337,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", - "Model": "mistral-7b-v0.1", + "Platform": "Intel® Xeon® Platinum 6972P", + "Model": "mistral-7b-instruct-v0.2", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 62.7, + "int4": 168.1, "int8": "", "fp16": "", "fp32": "", @@ -16262,7 +15360,7 @@ "latency": { "Precisions": [ { - "int4": 16.0, + "int4": 5.9, "int8": "", "fp16": "", "fp32": "", @@ -16275,20 +15373,21 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "mobilenet-v2", - "featured_SKU": true, + "featured_SKU": false, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 4116.03, - "fp16": 3936.74, - "fp32": "", - "bf16": "" + "int8": 36318.69, + "fp16": "", + "fp32": 18603.79, + "bf16": 22781.53 } ], "Unit": "FPS", @@ -16298,7 +15397,7 @@ "Precisions": [ { "int4": "", - "int8": 0.40, + "int8": 1.66, "fp16": "", "fp32": "", "bf16": "" @@ -16310,16 +15409,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "phi-3-mini-4k-instruct", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 96.3, + "int4": 225.0, "int8": "", "fp16": "", "fp32": "", @@ -16332,7 +15432,7 @@ "latency": { "Precisions": [ { - "int4": 10.4, + "int4": 4.4, "int8": "", "fp16": "", "fp32": "", @@ -16345,16 +15445,17 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "qwen2-7b", "featured_SKU": true, "whats_new_model": true, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": 68.2, + "int4": 165.1, "int8": "", "fp16": "", "fp32": "", @@ -16367,7 +15468,7 @@ "latency": { "Precisions": [ { - "int4": 14.7, + "int4": 6.1, "int8": "", "fp16": "", "fp32": "", @@ -16380,30 +15481,31 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", - "Model": "resnet-50", + "Platform": "Intel® Xeon® Platinum 6972P", + "Model": "qwen2.5-7b-instruct", "featured_SKU": true, - "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "whats_new_model": true, + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { - "int4": "", - "int8": 2830.65, - "fp16": 1851.03, + "int4": 164.7, + "int8": "", + "fp16": "", "fp32": "", "bf16": "" } ], - "Unit": "FPS", + "Unit": "Tokens per sec", "UnitDesc": "higher is better" }, "latency": { "Precisions": [ { - "int4": "", - "int8": 0.45, + "int4": 6.1, + "int8": "", "fp16": "", "fp32": "", "bf16": "" @@ -16415,20 +15517,21 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", - "Model": "ssd-resnet34-1200", + "Platform": "Intel® Xeon® Platinum 6972P", + "Model": "resnet-50", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 57.74, - "fp16": 47.88, - "fp32": "", - "bf16": "" + "int8": 28295.14, + "fp16": "", + "fp32": 3962.00, + "bf16": 21446.62 } ], "Unit": "FPS", @@ -16438,7 +15541,7 @@ "Precisions": [ { "int4": "", - "int8": 21.12, + "int8": 1.94, "fp16": "", "fp32": "", "bf16": "" @@ -16450,20 +15553,21 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", - "Model": "ssd_mobilenet_v1_coco", + "Platform": "Intel® Xeon® Platinum 6972P", + "Model": "ssd-resnet34-1200", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 2202.46, - "fp16": 2063.27, - "fp32": "", - "bf16": "" + "int8": 968.85, + "fp16": "", + "fp32": 71.70, + "bf16": 516.45 } ], "Unit": "FPS", @@ -16473,7 +15577,7 @@ "Precisions": [ { "int4": "", - "int8": 0.63, + "int8": 8.18, "fp16": "", "fp32": "", "bf16": "" @@ -16485,20 +15589,21 @@ } }, { - "Platform": "Intel® Arc™ B-Series Graphics B570", + "Platform": "Intel® Xeon® Platinum 6972P", "Model": "yolo_v8n", "featured_SKU": true, "whats_new_model": false, - "PlatformType": "Accelerator Platforms", + "PlatformType": "Intel® Xeon®, CPU-only", + "IE_type": "CPU", "Parameters": { "throughput": { "Precisions": [ { "int4": "", - "int8": 946.02, - "fp16": 943.72, - "fp32": "", - "bf16": "" + "int8": 5385.71, + "fp16": "", + "fp32": 2497.94, + "bf16": 5703.23 } ], "Unit": "FPS", @@ -16508,7 +15613,7 @@ "Precisions": [ { "int4": "", - "int8": 1.47, + "int8": 5.90, "fp16": "", "fp32": "", "bf16": "" diff --git a/docs/sphinx_setup/_static/download/benchmarking_OV_performance-data.xlsx b/docs/sphinx_setup/_static/download/benchmarking_OV_performance-data.xlsx index 18d7f85164c73e..1663ffb3c245df 100644 Binary files a/docs/sphinx_setup/_static/download/benchmarking_OV_performance-data.xlsx and b/docs/sphinx_setup/_static/download/benchmarking_OV_performance-data.xlsx differ diff --git a/docs/sphinx_setup/_static/download/benchmarking_OV_platform_list.pdf b/docs/sphinx_setup/_static/download/benchmarking_OV_platform_list.pdf index 0278be39133953..68de47f594172d 100644 Binary files a/docs/sphinx_setup/_static/download/benchmarking_OV_platform_list.pdf and b/docs/sphinx_setup/_static/download/benchmarking_OV_platform_list.pdf differ diff --git a/docs/sphinx_setup/_static/download/benchmarking_OV_system_info_detailed.xlsx b/docs/sphinx_setup/_static/download/benchmarking_OV_system_info_detailed.xlsx index e4f41c2f778662..cda462a589bf8d 100644 Binary files a/docs/sphinx_setup/_static/download/benchmarking_OV_system_info_detailed.xlsx and b/docs/sphinx_setup/_static/download/benchmarking_OV_system_info_detailed.xlsx differ